Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 43) sorted by relevance

12

/AliOS-Things-master/components/py_engine/tests/basics/
A Dstring_format2.py10 def test_fmt(conv, fill, alignment, sign, prefix, width, precision, type, arg): argument
22 if precision:
24 fmt += precision
33 if precision:
35 fmt += precision
/AliOS-Things-master/components/SDL2/src/image/external/libpng-1.6.37/contrib/libtests/
A Dtarith.c83 int precision = 5; in validation_ascii_to_fp() local
126 png_ascii_from_fp(0, buffer, precision+10, test, precision); in validation_ascii_to_fp()
131 if (buffer[precision+7] != 71) in validation_ascii_to_fp()
150 precision, buffer); in validation_ascii_to_fp()
164 test, precision, buffer); in validation_ascii_to_fp()
172 test, precision, buffer); in validation_ascii_to_fp()
191 (precision >= DBL_DIG) ? DBL_DIG-1 : precision-1); in validation_ascii_to_fp()
236 precision = rand(); in validation_ascii_to_fp()
238 precision >>= 1; in validation_ascii_to_fp()
242 test = precision+1; in validation_ascii_to_fp()
[all …]
/AliOS-Things-master/components/py_engine/tests/float/
A Dstring_format2.py11 def test_fmt(conv, fill, alignment, sign, prefix, width, precision, type, arg): argument
23 if precision:
25 fmt += precision
34 if precision:
36 fmt += precision
/AliOS-Things-master/components/SDL2/src/audio/netbsd/
A DSDL_netbsdaudio.c89 prinfo->precision, in NETBSDAUDIO_Status()
242 prinfo->precision = 8; in NETBSDAUDIO_OpenDevice()
246 prinfo->precision = 8; in NETBSDAUDIO_OpenDevice()
250 prinfo->precision = 16; in NETBSDAUDIO_OpenDevice()
254 prinfo->precision = 16; in NETBSDAUDIO_OpenDevice()
258 prinfo->precision = 16; in NETBSDAUDIO_OpenDevice()
262 prinfo->precision = 16; in NETBSDAUDIO_OpenDevice()
266 prinfo->precision = 32; in NETBSDAUDIO_OpenDevice()
270 prinfo->precision = 32; in NETBSDAUDIO_OpenDevice()
/AliOS-Things-master/components/minilibc/libc/
A Dprintf.c619 unsigned int flags, width, precision, n; in _vsnprintf() local
672 precision = 0U; in _vsnprintf()
677 precision = _atoi(&format); in _vsnprintf()
681 precision = prec > 0 ? (unsigned int)prec : 0U; in _vsnprintf()
787 …oa_long(out, buffer, idx, maxlen, va_arg(va, unsigned long), false, base, precision, width, flags); in _vsnprintf()
791 idx = _ntoa_long(out, buffer, idx, maxlen, value, false, base, precision, width, flags); in _vsnprintf()
801 idx = _ftoa(out, buffer, idx, maxlen, va_arg(va, double), precision, width, flags); in _vsnprintf()
811 idx = _etoa(out, buffer, idx, maxlen, va_arg(va, double), precision, width, flags); in _vsnprintf()
838 unsigned int l = _strnlen_s(p, precision ? precision : (size_t)-1); in _vsnprintf()
841 l = (l < precision ? l : precision); in _vsnprintf()
[all …]
/AliOS-Things-master/components/amp/engine/quickjs_engine/quickjs/doc/
A Djsbignum.texi144 operators.}. The precision of the global environment is
183 precision, it must be evaluated at runtime.}
203 precision. The constant values are cached for small precisions.
287 precision.
315 @item the mantissa precision in bits
437 precision.
449 precision.
461 integer. The result is computed with infinite precision.
509 infinite precision.
513 precision if no rounding object is present.
[all …]
/AliOS-Things-master/components/py_engine/engine/py/
A Dobjcomplex.c51 const int precision = 6; in complex_print() local
53 const int precision = 7; in complex_print() local
57 const int precision = 16; in complex_print() local
60 mp_format_float(o->imag, buf, sizeof(buf), 'g', precision, '\0'); in complex_print()
63 mp_format_float(o->real, buf, sizeof(buf), 'g', precision, '\0'); in complex_print()
68 mp_format_float(o->imag, buf, sizeof(buf), 'g', precision, '\0'); in complex_print()
A Dobjfloat.c103 const int precision = 6; in float_print() local
105 const int precision = 7; in float_print() local
109 const int precision = 16; in float_print() local
111 mp_format_float(o_val, buf, sizeof(buf), 'g', precision, '\0'); in float_print()
A Dobjstr.c1127 int precision = -1; in mp_obj_str_format_helper() local
1180 s = str_to_int(s, stop, &precision); in mp_obj_str_format_helper()
1334 … mp_print_float(&print, mp_obj_get_float(arg), type, flags, fill, width, precision); in mp_obj_str_format_helper()
1344 … mp_print_float(&print, mp_obj_get_float(arg) * F100, 'f', flags, fill, width, precision); in mp_obj_str_format_helper()
1375 if (precision < 0) { in mp_obj_str_format_helper()
1376 precision = slen; in mp_obj_str_format_helper()
1378 if (slen > (size_t)precision) { in mp_obj_str_format_helper()
1379 slen = precision; in mp_obj_str_format_helper()
/AliOS-Things-master/components/SDL2/src/stdlib/
A DSDL_string.c1408 int precision; member
1427 if (info->precision >= 0 && (size_t)info->precision < sz) in SDL_PrintString()
1441 if (info->precision >= 0 && (size_t)info->precision < sz) { in SDL_PrintString()
1442 slen = (size_t)info->precision; in SDL_PrintString()
1472 if (info->precision > 0 && sz < (size_t)info->precision) { in SDL_IntPrecisionAdjust()
1578 if (info->precision < 0) { in SDL_PrintFloat()
1579 info->precision = 6; in SDL_PrintFloat()
1669 info.precision = -1; in SDL_vsnprintf()
1709 info.precision = 0; in SDL_vsnprintf()
1711 if (info.precision < 0) { in SDL_vsnprintf()
[all …]
/AliOS-Things-master/components/ai_agent/src/engine/tflite-micro/third_party/flatbuffers/include/flatbuffers/
A Dutil.h102 template<typename T> size_t NumToStringWidth(T t, int precision = 0) {
105 if (precision) string_width += (precision + 1);
110 std::string NumToStringImplWrapper(T t, const char *fmt, int precision = 0) {
111 size_t string_width = NumToStringWidth(t, precision);
161 template<typename T> std::string FloatToString(T t, int precision) { in FloatToString() argument
171 ss << std::setprecision(precision); in FloatToString()
176 auto s = NumToStringImplWrapper(v, "%0.*f", precision); in FloatToString()
/AliOS-Things-master/components/jsoncpp/src/lib_json/
A Djson_tool.h120 Iter fixZerosInTheEnd(Iter begin, Iter end, unsigned int precision) { in fixZerosInTheEnd() argument
127 if (precision) { in fixZerosInTheEnd()
A Djson_writer.cpp128 unsigned int precision, PrecisionType precisionType) { in valueToString() argument
144 precision, value); in valueToString()
165 buffer.erase(fixZerosInTheEnd(buffer.begin(), buffer.end(), precision), in valueToString()
173 String valueToString(double value, unsigned int precision, in valueToString() argument
175 return valueToString(value, false, precision, precisionType); in valueToString()
883 bool emitUTF8, unsigned int precision,
920 bool emitUTF8, unsigned int precision, PrecisionType precisionType) in BuiltStyledStreamWriter() argument
926 precision_(precision), precisionType_(precisionType) {} in BuiltStyledStreamWriter()
/AliOS-Things-master/components/freetype/src/raster/
A Dftraster.c451 #define CEILING( x ) ( ( (x) + ras.precision - 1 ) & -ras.precision )
468 Int precision; member
1171 Rx = ( ras.precision * Dx ) % Dy; in Line_Up()
1177 Rx = ( ras.precision * -Dx ) % Dy; in Line_Up()
1323 e += ras.precision; in Bezier_Up()
1364 e += ras.precision; in Bezier_Up()
1374 e += ras.precision; in Bezier_Up()
2390 if ( e1 == e2 + ras.precision ) in Vertical_Sweep_Drop()
2534 if ( x2 - x1 < ras.precision ) in Horizontal_Sweep_Span()
2602 if ( e1 == e2 + ras.precision ) in Horizontal_Sweep_Drop()
[all …]
/AliOS-Things-master/components/SDL2/src/image/external/zlib-1.2.11/doc/
A Dtxtvsbin.txt24 is low. Another weakness of this scheme is a reduced precision, due to
29 a much increased precision and a near-100% recall. This scheme is
73 [128..255], the precision rarely has to suffer if this upper range is
90 positives). This, however, incurs a reduced precision overall, since
/AliOS-Things-master/components/SDL2/src/image/external/zlib-1.2.11/contrib/iostream2/
A Dzstream.h246 oss->precision(m_os->precision()); in os_flush()
/AliOS-Things-master/components/SDL2/src/image/external/libpng-1.6.37/
A DTODO19 * Greater precision in changing to linear gamma for compositing against
A Dpng.c2904 double fp, unsigned int precision)
2911 if (precision < 1)
2912 precision = DBL_DIG;
2915 if (precision > DBL_DIG+1)
2916 precision = DBL_DIG+1;
2919 if (size >= precision+5) /* See the requirements below. */
3013 if (cdigits+czero+1 < precision+clead)
3126 while (cdigits+czero < precision+clead && fp > DBL_MIN);
/AliOS-Things-master/components/SDL2/src/audio/sun/
A DSDL_sunaudio.c264 info.play.precision = (enc == AUDIO_ENCODING_ULAW) in SUNAUDIO_OpenDevice()
275 && info.play.precision == (this->spec.format & 0xff) in SUNAUDIO_OpenDevice()
/AliOS-Things-master/components/py_engine/engine/lib/libm_dbl/
A DREADME1 This directory contains source code for the standard double-precision math
/AliOS-Things-master/components/jsoncpp/include/json/
A Dwriter.h350 double value, unsigned int precision = Value::defaultRealPrecision,
/AliOS-Things-master/components/SDL2/src/image/
A DIMG_xcf.c145 Uint32 precision; member
330 h->precision = SDL_ReadBE32 (src); in read_xcf_header()
332 h->precision = 150; in read_xcf_header()
/AliOS-Things-master/components/sntp/src/
A Dsntp.c72 uint8_t precision; // Eight bits. Precision of the local clock. member
/AliOS-Things-master/components/lwip/lwip2.0.0/apps/sntp/
A Dsntp.c145 PACK_STRUCT_FLD_8(u8_t precision);
/AliOS-Things-master/components/amp/engine/quickjs_engine/quickjs/
A DREADME.md120 <li><b>libbf</b>: small library implementing arbitrary precision

Completed in 98 milliseconds

12