Lines Matching refs:precision

56  * 	precision specifications; fix various floating point conversion bugs;
59 * check for integer overflow of the field width, precision, and return
573 int precision = -1;
660 if (precision == -1)
661 precision = 0;
664 if (precision > (INT_MAX - ch) / 10) {
668 precision = 10 * precision + ch;
672 * C99 says: "A negative precision argument is
673 * taken as if the precision were omitted."
676 if ((precision = va_arg(args, int)) < 0)
677 precision = -1;
752 precision, flags);
797 precision, flags);
814 precision, flags, &overflow);
828 precision, flags, &overflow);
842 * If the precision is zero, it is treated as
845 if (precision == 0)
846 precision = 1;
848 precision, flags, &overflow);
859 precision, flags);
885 precision, flags);
940 precision = -1;
958 int precision, int flags)
961 int noprecision = (precision == -1);
966 /* If a precision was specified, don't read the string past it. */
968 (noprecision || strln < precision); strln++)
980 while (*value != '\0' && (noprecision || precision-- > 0)) {
992 int precision, int flags)
1002 int noprecision = (precision == -1);
1022 * For `o' conversion, it increases the precision, if and only
1024 * zero (if the value and precision are both 0, a single 0 is
1030 if (precision <= pos)
1031 precision = pos + 1;
1042 zpadlen = precision - pos - separators;
1045 - MAX(precision, pos) /* Number of integer digits. */
1057 * precision is specified, the `0' flag is ignored." (7.19.6.1, 6)
1093 int precision, int flags, int *overflow)
1125 if (precision == -1)
1126 precision = 6;
1153 * For "%g" (and "%G") conversions, the precision
1157 * "%e" or "%E" conversions) depending on the precision
1163 * "e-style", the precision must be decremented by one.
1165 precision--;
1186 if (precision > 38)
1187 precision = 38;
1190 if (precision > 19)
1191 precision = 19;
1194 if (precision > 9)
1195 precision = 9;
1210 * part. For example, if the precision is 3, the mask will be 1000.
1212 mask = (UINTMAX_T)mypow10(precision);
1220 * (because precision = 3). Now, myround(1000 * 0.99962) will
1241 * "e-style", the precision must be adjusted and the integer and
1244 * C99 says: "Let P equal the precision if nonzero, 6 if the precision
1245 * is omitted, or 1 if the precision is zero. Then, if a conversion
1249 * precision P - (X + 1).
1251 * - otherwise, the conversion is with style `e' (or `E') and precision
1254 * Note that we had decremented the precision by one.
1257 precision + 1 > exponent && exponent >= -4) {
1258 precision -= exponent;
1293 leadfraczeros = precision - fpos;
1300 omitcount = precision;
1303 precision -= omitcount;
1310 if (precision > 0 || flags & PRINT_F_NUM)
1318 - precision /* Number of fractional digits. */