Searched refs:prec (Results 101 - 125 of 282) sorted by relevance

1234567891011>>

/netbsd-6-1-5-RELEASE/external/lgpl3/gmp/dist/mpf/
H A Dui_sub.c30 mp_size_t prec; local
76 prec = r->_mp_prec + 1;
88 prec = r->_mp_prec;
127 if (usize > prec)
129 up += usize - prec;
130 usize = prec;
135 if (vsize + ediff > prec)
137 vp += vsize + ediff - prec;
138 vsize = prec - ediff;
143 tp = TMP_ALLOC_LIMBS (prec);
[all...]
H A Dget_str.c40 /* Compute base^exp and return the most significant prec limbs in rp[].
42 Return the actual size (which might be less than prec).
43 Allocation of rp[] and the temporary tp[] should be 2*prec+2 limbs. */
47 mp_size_t prec, mp_ptr tp)
76 if (rn > prec)
78 ign += rn - prec;
79 off = rn - prec;
80 rn = prec;
94 if (rn > prec)
96 ASSERT (rn == prec
45 mpn_pow_1_highpart(mp_ptr rp, mp_size_t *ignp, mp_limb_t base, unsigned long exp, mp_size_t prec, mp_ptr tp) argument
[all...]
H A Dceilfloor.c26 Notice the use of prec+1 ensures mpf_ceil and mpf_floor are equivalent to
36 mp_size_t size, asize, prec; local
70 prec = PREC (r) + 1;
73 asize = MIN (asize, prec);
H A Ddiv.c36 could make that comparison and use qsize==prec instead of qsize==prec+1,
39 If r==u but the size is enough bigger than prec that there won't be an
41 copying up,usize. This would only arise from a prec reduced with
51 mp_size_t sign_quotient, prec, high_zero, chop; local
61 prec = PREC(r);
81 rsize = prec + 1; /* desired quot */
H A Dset_q.c29 nsize-dsize+1 to equal prec+1, hence giving either prec or prec+1 result
32 nsize-dsize+1 == prec+1 is achieved by adjusting num(q), either dropping
36 We cannot truncate den(q), because even when it's much bigger than prec
51 could make that comparison and use qsize==prec instead of qsize==prec+1,
66 mp_size_t prec, nsize, dsize, qsize, prospective_qsize, tsize, zeros; local
86 prec = PREC (r);
96 qsize = prec
[all...]
H A Dui_div.c35 mp_size_t prec; local
42 prec = r->_mp_prec;
61 rsize = prec + 1; /* desired quot size */
97 /* tsize-vsize+1 == rsize, so tsize >= rsize. rsize == prec+1 >= 2,
/netbsd-6-1-5-RELEASE/external/lgpl3/mpfr/dist/tests/
H A Dtgmpop.c397 mpfr_prec_t prec; local
407 for (prec = p0; prec <= p1; prec++)
409 mpfr_set_prec (arg1, prec);
410 mpfr_set_prec (tmp, prec);
411 mpfr_set_prec (dst_small, prec);
418 mpfr_set_prec (dst_big, 2*prec);
420 if (mpfr_can_round (dst_big, 2*prec, rnd, rnd, prec))
474 mpfr_prec_t prec; local
558 mpfr_prec_t prec; local
[all...]
H A Dtsqr.c38 error1 (mpfr_rnd_t rnd, mpfr_prec_t prec, argument
41 printf("ERROR: for %s and prec=%lu\nINPUT=", mpfr_print_rnd_mode(rnd), prec);
49 error2 (mpfr_rnd_t rnd, mpfr_prec_t prec, mpfr_t in, mpfr_t out, argument
52 printf("ERROR: for %s and prec=%lu\nINPUT=", mpfr_print_rnd_mode(rnd), prec);
H A Dtgeneric.c83 ", %s, target prec = %lu\nx = ", \
113 mpfr_prec_t prec, xprec, yprec; local
136 for (prec = p0; prec <= p1; prec++)
138 mpfr_set_prec (z, prec);
139 mpfr_set_prec (t, prec);
140 yprec = prec + 10;
145 for (n = 0; n < (prec == p1 ? N + 4 : N); n++)
147 xprec = prec;
[all...]
H A Dreuse.c92 char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd)
101 mpfr_init2 (ref1, prec);
102 mpfr_init2 (ref2, prec);
103 mpfr_init2 (ref3, prec);
104 mpfr_init2 (res1, prec);
163 char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd)
172 mpfr_init2 (ref, prec);
173 mpfr_init2 (op1, prec);
174 mpfr_init2 (op2, prec);
175 mpfr_init2 (op3, prec);
91 test3(int (*testfunc)(mpfr_ptr, mpfr_srcptr, mpfr_srcptr, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
161 test4(int (*testfunc)(mpfr_ptr, mpfr_srcptr, mpfr_srcptr, mpfr_srcptr, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
290 test2ui(int (*testfunc)(mpfr_ptr, mpfr_srcptr, unsigned long int, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
335 testui2(int (*testfunc)(mpfr_ptr, unsigned long int, mpfr_srcptr, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
376 test2(int (*testfunc)(mpfr_ptr, mpfr_srcptr, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
416 test2a(int (*testfunc)(mpfr_ptr, mpfr_srcptr), char *foo, mpfr_prec_t prec) argument
456 test3a(int (*testfunc)(mpfr_ptr, mpfr_ptr, mpfr_srcptr, mpfr_rnd_t), char *foo, mpfr_prec_t prec, mpfr_rnd_t rnd) argument
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl2/mpc/dist/src/
H A Dsqrt.c26 ( ((prec + BITS_PER_MP_LIMB - 1) / BITS_PER_MP_LIMB) * BITS_PER_MP_LIMB \
40 mpfr_prec_t prec; local
175 prec = MPC_MAX_PREC(a);
209 prec += (loops <= 2) ? mpc_ceil_log2 (prec) + 4 : prec / 2;
210 mpfr_set_prec (w, prec);
211 mpfr_set_prec (t, prec);
226 ok_w = mpfr_can_round (w, prec - 2, GMP_RNDD, GMP_RNDU,
234 ok_w = mpfr_can_round (w, prec
[all...]
H A Dsin_cos.c314 mpfr_prec_t prec; local
318 prec = 2;
320 prec = MPC_MAX (prec, MPC_MAX_PREC (rop_sin));
322 prec = MPC_MAX (prec, MPC_MAX_PREC (rop_cos));
333 prec += mpc_ceil_log2 (prec) + 5;
335 mpfr_set_prec (s, prec);
336 mpfr_set_prec (c, prec);
[all...]
H A Dtan.c30 mpfr_prec_t prec; local
176 prec = MPC_MAX_PREC(rop);
190 prec += mpc_ceil_log2 (prec) + err;
191 mpc_set_prec (x, prec);
192 mpc_set_prec (y, prec);
247 err = prec; /* double precision */
265 || mpfr_can_round (MPC_RE(x), prec - err, GMP_RNDN, GMP_RNDZ,
272 || mpfr_can_round (MPC_IM(x), prec - 6, GMP_RNDN, GMP_RNDZ,
H A Ddiv.c152 mpfr_prec_t prec; local
244 prec = MPC_MAX_PREC(a);
257 prec += loops <= 2 ? mpc_ceil_log2 (prec) + 5 : prec / 2;
259 mpc_set_prec (res, prec);
260 mpfr_set_prec (q, prec);
289 mpfr_can_round (MPC_RE (res), prec - 4, GMP_RNDU,
296 mpfr_can_round (MPC_RE (res), prec - 4, GMP_RNDD,
305 ok_im = mpfr_can_round (MPC_IM (res), prec
[all...]
H A Dsqr.c33 mpfr_prec_t prec; local
69 prec = MPC_MAX_PREC(rop);
130 prec += mpc_ceil_log2 (prec) + 5;
132 mpfr_set_prec (u, prec);
133 mpfr_set_prec (v, prec);
172 ok = (!inexact) | mpfr_can_round (u, prec - 3, GMP_RNDU, GMP_RNDZ,
205 ok = (!inexact) | mpfr_can_round (u, prec - 3, GMP_RNDD, GMP_RNDZ,
/netbsd-6-1-5-RELEASE/external/lgpl3/mpfr/dist/
H A Dyn.c218 mpfr_prec_t prec; local
221 prec = MPFR_PREC(res) + 10;
222 mpfr_init2 (l, prec);
223 mpfr_init2 (h, prec);
224 mpfr_init2 (t, prec);
225 mpfr_init2 (logz, prec);
272 mpfr_prec_t prec; local
279 prec = MPFR_PREC(res) + 10;
280 mpfr_init2 (y, prec);
282 represents a quantity <= 1/2^prec */
320 mpfr_prec_t prec; local
[all...]
H A Dsum.c246 mpfr_prec_t prec; local
284 prec = MAX (MPFR_PREC (tab[0]), MPFR_PREC (ret));
286 prec += k + 2;
287 mpfr_init2 (cur_sum, prec);
291 MPFR_ZIV_INIT (loop, prec);
294 error_trap = sum_once (cur_sum, perm, n, prec + k);
298 MPFR_GET_EXP (cur_sum) - prec + 2,
301 MPFR_ZIV_NEXT (loop, prec);
302 mpfr_set_prec (cur_sum, prec);
H A Deint.c199 mpfr_prec_t prec; local
258 prec = MPFR_PREC (y) + 2 * MPFR_INT_CEIL_LOG2 (MPFR_PREC (y)) + 6;
267 prec += -d;
270 mpfr_set_prec (tmp, prec);
271 mpfr_set_prec (ump, prec);
273 MPFR_ZIV_INIT (loop, prec); /* Initialize the ZivLoop controler */
279 if (MPFR_GET_EXP (x) > 0 && mpfr_cmp_d (x, ((double) prec +
302 if (MPFR_LIKELY (MPFR_CAN_ROUND (tmp, prec - err, MPFR_PREC (y), rnd)))
304 MPFR_ZIV_NEXT (loop, prec); /* Increase used precision */
305 mpfr_set_prec (tmp, prec);
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl2/mpc/dist/tests/
H A Dtmul.c83 testmul (long a, long b, long c, long d, mpfr_prec_t prec, mpc_rnd_t rnd) argument
87 mpc_init2 (x, prec);
88 mpc_init2 (y, prec);
105 mpfr_prec_t prec; local
137 for (prec = 2; prec < 1000; prec = (mpfr_prec_t) (prec * 1.1 + 1))
139 mpc_set_prec (x, prec);
140 mpc_set_prec (y, prec);
[all...]
/netbsd-6-1-5-RELEASE/external/bsd/file/dist/src/
H A Dvasprintf.c79 %[flag][width][.prec][modifier]type
87 prec: none .0 .n .*
240 * b: when .prec is used, we must not access any extra byte of the
247 static int type_s(xprintf_struct *s, int width, int prec, argument
255 /* hand-made strlen() whitch stops when 'prec' is reached. */
256 /* if 'prec' is -1 then it is never reached. */
258 while (arg_string[string_len] != 0 && (size_t)prec != string_len)
307 int width, prec, modifier, approx_width; local
376 /* .prec */
379 if (*SRCTXT == '*') { /* .prec give
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl3/gmp/dist/cxx/
H A Dosfuns.cc84 /* ios::fixed allows prec==0, others take 0 as the default 6.
86 p->prec = MAX (0, o.precision());
87 if (p->prec == 0 && p->conv != DOPRNT_CONV_FIXED)
88 p->prec = 6;
H A Dosdoprnti.cc47 p->prec = -1;
/netbsd-6-1-5-RELEASE/lib/libc/stdio/
H A Dvsnprintf_ss.c128 int prec; /* precision from format (%.3d), or -1 */ local
133 int dprec; /* a copy of prec if [diouxX], 0 otherwise */
178 prec = -1;
215 prec = n < 0 ? -1 : n;
223 prec = n < 0 ? -1 : n;
324 if (prec >= 0) {
327 * NUL in the first `prec' characters, and
330 char *p = memchr(cp, 0, (size_t)prec);
334 if (size > prec)
335 size = prec;
[all...]
/netbsd-6-1-5-RELEASE/usr.bin/m4/
H A Dparser.y78 | '-' expr %prec UMINUS { $$ = -$2; }
79 | '+' expr %prec UPLUS { $$ = $2; }
/netbsd-6-1-5-RELEASE/external/gpl3/binutils/dist/gas/config/
H A Datof-ieee.c725 int prec = 0;
735 prec = F_PRECISION;
742 prec = D_PRECISION;
747 prec = X_PRECISION;
759 prec = P_PRECISION + 1;
761 prec = P_PRECISION;
779 prec = F_PRECISION;
781 prec = D_PRECISION;
783 if (prec == 0)
789 gas_assert (prec <
723 int prec = 0; local
[all...]

Completed in 215 milliseconds

1234567891011>>