Searched refs:prec (Results 26 - 50 of 282) sorted by relevance

1234567891011>>

/netbsd-6-1-5-RELEASE/external/lgpl3/gmp/dist/mpf/
H A Drandom2.c30 mp_size_t prec; local
34 prec = PREC(x);
43 if (xn > prec + 1)
44 xn = prec + 1;
H A Ddiv_2exp.c30 do an mpz_set with changed EXP(r). Like mpz_set we take prec+1 limbs in
31 this case. Although just prec would suffice, it's nice to have
34 When shifting we take up to prec many limbs from the input. Our shift is
38 into that low carry limb. Just prec limbs (with the high non-zero) from
43 usize > prec), the overlap is in the style supported by rshift (ie. dst
46 But when r==u and k==0 (ie. usize <= prec), we would have an invalid
61 same operand will accumulate low zero limbs, until prec+1 limbs is
63 prec, we should test the low exp%GMP_NUMB_BITS many bits of PTR(u)[0],
74 mp_size_t prec = r->_mp_prec; local
91 prec
[all...]
H A Dmul_2exp.c30 do an mpz_set with changed EXP(r). Like mpz_set we take prec+1 limbs in
31 this case. Although just prec would suffice, it's nice to have
34 When shifting we take up to prec many limbs from the input. Our shift is
39 PTR(u)[k-1] (when k>=1 makes that limb available). Taking just prec
44 usize <= prec), the overlap is supported by lshift (ie. dst == src).
46 But when r==u and k>=1 (ie. usize > prec), we would have an invalid
55 same operand will accumulate low zero limbs, until prec+1 limbs is
57 prec, we should test the low exp%GMP_NUMB_BITS many bits of PTR(u)[0],
68 mp_size_t prec = r->_mp_prec; local
85 prec
[all...]
H A Diset_si.c27 mp_size_t prec = __gmp_default_fp_limb_precision; local
31 r->_mp_prec = prec;
32 r->_mp_d = (mp_ptr) (*__gmp_allocate_func) ((prec + 1) * BYTES_PER_MP_LIMB);
H A Dsqrt_ui.c29 limb, being 2*(prec-1) for a total 2*prec-1 limbs passed to mpn_sqrtrem.
31 to the intended accuracy, ie. truncated to prec limbs.
33 With nails, u might be two limbs, in which case a total 2*prec limbs is
34 passed to mpn_sqrtrem (still giving a prec limb result). If uhigh is
35 zero we adjust back to 2*prec-1, since mpn_sqrtrem requires the high
36 non-zero. 2*prec limbs are always allocated, even when uhigh is zero, so
64 mp_size_t prec; local
76 prec = r->_mp_prec;
77 zeros = 2 * prec
[all...]
H A Durandomb.c32 mp_size_t prec; local
36 prec = PREC (rop);
38 if (nlimbs > prec + 1 || nlimbs == 0)
40 nlimbs = prec + 1;
H A Dadd_ui.c29 mp_size_t prec = sum->_mp_prec; local
57 sumsize = MIN (usize, prec + 1);
68 if (uexp > prec)
99 if (usize > prec)
102 up += usize - prec;
103 usize -= usize - prec; /* Eq. usize = prec */
120 if ((-uexp) >= prec)
128 if (usize + (-uexp) + 1 > prec)
131 up += usize + (-uexp) + 1 - prec;
[all...]
/netbsd-6-1-5-RELEASE/external/gpl3/gcc/dist/gcc/testsuite/gcc.c-torture/compile/
H A D980821-1.c2 int __kernel_rem_pio2(int prec) argument
6 switch(prec) {
/netbsd-6-1-5-RELEASE/gnu/dist/gcc4/gcc/testsuite/gcc.c-torture/compile/
H A D980821-1.c2 int __kernel_rem_pio2(int prec) argument
6 switch(prec) {
/netbsd-6-1-5-RELEASE/external/lgpl3/mpfr/dist/tests/
H A Dtgeneric_ui.c37 mpfr_prec_t prec, yprec; local
50 for (prec = p0; prec <= p1; prec++)
52 mpfr_set_prec (x, prec);
53 mpfr_set_prec (z, prec);
54 mpfr_set_prec (t, prec);
55 yprec = prec + 10;
59 if (n > 1 || prec < p1)
71 if (mpfr_can_round (y, yprec, rnd, rnd, prec))
[all...]
H A Dtzeta_ui.c34 unsigned int prec, yprec; local
47 if (argc >= 3) /* tzeta_ui n prec [rnd] */
63 printf ("Error for zeta(3), prec=33, MPFR_RNDZ\n");
69 for (prec = MPFR_PREC_MIN; prec <= 100; prec++)
71 mpfr_set_prec (x, prec);
72 mpfr_set_prec (z, prec);
73 mpfr_set_prec (t, prec);
74 yprec = prec
[all...]
H A Dtpow3.c35 mpfr_prec_t prec, yprec; local
54 for (prec = p0; prec <= p1; prec++)
56 mpfr_set_prec (x, prec);
58 mpfr_set_prec (z, prec);
59 mpfr_set_prec (t, prec);
60 yprec = prec + 10;
72 if (mpfr_can_round (y, err, rnd, rnd, prec))
79 mpfr_out_str (stdout, 2, prec,
[all...]
H A Dtrandom.c30 test_urandomb (long nbtests, mpfr_prec_t prec, int verbose) argument
45 mpfr_init2 (x, prec);
46 xn = 1 + (prec - 1) / mp_bits_per_limb;
47 sh = xn * mp_bits_per_limb - prec;
110 mpfr_prec_t prec; local
127 prec = 1000;
129 prec = atol(argv[2]);
131 test_urandomb (nbtests, prec, verbose);
/netbsd-6-1-5-RELEASE/external/lgpl3/mpfr/dist/
H A Dacos.c31 mpfr_prec_t prec; local
93 prec = MPFR_PREC (acos);
94 prec += MPFR_INT_CEIL_LOG2(prec) + 10 + supplement;
96 /* VL: The following change concerning prec comes from r3145
108 if (prec < pmin)
109 prec = pmin;
113 mpfr_init2 (tmp, prec);
114 mpfr_init2 (arcc, prec);
116 MPFR_ZIV_INIT (loop, prec);
[all...]
H A Dui_pow_ui.c32 mpfr_prec_t prec; local
56 prec = MPFR_PREC (x) + 3 + size_n;
57 mpfr_init2 (res, prec);
59 MPFR_ZIV_INIT (loop, prec);
76 Since prec >= MPFR_PREC(x) + 4 + floor(log2(n)), prec > err */
77 err = prec - err;
84 MPFR_ZIV_NEXT (loop, prec);
85 mpfr_set_prec (res, prec);
H A Dround_p.c30 mpfr_round_p (mp_limb_t *bp, mp_size_t bn, mpfr_exp_t err0, mpfr_prec_t prec) argument
34 i1 = mpfr_round_p_2 (bp, bn, err0, prec);
36 MPFR_RNDN, MPFR_RNDZ, prec);
40 "bn = %lu, err0 = %ld, prec = %lu\nbp = ", i1, i2,
41 (unsigned long) bn, (long) err0, (unsigned long) prec);
55 * precision prec.
58 mpfr_round_p (mp_limb_t *bp, mp_size_t bn, mpfr_exp_t err0, mpfr_prec_t prec) argument
66 if (MPFR_UNLIKELY (err0 <= 0 || (mpfr_uexp_t) err0 <= prec || prec >= err))
70 k = prec / GMP_NUMB_BIT
[all...]
H A Dget_si.c28 mpfr_prec_t prec; local
42 /* determine prec of long */
43 for (s = LONG_MIN, prec = 0; s != 0; s /= 2, prec++)
46 /* first round to prec bits */
47 mpfr_init2 (x, prec);
H A Dget_ui.c28 mpfr_prec_t prec; local
44 for (s = ULONG_MAX, prec = 0; s != 0; s /= 2, prec ++)
47 /* first round to prec bits */
48 mpfr_init2 (x, prec);
H A Dgammaonethird.c97 /* The computed value s satisfies |s-omega| <= 2^{1-prec}*omega */
100 mpfr_Browns_const (mpfr_ptr s, mpfr_prec_t prec) argument
105 mpfr_prec_t working_prec = prec + 10 + MPFR_INT_CEIL_LOG2 (2 + prec / 10);
125 if (MPFR_GET_EXP (uk) + prec <= MPFR_GET_EXP (s) + 7)
133 /* Returns y such that |Gamma(1/3)-y| <= 2^{1-prec}*Gamma(1/3) */
135 mpfr_gamma_one_third (mpfr_ptr y, mpfr_prec_t prec) argument
139 mpfr_init2 (tmp, prec + 9);
140 mpfr_init2 (tmp2, prec + 9);
141 mpfr_init2 (tmp3, prec
172 mpfr_gamma_one_and_two_third(mpfr_ptr y1, mpfr_ptr y2, mpfr_prec_t prec) argument
[all...]
/netbsd-6-1-5-RELEASE/external/ibm-public/postfix/dist/src/util/
H A Dvbuf_print.c126 int prec; /* are signed for overflow defense */ local
185 prec = va_arg(ap, int);
186 VSTRING_ADDNUM(fmt, prec);
189 for (prec = 0; ch = *cp, ISDIGIT(ch); cp++) {
190 prec = prec * 10 + ch - '0';
194 if (prec < 0) {
195 msg_warn("%s: bad precision %d in %.50s", myname, prec, format);
196 prec = 0;
214 if (prec >
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl3/gmp/dist/tests/mpf/
H A Dt-sqrt_ui.c34 unsigned long x, prec; local
51 prec = gmp_urandomm_ui (rands, max_prec-min_prec) + min_prec;
52 refmpf_set_prec_limbs (r, prec);
57 /* Expect to prec limbs of result.
60 be exactly prec. */
61 if (SIZ(r) != prec)
65 printf (" want prec=%lu\n", prec);
68 printf (" r prec %ld\n", (long) PREC(r));
78 printf (" want prec
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl2/mpc/dist/tests/
H A Dtset.c45 printf ("Error in "function_name" for prec = %lu\n", \
74 mpfr_prec_t prec; local
87 for (prec = 2; prec <= 1000; prec++)
89 unsigned long int u = (unsigned long int) prec;
91 mpc_set_prec (z, prec);
92 mpfr_set_prec (fr, prec);
94 lo = -prec;
100 PRINT_ERROR ("mpc_set_d", prec,
322 mpfr_prec_t prec; local
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl3/gmp/dist/tests/cxx/
H A Dt-constr.cc446 int prec = 64; local
447 mpf_class b(a, prec); ASSERT_ALWAYS(b == -1);
459 int prec = 128; local
460 mpf_class b(a, prec); ASSERT_ALWAYS(b == 128);
468 int prec = 256; local
469 mpf_class a('z', prec); ASSERT_ALWAYS(a == 122);
489 int prec = 64; local
490 mpf_class b(a, prec); ASSERT_ALWAYS(b == -123);
502 int prec = 128; local
503 mpf_class b(a, prec); ASSERT_ALWAY
515 int prec = 256; local
528 int prec = 64; local
541 int prec = 128; local
554 int prec = 256; local
567 int prec = 64; local
588 int prec = 128; local
605 int prec = 256; local
610 int prec = 64, base = 8; local
623 int prec = 128; local
628 int prec = 256, base = 16; local
646 int prec = 256; local
655 int prec = 64, base = 8; local
676 int prec = 128; local
685 int prec = 256, base = 16; local
703 int prec = 64; local
718 int prec = 64; local
733 int prec = 128; local
738 int prec = 256; local
[all...]
/netbsd-6-1-5-RELEASE/external/lgpl2/mpc/dist/src/
H A Dnorm.c29 mpfr_prec_t prec; local
32 prec = mpfr_get_prec (a);
46 > (mpfr_exp_t)prec)
65 prec += mpc_ceil_log2 (prec) + 3;
67 mpfr_set_prec (u, prec);
68 mpfr_set_prec (v, prec);
78 mpfr_can_round (u, prec - 2, GMP_RNDN, rnd, mpfr_get_prec (a)) == 0);
/netbsd-6-1-5-RELEASE/external/cddl/osnet/dist/common/ctf/
H A Dctf_decl.c90 ctf_decl_prec_t prec; local
107 prec = CTF_PREC_ARRAY;
115 prec = CTF_PREC_BASE;
120 prec = CTF_PREC_FUNCTION;
125 prec = CTF_PREC_POINTER;
132 prec = cd->cd_qualp;
137 prec = CTF_PREC_BASE;
149 if (ctf_list_next(&cd->cd_nodes[prec]) == NULL)
150 cd->cd_order[prec] = cd->cd_ordp++;
156 if (prec > c
[all...]

Completed in 245 milliseconds

1234567891011>>