sys/kern/subr_pool.c

1865 	pool_cache_cpu_t *cc;
1965 			if ((cc = pc->pc_cpus[i]) == NULL)
1967 			cpuhit += cc->cc_hits;
1968 			cpumiss += cc->cc_misses;
1969 			pcmiss += cc->cc_pcmisses;
1970 			nfull += cc->cc_nfull;
2247 	pool_cache_cpu_t *cc;
2254 	if ((cc = pc->pc_cpus[index]) != NULL) {
2263 		cc = &pc->pc_cpu0;
2267 		cc = pool_get(&cache_cpu_pool, PR_WAITOK);
2270 	cc->cc_current = __UNCONST(&pcg_dummy);
2271 	cc->cc_previous = __UNCONST(&pcg_dummy);
2272 	cc->cc_pcgcache = pc->pc_pcgcache;
2273 	cc->cc_hits = 0;
2274 	cc->cc_misses = 0;
2275 	cc->cc_pcmisses = 0;
2276 	cc->cc_contended = 0;
2277 	cc->cc_nfull = 0;
2278 	cc->cc_npart = 0;
2280 	pc->pc_cpus[index] = cc;
2468 	pool_cache_cpu_t *cc;
2471 	if ((cc = pc->pc_cpus[index]) == NULL)
2474 	if ((pcg = cc->cc_current) != &pcg_dummy) {
2478 	if ((pcg = cc->cc_previous) != &pcg_dummy) {
2482 	if (cc != &pc->pc_cpu0)
2483 		pool_put(&cache_cpu_pool, cc);
2631 pool_cache_get_slow(pool_cache_t pc, pool_cache_cpu_t *cc, int s,
2637 	KASSERT(cc->cc_current->pcg_avail == 0);
2638 	KASSERT(cc->cc_previous->pcg_avail == 0);
2640 	cc->cc_misses++;
2646 	cc->cc_contended += pool_pcg_get(&pc->pc_fullgroups, &pcg);
2649 		if (__predict_true((cur = cc->cc_current) != &pcg_dummy)) {
2651 			(void)pool_pcg_put(cc->cc_pcgcache, cur);
2653 		cc->cc_nfull--;
2654 		cc->cc_current = pcg;
2663 	cc->cc_pcmisses++;
2702 	pool_cache_cpu_t *cc;
2733 		cc = pc->pc_cpus[curcpu()->ci_index];
2734 	 	pcg = cc->cc_current;
2744 			cc->cc_hits++;
2756 		pcg = cc->cc_previous;
2758 			cc->cc_previous = cc->cc_current;
2759 			cc->cc_current = pcg;
2769 		if (!pool_cache_get_slow(pc, cc, s, &object, pap, flags)) {
2787 pool_cache_put_slow(pool_cache_t pc, pool_cache_cpu_t *cc, int s, void *object)
2791 	KASSERT(cc->cc_current->pcg_avail == cc->cc_current->pcg_size);
2792 	KASSERT(cc->cc_previous->pcg_avail == cc->cc_previous->pcg_size);
2794 	cc->cc_misses++;
2800 	(void)pool_pcg_get(cc->cc_pcgcache, &pcg);
2817 		if (__predict_false(cc->cc_previous == &pcg_dummy)) {
2818 			cc->cc_previous = pcg;
2820 			cur = cc->cc_current;
2823 				cc->cc_contended +=
2825 				cc->cc_nfull++;
2827 			cc->cc_current = pcg;
2837 	cc->cc_pcmisses++;
2853 	pool_cache_cpu_t *cc;
2874 		cc = pc->pc_cpus[curcpu()->ci_index];
2875 	 	pcg = cc->cc_current;
2880 			cc->cc_hits++;
2889 		pcg = cc->cc_previous;
2891 			cc->cc_previous = cc->cc_current;
2892 			cc->cc_current = pcg;
2901 		if (!pool_cache_put_slow(pc, cc, s, object))
2915 	pool_cache_cpu_t *cc;
2920 	cc = pc->pc_cpus[curcpu()->ci_index];
2921 	cur = cc->cc_current;
2922 	cc->cc_current = __UNCONST(&pcg_dummy);
2923 	prev = cc->cc_previous;
2924 	cc->cc_previous = __UNCONST(&pcg_dummy);
2928 			cc->cc_nfull++;
2933 			cc->cc_npart++;
2939 			cc->cc_nfull++;
2944 			cc->cc_npart++;
3393 				pool_cache_cpu_t *cc;
3395 				if ((cc = pc->pc_cpus[i]) == NULL) {
3398 				if (pool_in_cg(pp, cc->cc_current, addr) ||
3399 				    pool_in_cg(pp, cc->cc_previous, addr)) {
3430 	pool_cache_cpu_t *cc;
3482 				cc = pc->pc_cpus[i];
3483 				if (cc == NULL)
3485 				data.pr_cache_ncontended += cc->cc_contended;
3486 				data.pr_cache_nmiss_pcpu += cc->cc_misses;
3487 				data.pr_cache_nhit_pcpu += cc->cc_hits;
3488 				data.pr_cache_nmiss_global += cc->cc_pcmisses;
3489 				nfull += cc->cc_nfull; /* 32-bit rollover! */
3490 				data.pr_cache_npartial += cc->cc_npart;