bsd/kern/mcache.c

379 		mcache_cpu_t *ccp = &cp->mc_cpu[c];
381 		VERIFY(IS_P2ALIGNED(ccp, CPU_CACHE_SIZE));
382 		lck_mtx_init(&ccp->cc_lock, cp->mc_cpu_lock_grp,
384 		ccp->cc_objs = -1;
385 		ccp->cc_pobjs = -1;
424 	mcache_cpu_t *ccp;
441 	ccp = MCACHE_CPU(cp);
443 	MCACHE_LOCK(&ccp->cc_lock);
450 		if (ccp->cc_objs > 0) {
459 			objs = MIN((unsigned int)ccp->cc_objs, need);
460 			*list = ccp->cc_filled->bkt_obj[ccp->cc_objs - 1];
461 			ccp->cc_objs -= objs;
462 			ccp->cc_alloc += objs;
464 			tail = ccp->cc_filled->bkt_obj[ccp->cc_objs];
470 				MCACHE_UNLOCK(&ccp->cc_lock);
487 		if (ccp->cc_pobjs > 0) {
488 			mcache_cpu_refill(ccp, ccp->cc_pfilled, ccp->cc_pobjs);
497 		if (ccp->cc_bktsize == 0)
507 			if (ccp->cc_pfilled != NULL)
509 				    ccp->cc_pfilled);
510 			mcache_cpu_refill(ccp, bkt, ccp->cc_bktsize);
520 	MCACHE_UNLOCK(&ccp->cc_lock);
685 	mcache_cpu_t *ccp = MCACHE_CPU(cp);
697 	MCACHE_LOCK(&ccp->cc_lock);
705 		if ((unsigned int)ccp->cc_objs <
706 		    (unsigned int)ccp->cc_bktsize) {
713 			list->obj_next = (ccp->cc_objs == 0) ? NULL :
714 			    ccp->cc_filled->bkt_obj[ccp->cc_objs - 1];
717 			ccp->cc_filled->bkt_obj[ccp->cc_objs++] = list;
718 			ccp->cc_free++;
725 			MCACHE_UNLOCK(&ccp->cc_lock);
737 		if (ccp->cc_pobjs == 0) {
738 			mcache_cpu_refill(ccp, ccp->cc_pfilled, ccp->cc_pobjs);
747 		if (ccp->cc_bktsize == 0)
757 			if (ccp->cc_pfilled != NULL)
759 				    ccp->cc_pfilled);
760 			mcache_cpu_refill(ccp, bkt, 0);
771 		MCACHE_UNLOCK(&ccp->cc_lock);
773 		MCACHE_LOCK(&ccp->cc_lock);
781 			if (ccp->cc_bktsize != btp->bt_bktsize) {
782 				MCACHE_UNLOCK(&ccp->cc_lock);
784 				MCACHE_LOCK(&ccp->cc_lock);
802 	MCACHE_UNLOCK(&ccp->cc_lock);
1038 mcache_cpu_refill(mcache_cpu_t *ccp, mcache_bkt_t *bkt, int objs)
1040 	ASSERT((ccp->cc_filled == NULL && ccp->cc_objs == -1) ||
1041 	    (ccp->cc_filled && ccp->cc_objs + objs == ccp->cc_bktsize));
1042 	ASSERT(ccp->cc_bktsize > 0);
1044 	ccp->cc_pfilled = ccp->cc_filled;
1045 	ccp->cc_pobjs = ccp->cc_objs;
1046 	ccp->cc_filled = bkt;
1047 	ccp->cc_objs = objs;
1104 	mcache_cpu_t *ccp;
1111 		ccp = &cp->mc_cpu[cpu];
1112 		MCACHE_LOCK(&ccp->cc_lock);
1113 		ccp->cc_bktsize = cp->cache_bkttype->bt_bktsize;
1114 		MCACHE_UNLOCK(&ccp->cc_lock);
1124 	mcache_cpu_t *ccp;
1130 		ccp = &cp->mc_cpu[cpu];
1132 		MCACHE_LOCK(&ccp->cc_lock);
1135 		bp = ccp->cc_filled;
1136 		pbp = ccp->cc_pfilled;
1137 		objs = ccp->cc_objs;
1138 		pobjs = ccp->cc_pobjs;
1139 		ccp->cc_filled = NULL;
1140 		ccp->cc_pfilled = NULL;
1141 		ccp->cc_objs = -1;
1142 		ccp->cc_pobjs = -1;
1143 		ccp->cc_bktsize = 0;
1145 		MCACHE_UNLOCK(&ccp->cc_lock);