bsd/kern/mcache.c

411 		mcache_cpu_t *ccp = &cp->mc_cpu[c];
413 		VERIFY(IS_P2ALIGNED(ccp, CPU_CACHE_LINE_SIZE));
414 		lck_mtx_init(&ccp->cc_lock, cp->mc_cpu_lock_grp,
416 		ccp->cc_objs = -1;
417 		ccp->cc_pobjs = -1;
456 	mcache_cpu_t *ccp;
473 	ccp = MCACHE_CPU(cp);
475 	MCACHE_LOCK(&ccp->cc_lock);
482 		if (ccp->cc_objs > 0) {
491 			objs = MIN((unsigned int)ccp->cc_objs, need);
492 			*list = ccp->cc_filled->bkt_obj[ccp->cc_objs - 1];
493 			ccp->cc_objs -= objs;
494 			ccp->cc_alloc += objs;
496 			tail = ccp->cc_filled->bkt_obj[ccp->cc_objs];
502 				MCACHE_UNLOCK(&ccp->cc_lock);
519 		if (ccp->cc_pobjs > 0) {
520 			mcache_cpu_refill(ccp, ccp->cc_pfilled, ccp->cc_pobjs);
529 		if (ccp->cc_bktsize == 0)
539 			if (ccp->cc_pfilled != NULL)
541 				    ccp->cc_pfilled);
542 			mcache_cpu_refill(ccp, bkt, ccp->cc_bktsize);
552 	MCACHE_UNLOCK(&ccp->cc_lock);
719 	mcache_cpu_t *ccp = MCACHE_CPU(cp);
731 	MCACHE_LOCK(&ccp->cc_lock);
739 		if ((unsigned int)ccp->cc_objs <
740 		    (unsigned int)ccp->cc_bktsize) {
747 			list->obj_next = (ccp->cc_objs == 0) ? NULL :
748 			    ccp->cc_filled->bkt_obj[ccp->cc_objs - 1];
749 			ccp->cc_filled->bkt_obj[ccp->cc_objs++] = list;
750 			ccp->cc_free++;
756 			MCACHE_UNLOCK(&ccp->cc_lock);
768 		if (ccp->cc_pobjs == 0) {
769 			mcache_cpu_refill(ccp, ccp->cc_pfilled, ccp->cc_pobjs);
778 		if (ccp->cc_bktsize == 0)
788 			if (ccp->cc_pfilled != NULL)
790 				    ccp->cc_pfilled);
791 			mcache_cpu_refill(ccp, bkt, 0);
802 		MCACHE_UNLOCK(&ccp->cc_lock);
804 		MCACHE_LOCK(&ccp->cc_lock);
812 			if (ccp->cc_bktsize != btp->bt_bktsize) {
813 				MCACHE_UNLOCK(&ccp->cc_lock);
815 				MCACHE_LOCK(&ccp->cc_lock);
833 	MCACHE_UNLOCK(&ccp->cc_lock);
1069 mcache_cpu_refill(mcache_cpu_t *ccp, mcache_bkt_t *bkt, int objs)
1071 	ASSERT((ccp->cc_filled == NULL && ccp->cc_objs == -1) ||
1072 	    (ccp->cc_filled && ccp->cc_objs + objs == ccp->cc_bktsize));
1073 	ASSERT(ccp->cc_bktsize > 0);
1075 	ccp->cc_pfilled = ccp->cc_filled;
1076 	ccp->cc_pobjs = ccp->cc_objs;
1077 	ccp->cc_filled = bkt;
1078 	ccp->cc_objs = objs;
1135 	mcache_cpu_t *ccp;
1142 		ccp = &cp->mc_cpu[cpu];
1143 		MCACHE_LOCK(&ccp->cc_lock);
1144 		ccp->cc_bktsize = cp->cache_bkttype->bt_bktsize;
1145 		MCACHE_UNLOCK(&ccp->cc_lock);
1155 	mcache_cpu_t *ccp;
1161 		ccp = &cp->mc_cpu[cpu];
1163 		MCACHE_LOCK(&ccp->cc_lock);
1166 		bp = ccp->cc_filled;
1167 		pbp = ccp->cc_pfilled;
1168 		objs = ccp->cc_objs;
1169 		pobjs = ccp->cc_pobjs;
1170 		ccp->cc_filled = NULL;
1171 		ccp->cc_pfilled = NULL;
1172 		ccp->cc_objs = -1;
1173 		ccp->cc_pobjs = -1;
1174 		ccp->cc_bktsize = 0;
1176 		MCACHE_UNLOCK(&ccp->cc_lock);