bsd/kern/uipc_mbuf.c

471 	mcache_obj_t *element;	/* the alloc'ed element, NULL if unused */
549 	mcache_obj_t	*mtbl_cobjlist;	/* composite objects freelist */
641 static mcache_obj_t *slab_alloc(mbuf_class_t, int);
642 static void slab_free(mbuf_class_t, mcache_obj_t *);
643 static unsigned int mbuf_slab_alloc(void *, mcache_obj_t ***,
645 static void mbuf_slab_free(void *, mcache_obj_t *, int);
646 static void mbuf_slab_audit(void *, mcache_obj_t *, boolean_t);
648 static unsigned int cslab_alloc(mbuf_class_t, mcache_obj_t ***,
650 static unsigned int cslab_free(mbuf_class_t, mcache_obj_t *, int);
651 static unsigned int mbuf_cslab_alloc(void *, mcache_obj_t ***,
653 static void mbuf_cslab_free(void *, mcache_obj_t *, int);
654 static void mbuf_cslab_audit(void *, mcache_obj_t *, boolean_t);
665 static void mcl_audit_init(void *, mcache_audit_t **, mcache_obj_t **,
667 static mcache_audit_t *mcl_audit_buf2mca(mbuf_class_t, mcache_obj_t *);
677 static void mleak_logger(u_int32_t, mcache_obj_t *, boolean_t);
678 static boolean_t mleak_log(uintptr_t *, mcache_obj_t *, uint32_t, int);
679 static void mleak_free(mcache_obj_t *);
1582 static mcache_obj_t *
1586 	mcache_obj_t *buf;
1723 slab_free(mbuf_class_t class, mcache_obj_t *buf)
1920 mbuf_slab_alloc(void *arg, mcache_obj_t ***plist, unsigned int num, int wait)
1924 	mcache_obj_t **list = *plist;
2002 mbuf_slab_free(void *arg, mcache_obj_t *list, __unused int purged)
2005 	mcache_obj_t *nlist;
2041 mbuf_slab_audit(void *arg, mcache_obj_t *list, boolean_t alloc)
2109 cslab_alloc(mbuf_class_t class, mcache_obj_t ***plist, unsigned int num)
2114 	mcache_obj_t **list = *plist;
2169 cslab_free(mbuf_class_t class, mcache_obj_t *list, int purged)
2171 	mcache_obj_t *o, *tail;
2175 	mcache_obj_t *ref_list = NULL;
2196 		mcache_obj_t *rfa, *nexto = o->obj_next;
2200 			mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2214 			    (mcache_obj_t *)cl), cl, 0, size);
2249 			rfa = (mcache_obj_t *)(void *)MEXT_RFA(m);
2270 			((mcache_obj_t *)cl)->obj_next = NULL;
2304 mbuf_cslab_alloc(void *arg, mcache_obj_t ***plist, unsigned int needed,
2310 	mcache_obj_t *ref_list = NULL;
2311 	mcache_obj_t *mp_list = NULL;
2312 	mcache_obj_t *clp_list = NULL;
2313 	mcache_obj_t **list;
2399 		((mcache_obj_t *)cl)->obj_next = NULL;
2403 		((mcache_obj_t *)(void *)rfa)->obj_next = NULL;
2415 			mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2417 			cl_mca = mcl_audit_buf2mca(MC_CL, (mcache_obj_t *)cl);
2464 		*list = (mcache_obj_t *)m;
2499 mbuf_cslab_free(void *arg, mcache_obj_t *list, int purged)
2530 mbuf_cslab_audit(void *arg, mcache_obj_t *list, boolean_t alloc)
2544 		mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2615 	mcache_obj_t *con_list = NULL;
2702 		    (mcache_obj_t **)&mca_list, needed, MCR_SLEEP);
2859 	mcache_obj_t *o = NULL;
2930 		VERIFY(o == (mcache_obj_t *)sp->sl_base);
2959 					    (mcache_obj_t *)m);
3057 	mcache_obj_t *top = NULL;
3058 	mcache_obj_t **list = &top;
3636 	mcache_obj_t *mp_list = NULL;
3760 	mcache_obj_t *mp_list = NULL, *rmp_list = NULL;
4140 	mcache_obj_t *mp_list = NULL;
4141 	mcache_obj_t *mcl_list = NULL;
4142 	mcache_obj_t *mbc_list = NULL;
4143 	mcache_obj_t *m16k_list = NULL;
4144 	mcache_obj_t *m_mcl_list = NULL;
4145 	mcache_obj_t *m_mbc_list = NULL;
4146 	mcache_obj_t *m_m16k_list = NULL;
4147 	mcache_obj_t *ref_list = NULL;
4159 			mcache_obj_t *o, *rfa;
4175 			o = (mcache_obj_t *)(void *)m->m_ext.ext_buf;
4193 				rfa = (mcache_obj_t *)(void *)MEXT_RFA(m);
4222 				o = (mcache_obj_t *)m;
4257 			((mcache_obj_t *)m)->obj_next = mp_list;
4258 			mp_list = (mcache_obj_t *)m;
4492 	mcache_obj_t *list = NULL;
6203 		void *next = ((mcache_obj_t *)buf)->obj_next;
6217 			    (mcache_obj_t *)buf);
6241     mcache_obj_t **con_list, size_t con_size, unsigned int num)
6244 	mcache_obj_t *con = NULL;
6295 mcl_audit_buf2mca(mbuf_class_t class, mcache_obj_t *o)
6345 	mcache_obj_t *next = ((mcache_obj_t *)m)->obj_next;
6360 		((mcache_obj_t *)m)->obj_next = next;
6411 	mcache_obj_t *next = ((mcache_obj_t *)addr)->obj_next;
6419 			((mcache_obj_t *)addr)->obj_next = next;
6434 	mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
6490 mleak_logger(u_int32_t num, mcache_obj_t *addr, boolean_t alloc)
6516 mleak_log(uintptr_t *bt, mcache_obj_t *addr, uint32_t depth, int num)
6599 mleak_free(mcache_obj_t *addr)