bsd/kern/uipc_mbuf.c

501 	mcache_obj_t *element;	/* the alloc'ed element, NULL if unused */
576 	mcache_obj_t	*mtbl_cobjlist;	/* composite objects freelist */
685 static mcache_obj_t *slab_alloc(mbuf_class_t, int);
686 static void slab_free(mbuf_class_t, mcache_obj_t *);
687 static unsigned int mbuf_slab_alloc(void *, mcache_obj_t ***,
689 static void mbuf_slab_free(void *, mcache_obj_t *, int);
690 static void mbuf_slab_audit(void *, mcache_obj_t *, boolean_t);
692 static unsigned int cslab_alloc(mbuf_class_t, mcache_obj_t ***,
694 static unsigned int cslab_free(mbuf_class_t, mcache_obj_t *, int);
695 static unsigned int mbuf_cslab_alloc(void *, mcache_obj_t ***,
697 static void mbuf_cslab_free(void *, mcache_obj_t *, int);
698 static void mbuf_cslab_audit(void *, mcache_obj_t *, boolean_t);
709 static void mcl_audit_init(void *, mcache_audit_t **, mcache_obj_t **,
712 static mcache_audit_t *mcl_audit_buf2mca(mbuf_class_t, mcache_obj_t *);
723 static void mleak_logger(u_int32_t, mcache_obj_t *, boolean_t);
724 static boolean_t mleak_log(uintptr_t *, mcache_obj_t *, uint32_t, int);
725 static void mleak_free(mcache_obj_t *);
1654 static mcache_obj_t *
1658 	mcache_obj_t *buf;
1795 slab_free(mbuf_class_t class, mcache_obj_t *buf)
1992 mbuf_slab_alloc(void *arg, mcache_obj_t ***plist, unsigned int num, int wait)
1996 	mcache_obj_t **list = *plist;
2074 mbuf_slab_free(void *arg, mcache_obj_t *list, __unused int purged)
2077 	mcache_obj_t *nlist;
2113 mbuf_slab_audit(void *arg, mcache_obj_t *list, boolean_t alloc)
2181 cslab_alloc(mbuf_class_t class, mcache_obj_t ***plist, unsigned int num)
2186 	mcache_obj_t **list = *plist;
2241 cslab_free(mbuf_class_t class, mcache_obj_t *list, int purged)
2243 	mcache_obj_t *o, *tail;
2247 	mcache_obj_t *ref_list = NULL;
2268 		mcache_obj_t *rfa, *nexto = o->obj_next;
2272 			mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2286 			    (mcache_obj_t *)cl), cl, 0, size);
2321 			rfa = (mcache_obj_t *)(void *)MEXT_RFA(m);
2342 			((mcache_obj_t *)cl)->obj_next = NULL;
2376 mbuf_cslab_alloc(void *arg, mcache_obj_t ***plist, unsigned int needed,
2382 	mcache_obj_t *ref_list = NULL;
2383 	mcache_obj_t *mp_list = NULL;
2384 	mcache_obj_t *clp_list = NULL;
2385 	mcache_obj_t **list;
2471 		((mcache_obj_t *)cl)->obj_next = NULL;
2475 		((mcache_obj_t *)(void *)rfa)->obj_next = NULL;
2487 			mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2489 			cl_mca = mcl_audit_buf2mca(MC_CL, (mcache_obj_t *)cl);
2536 		*list = (mcache_obj_t *)m;
2571 mbuf_cslab_free(void *arg, mcache_obj_t *list, int purged)
2602 mbuf_cslab_audit(void *arg, mcache_obj_t *list, boolean_t alloc)
2616 		mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
2687 	mcache_obj_t *con_list = NULL;
2774 		    (mcache_obj_t **)&mca_list, needed, MCR_SLEEP);
2937 	mcache_obj_t *o = NULL;
3008 		VERIFY(o == (mcache_obj_t *)sp->sl_base);
3039 					    (mcache_obj_t *)m);
3136 	mcache_obj_t *top = NULL;
3137 	mcache_obj_t **list = &top;
3774 	mcache_obj_t *mp_list = NULL;
3898 	mcache_obj_t *mp_list = NULL, *rmp_list = NULL;
4278 	mcache_obj_t *mp_list = NULL;
4279 	mcache_obj_t *mcl_list = NULL;
4280 	mcache_obj_t *mbc_list = NULL;
4281 	mcache_obj_t *m16k_list = NULL;
4282 	mcache_obj_t *m_mcl_list = NULL;
4283 	mcache_obj_t *m_mbc_list = NULL;
4284 	mcache_obj_t *m_m16k_list = NULL;
4285 	mcache_obj_t *ref_list = NULL;
4297 			mcache_obj_t *o, *rfa;
4316 			o = (mcache_obj_t *)(void *)m->m_ext.ext_buf;
4334 				rfa = (mcache_obj_t *)(void *)MEXT_RFA(m);
4363 				o = (mcache_obj_t *)m;
4398 			((mcache_obj_t *)m)->obj_next = mp_list;
4399 			mp_list = (mcache_obj_t *)m;
4663 	mcache_obj_t *list = NULL;
6387 		void *next = ((mcache_obj_t *)buf)->obj_next;
6401 			    (mcache_obj_t *)buf);
6425     mcache_obj_t **con_list, size_t con_size, unsigned int num)
6428 	mcache_obj_t *con = NULL;
6498 		    (mcache_obj_t *)mca_list);
6507 mcl_audit_buf2mca(mbuf_class_t class, mcache_obj_t *o)
6557 	mcache_obj_t *next = ((mcache_obj_t *)m)->obj_next;
6572 		((mcache_obj_t *)m)->obj_next = next;
6625 	mcache_obj_t *next = ((mcache_obj_t *)addr)->obj_next;
6633 			((mcache_obj_t *)addr)->obj_next = next;
6674 	mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
6730 mleak_logger(u_int32_t num, mcache_obj_t *addr, boolean_t alloc)
6756 mleak_log(uintptr_t *bt, mcache_obj_t *addr, uint32_t depth, int num)
6839 mleak_free(mcache_obj_t *addr)
7256 		mca = mcl_audit_buf2mca(MC_MBUF, (mcache_obj_t *)m);
7376 	mcache_obj_t *obj;