sys/vm/uma_core.c

484 	if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
485 		udata = (void *)(uintptr_t)zone->uz_flags;
524 	if ((zone->uz_flags & UMA_ZFLAG_BUCKET) == 0)
525 		udata = (void *)(uintptr_t)zone->uz_flags;
656 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
1025 	if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
1076 		    (zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
1199 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0 &&
1249 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
1274 	if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
1290 	if (zone->uz_flags & UMA_ZFLAG_INTERNAL)
1303 	if ((zone->uz_flags & UMA_ZONE_SMR) == 0) {
1373 	if ((zone->uz_flags & UMA_ZONE_SMR) == 0 || drain) {
1428 	    (zone->uz_flags & UMA_ZONE_ROUNDROBIN) == 0) {
1570 	if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0)
2410 	if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
2488 	if ((zone->uz_flags & UMA_ZFLAG_HASH) == 0)
2495 	if ((zone->uz_flags & UMA_ZFLAG_CACHE) == 0) {
2643 		cache_set_uz_flags(&zone->uz_cpu[i], zone->uz_flags);
2674 	zone->uz_flags = (arg->flags & UMA_ZONE_SMR);
2695 		zone->uz_flags |= UMA_ZFLAG_TRASH | UMA_ZFLAG_CTORDTOR;
2704 		zone->uz_flags = arg->flags;
2715 		if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) == 0)
2716 			zone->uz_flags |= UMA_ZONE_ROUNDROBIN;
2733 		KASSERT((zone->uz_flags & UMA_ZONE_SECONDARY) == 0,
2738 		zone->uz_flags |= UMA_ZONE_SECONDARY;
2773 	zone->uz_flags |= (keg->uk_flags &
2788 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
2804 		zone->uz_flags |= UMA_ZFLAG_CTORDTOR;
2857 	if (!(zone->uz_flags & UMA_ZFLAG_INTERNAL))
2863 	if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
2872 	if ((zone->uz_flags & (UMA_ZONE_SECONDARY | UMA_ZFLAG_CACHE)) == 0) {
3217 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
3219 	else if ((zone->uz_flags & UMA_ZONE_PCPU) != 0)
3232 	MPASS(zone->uz_flags & UMA_ZONE_PCPU);
3258 	MPASS(zone->uz_flags & UMA_ZONE_PCPU);
3270 item_ctor(uma_zone_t zone, int uz_flags, int size, void *udata, int flags,
3277 	if (!skipdbg && (zone->uz_flags & UMA_ZFLAG_TRASH) != 0 &&
3282 	if (__predict_false((uz_flags & UMA_ZFLAG_CTORDTOR) != 0) &&
3308 		if ((zone->uz_flags & UMA_ZONE_MALLOC) != 0)
3318 		if (!skipdbg && (zone->uz_flags & UMA_ZFLAG_TRASH) != 0 &&
3358 	KASSERT((zone->uz_flags & UMA_ZONE_PCPU) == 0 || (flags & M_ZERO) == 0,
3363 	if ((zone->uz_flags & UMA_ZONE_SMR) == 0 && memguard_cmp_zone(zone)) {
3397 	if ((zone->uz_flags & UMA_ZONE_SMR) == 0 && is_memguard_addr(item)) {
3415 	int size, uz_flags;
3419 	uz_flags = cache_uz_flags(cache);
3421 	return (item_ctor(zone, uz_flags, size, udata, flags, item));
3442 	if (zone->uz_flags & UMA_ZONE_FIRSTTOUCH)
3459 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
3490 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
3635 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
3638 	KASSERT((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0,
3659 		item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata,
3872 			if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0 &&
4052 	else if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
4154 	item = item_ctor(zone, zone->uz_flags, zone->uz_size, udata, flags,
4182 	int itemdomain, uz_flags;
4185 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) != 0,
4193 	uz_flags = cache_uz_flags(cache);
4196 	if ((uz_flags & UMA_ZONE_FIRSTTOUCH) != 0)
4205 		if ((uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 &&
4230 	int itemdomain, uz_flags;
4238 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
4253 	uz_flags = cache_uz_flags(cache);
4255 	    __predict_false((uz_flags & UMA_ZFLAG_CTORDTOR) != 0))
4262 	if (__predict_false(uz_flags & UMA_ZFLAG_LIMIT)) {
4280 	if ((uz_flags & UMA_ZONE_FIRSTTOUCH) != 0)
4294 		if ((uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 &&
4343 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0)
4422 	if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 &&
4436 	if ((zone->uz_flags & UMA_ZONE_ROUNDROBIN) != 0)
4493 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0) {
4583 	if (__predict_false((zone->uz_flags & UMA_ZFLAG_HASH) != 0))
4587 		if (__predict_true((zone->uz_flags & UMA_ZFLAG_VTOSLAB) != 0)) {
4591 			if ((zone->uz_flags & UMA_ZFLAG_HASH) != 0)
4626 	if ((zone->uz_flags & UMA_ZONE_SMR) != 0 && skip == SKIP_NONE)
4663 	zone->uz_flags |= UMA_ZFLAG_LIMIT;
4690 	if ((zone->uz_flags & UMA_ZONE_FIRSTTOUCH) != 0 && vm_ndomains > 1) {
4871 	KASSERT((zone->uz_flags & UMA_ZONE_SMR) == 0,
4873 	zone->uz_flags |= UMA_ZONE_SMR;
4931 	zone->uz_flags |= UMA_ZFLAG_LIMIT | UMA_ZONE_NOFREE;
4985 	if (zone->uz_flags & UMA_ZFLAG_CACHE) {
5294 			if ((z->uz_flags & UMA_ZONE_SECONDARY) &&
5383 	if (zone->uz_flags != 0)
5384 		sbuf_printf(&sbuf, "0x%b", zone->uz_flags, PRINT_UMA_ZFLAGS);
5438 	if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
5440 	if (zone->uz_flags & UMA_ZFLAG_VTOSLAB)
5456 	if ((zone->uz_flags & UMA_ZFLAG_CACHE) != 0)
5567 		if (!((z->uz_flags & UMA_ZONE_SECONDARY) &&