common/vm/vm_pagelist.c

504 page_correct_color(uchar_t szc, uchar_t nszc, uint_t color,
507 	ASSERT(nszc > szc);
510 	ASSERT(ncolor < PAGE_GET_PAGECOLORS(nszc));
513 	ncolor = PAGE_CONVERT_COLOR(ncolor, szc, nszc);
2582 	uchar_t nszc = szc + 1;
2588 	if (nszc == mmu_page_sizes)
2591 	ASSERT(nszc < mmu_page_sizes);
2592 	color_mask = PAGE_GET_PAGECOLORS(nszc) - 1;
2601 	while (plw->plw_bins[nszc] != 0) {
2603 		ASSERT(nszc < mmu_page_sizes);
2608 		if (PAGE_FREELISTS(mnode, nszc, bin, mtype)) {
2610 			firstpp = pp = PAGE_FREELISTS(mnode, nszc, bin, mtype);
2637 				uint_t ccolor = page_correct_color(szc, nszc,
2640 				ASSERT(pp->p_szc == nszc);
2641 				VM_STAT_ADD(vmm_vmstats.pfs_demote[nszc]);
2662 		bin = ADD_MASKED(bin, 1, plw->plw_ceq_mask[nszc], color_mask);
2663 		plw->plw_bins[nszc]--;
2666 			uchar_t nnszc = nszc + 1;
2673 			bin = sbin = PAGE_GET_NSZ_COLOR(nszc, bin);
2675 				bin_prev = PAGE_GET_NSZ_COLOR(nszc, bin_prev);
2682 			nszc = nnszc;
2683 			ASSERT(nszc < mmu_page_sizes);
2750 	uint_t  nszc, ceq_mask, colors;
2798 		for (nszc = szc + 1; nszc < mmu_page_sizes; nszc++, szc++) {
2799 			plw->plw_ceq_mask[nszc] = PAGE_GET_NSZ_MASK(szc,
2801 			plw->plw_bins[nszc] = PAGE_GET_PAGECOLORS(nszc);
2803 		plw->plw_ceq_mask[nszc] = INVALID_MASK;
2804 		plw->plw_bins[nszc] = 0;
2817 #define	PAGE_SET_NEXT_SPLIT_MARKER(szc, nszc, bin, plw) {		     \
2820 	uint_t neq_mask = ~plw->plw_ceq_mask[nszc] & plw->plw_color_mask;    \
2823 	if (!((plw->plw_split_next ^ bin0_nsz) & plw->plw_ceq_mask[nszc])) { \
2835 	uchar_t nszc = szc + 1;
2842 		PAGE_SET_NEXT_SPLIT_MARKER(szc, nszc, bin, plw);
2883 				if (plw->plw_bins[nszc] != 0) {
2895 					    plw->plw_ceq_mask[nszc])
2903 	if (plw->plw_bins[nszc] != 0) {
2906 		    plw->plw_ceq_mask[nszc]))