include/vm/vm_reserv.c

65  * pages ("superpages").  Speculative allocation enables the fully-automatic
73  * The number of small pages that are contained in a level 0 reservation
90  * within the reservation's array of small pages.
155  * physical pages for the range [pindex, pindex + VM_LEVEL_0_NPAGES) of offsets
157  * small physical pages that are in use at any given time.  When and if the
169 	vm_page_t	pages;			/* first page of a superpage */
170 	int		popcnt;			/* # of pages in use */
172 	popmap_t	popmap[NPOPMAP];	/* bit vector of used pages */
184  * reservation's "pages" field.  Invalid reservation structures have a NULL
185  * "pages" field.
325 		KASSERT(rv->pages->psind == 1,
328 		rv->pages->psind = 0;
335 		vm_phys_free_pages(rv->pages, VM_LEVEL_0_ORDER);
382 	KASSERT(rv->pages->psind == 0,
394 		rv->pages->psind = 1;
398  * Allocates a contiguous set of physical pages of the given size "npages"
399  * from existing or newly created reservations.  All of the physical pages
403  * "boundary" is non-zero, then the set of physical pages cannot cross any
498 			 * last of the requested pages will not fit.  Reduce
524 	 * Allocate the physical pages.  The alignment and boundary specified
526 	 * boundary specified for the requested pages.  For instance, the
536 	 * The allocated physical pages always begin at a reservation
539 	 * allocated physical pages.
545 		KASSERT(rv->pages == m,
546 		    ("vm_reserv_alloc_contig: reserv %p's pages is corrupted",
568 			m_ret = &rv->pages[index];
585 	m = &rv->pages[index];
691 	KASSERT(rv->pages == m,
692 	    ("vm_reserv_alloc_page: reserv %p's pages is corrupted", rv));
708 	return (&rv->pages[index]);
715 	m = &rv->pages[index];
725  * page, all cached and free pages in the reservation are returned to the
750 		i = m - rv->pages;
792 		vm_phys_free_contig(&rv->pages[begin_zeroes], NBPOPMAP * i +
836 	vm_reserv_depopulate(rv, m - rv->pages);
855 	 * "pages" field for every element that has an underlying superpage.
861 			vm_reserv_array[paddr >> VM_LEVEL_0_SHIFT].pages =
881 	return (popmap_is_clear(rv->popmap, m - rv->pages));
951  * free pages to the physical memory allocator.
970  * queue, releasing its cached and free pages to the physical memory
990  * active reservation with unused pages, i.e., cached or free, that satisfy the
1010 		pa = VM_PAGE_TO_PHYS(&rv->pages[VM_LEVEL_0_NPAGES - 1]);
1015 		pa = VM_PAGE_TO_PHYS(&rv->pages[0]);
1021 			/* Start the search for free pages at "low". */
1037 			pa = VM_PAGE_TO_PHYS(&rv->pages[next_free]);
1049 				 * of its free pages are either excluded or