amd64/amd64/pmap.c

1627  * If the page is below/above the kernel range, it is marked as read-write.
2474 		 * Mark the pages in the range as preallocated.  It
2506 		    ("pmap_init: page table page is out of range"));
3645 	 * may hold both 4KB and 2MB page mappings for the address range [va,
3646 	 * va + NBPDR).  Therefore, the entire range must be invalidated here.
3648 	 * 4KB page mappings for the address range [va, va + NBPDR), and so a
3696 	 * registers if we use CLFLUSH on the local APIC range.  The
3698 	 * for that range anyway.
4008  *	Used to map a range of physical addresses into kernel
4101  * for mapping a distinct range of virtual addresses.  The pmap's collection is
4102  * ordered by this virtual address range.
5121 	 * kernel virtual address space.  It calls this function if a range
5123 	 * "kernel_vm_end" and "addr", then the range cannot begin at
6329  * Removes the specified range of addresses from the page table page.
6504 		 * range being removed.
6523  *	Remove the given range of addresses from the specified map.
6535  *	Remove the given range of addresses as part of a logical unmap
6692  *	specified range of this map as requested.
6913 	 * address range [S, E).  pmap_advise() will demote the superpage
7000 	    ("pmap_promote_pde: page table page is out of range"));
7472  * page mapping already exists within the 2MB virtual address range starting
7477  * settings are not the same across the 2MB virtual address range starting at
7516 	 * If pkru is not same for the whole pde range, return failure
7951  *	Clear the wired attribute from the mappings for the specified range of
7952  *	addresses in the given pmap.  Every valid mapping within that range
8047  *	Copy the range specified by src_addr/len
8048  *	from the source map to the range dst_addr/len
9156  *	Apply the given advice to the specified range of addresses within the
9235 			 * within the address range [sva, min(va_next, eva))
9452 		 * If the specified range of physical addresses fits within
9644  * Changes the specified virtual address range's memory type to that given by
9645  * the parameter "mode".  The specified virtual address range must be
9647  * the virtual address range is contained within the kernel map, then the
9650  * map the same physical pages as the specified virtual address range.)  These
9657  * of the virtual address range was not mapped, and ENOMEM is returned if
9660  * virtual address range or the direct map.
9675  * Changes the specified virtual address range's protections to those
9773 			 * and there is at least 1GB left within the range, then
9803 			 * and there is at least 2MB left within the range, then
9940  * specified range of physical addresses.  This range's size must be a power
10640 	    ("pmap_large_map_pdpe: va %#jx out of range idx %#jx LMSPML4I "
10704 	    ("not largemap range %#lx", (u_long)va));
10847 	    ("not largemap range %#lx %#lx", (u_long)svaa, (u_long)svaa + len));
11071  * Write-back cache lines for the given address range.
11073  * Must be called only on the range or sub-range returned from
11841  * Track a range of the kernel's virtual address space that is contiguous
11853 sysctl_kmaps_dump(struct sbuf *sb, struct pmap_kernel_map_range *range,
11859 	if (eva <= range->sva)
11862 	pat_idx = pmap_pat_index(kernel_pmap, range->attrs, true);
11887 		printf("%s: unknown PAT mode %#x for range 0x%016lx-0x%016lx\n",
11888 		    __func__, pat_idx, range->sva, eva);
11894 	    range->sva, eva,
11895 	    (range->attrs & X86_PG_RW) != 0 ? 'w' : '-',
11896 	    (range->attrs & pg_nx) != 0 ? '-' : 'x',
11897 	    (range->attrs & X86_PG_U) != 0 ? 'u' : 's',
11898 	    (range->attrs & X86_PG_G) != 0 ? 'g' : '-',
11899 	    mode, range->pdpes, range->pdes, range->ptes);
11902 	range->sva = la57 ? KV5ADDR(NPML5EPG - 1, NPML4EPG - 1, NPDPEPG - 1,
11909  * being tracked by the current range.  This is not quite as simple as a direct
11913 sysctl_kmaps_match(struct pmap_kernel_map_range *range, pt_entry_t attrs)
11918 	diff = (range->attrs ^ attrs) & mask;
11922 	    pmap_pat_index(kernel_pmap, range->attrs, true) ==
11929 sysctl_kmaps_reinit(struct pmap_kernel_map_range *range, vm_offset_t va,
11933 	memset(range, 0, sizeof(*range));
11934 	range->sva = va;
11935 	range->attrs = attrs;
11940  * those of the current run, dump the address range and its attributes, and
11944 sysctl_kmaps_check(struct sbuf *sb, struct pmap_kernel_map_range *range,
11972 	if (range->sva > va || !sysctl_kmaps_match(range, attrs)) {
11973 		sysctl_kmaps_dump(sb, range, va);
11974 		sysctl_kmaps_reinit(range, va, attrs);
11981 	struct pmap_kernel_map_range range;
11998 	range.sva = la57 ? KV5ADDR(NPML5EPG - 1, NPML4EPG - 1, NPDPEPG - 1,
12046 			sysctl_kmaps_dump(sb, &range, sva);
12057 				sysctl_kmaps_dump(sb, &range, sva);
12064 				sysctl_kmaps_check(sb, &range, sva, pml4e, pdpe,
12066 				range.pdpes++;
12085 					sysctl_kmaps_dump(sb, &range, sva);
12092 					sysctl_kmaps_check(sb, &range, sva,
12094 					range.pdes++;
12113 						sysctl_kmaps_dump(sb, &range,
12117 					sysctl_kmaps_check(sb, &range, sva,
12119 					range.ptes++;