riscv/riscv/pmap.c

247  * contained within a single L2 entry. The early DTB is mapped immediately
248  * before the devmap L2 entry.
286  * Data for the pv entry allocation mechanism
332 #define	pmap_load_store(pte, entry)	atomic_swap_64(pte, entry)
335 #define	pmap_store(pte, entry)		atomic_store_64(pte, entry)
485     pt_entry_t entry)
491 	 * Distribute new kernel L1 entry to all the user pmaps.  This is only
502 		pmap_store(l1, entry);
555 	pt_entry_t entry;
569 		entry = PTE_KERN;
570 		entry |= (pn << PTE_PPN0_S);
571 		pmap_store(&l1[l1_slot], entry);
585 	pt_entry_t entry;
603 		entry = (PTE_V);
604 		entry |= (pn << PTE_PPN0_S);
605 		pmap_store(&l2[l2_slot], entry);
676 	 * using a single L1 entry.
1012 	pt_entry_t entry;
1030 		entry = PTE_KERN;
1031 		entry |= (pn << PTE_PPN0_S);
1032 		pmap_store(l3, entry);
1121 	pt_entry_t entry;
1132 		entry = PTE_KERN;
1133 		entry |= (pn << PTE_PPN0_S);
1134 		pmap_store(l3, entry);
1300  * After removing a page table entry, this routine is used to
1395 	pt_entry_t entry;
1440 		    ("%s: L0 entry %#lx is valid", __func__, pmap_load(l0)));
1442 		entry = PTE_V | (pn << PTE_PPN0_S);
1443 		pmap_store(l0, entry);
1469 		    ("%s: L1 entry %#lx is valid", __func__, pmap_load(l1)));
1471 		entry = PTE_V | (pn << PTE_PPN0_S);
1472 		pmap_store(l1, entry);
1473 		pmap_distribute_l1(pmap, l1index, entry);
1494 				/* Recurse to allocate the L1 entry. */
1521 		    ("%s: L2 entry %#lx is valid", __func__, pmap_load(l2)));
1523 		entry = PTE_V | (pn << PTE_PPN0_S);
1524 		pmap_store(l2, entry);
1548 		    ("%s: L1 entry %#lx for VA %#lx is a leaf", __func__,
1576 	 * Get the page directory entry
1661 	pt_entry_t entry;
1672 			/* We need a new PDP entry */
1681 			entry = (PTE_V);
1682 			entry |= (pn << PTE_PPN0_S);
1683 			pmap_store(l1, entry);
1685 			    pmap_l1_index(kernel_vm_end), entry);
1707 		entry = (PTE_V);
1708 		entry |= (pn << PTE_PPN0_S);
1709 		pmap_store(l2, entry);
1735 	"Current number of pv entry chunks");
1737 	"Current number of pv entry chunks allocated");
1739 	"Current number of pv entry chunks frees");
1747 	"Current number of pv entry frees");
1749 	"Current number of pv entry allocs");
1760  * another pv entry chunk.
1825  * Returns a new PV entry, allocating a new PV chunk from the system when
1968  * First find and then remove the pv entry for the specified pmap and virtual
1969  * address from the specified pv list.  Returns the pv entry if found and NULL
1990  * First find and then destroy the pv entry for the specified pmap and virtual
2006  * Conditionally create the PV entry for a 4KB page mapping if the required
2030  * destroy the pv entry for the 2MB page mapping and reinstantiate the pv
2049 	 * Transfer the 2mpage's pv entry for this mapping to the first
2051 	 * must not be released until the last pv entry is reinstantiated.
2126  * Create the PV entry for a 2MB page mapping.  Always returns true unless the
2128  * false if the PV entry cannot be allocated without resorting to reclamation.
2671 	    ("pmap_demote_l2_locked: oldl2 is not a leaf entry"));
2723 	 * mapping, that is, prior to changing the L2 entry.  Otherwise, the
2724 	 * state of the L2 entry and the PV lists will be inconsistent, which
2725 	 * can result in reclaim_pv_chunk() attempting to remove a PV entry from
2727 	 * expected PV entry for the 2MB page mapping that is being demoted.
2738 	 * Demote the PV entry.
2762 	    ("pmap_promote_l2: invalid l2 entry %p", l2));
2888 	pt_entry_t entry;
2974 				entry = (PTE_V);
2975 				entry |= (l2_pn << PTE_PPN0_S);
2976 				pmap_store(l1, entry);
2977 				pmap_distribute_l1(pmap, pmap_l1_index(va), entry);
2988 			entry = (PTE_V);
2989 			entry |= (l3_pn << PTE_PPN0_S);
2990 			pmap_store(l2, entry);
3045 		 * also permits reuse of the old mapping's PV entry,
3068 			    ("pmap_enter: no PV entry for %#lx", va));
3111 	 * Update the L3 entry.
3169  * Returns true if every page table entry in the specified page table is
3196  * and a PV entry allocation failed.
3263 			    ("pmap_enter_l2: non-zero L2 entry %p", l2));
3286 		 * Abort this mapping if its PV entry could not be created.
3311 			    "pmap_enter_l2: failed to create PV entry"
3442 			 * Get the l2 entry
3561  *	The wired attribute of the page table entry is not a hardware feature,
3952  * particular, a page table entry's dirty bit won't change state once
3993 				    ("L2 PTE is invalid... bogus PV entry? "
4168 	 * Return true if and only if the L3 entry for the specified virtual
4377 		/* Rotate the PV list if it has more than one entry. */
4427 		/* Rotate the PV list if it has more than one entry. */
4625 			 * L1 entry if the attributes don't match but there is
4639 			 * L2 entry if the attributes don't match but there is
4650 		 * TODO: Update the L3 entry if the attributes don't match once
4902 	/* Get l1 directory entry. */
4915 	/* Get l2 directory entry. */
4927 	/* Get l3 page table entry. */
4966  * Determine whether the attributes specified by a page table entry match those