arch/arm64/VMSAv8TranslationMap.cpp

13 static constexpr uint64_t kPteAddrMask = (((1UL << 36) - 1) << 12);
14 static constexpr uint64_t kPteAttrMask = ~(kPteAddrMask | 0x3);
16 static constexpr uint64_t kAttrSWDBM = (1UL << 55);
17 static constexpr uint64_t kAttrUXN = (1UL << 54);
18 static constexpr uint64_t kAttrPXN = (1UL << 53);
19 static constexpr uint64_t kAttrDBM = (1UL << 51);
20 static constexpr uint64_t kAttrNG = (1UL << 11);
21 static constexpr uint64_t kAttrAF = (1UL << 10);
22 static constexpr uint64_t kAttrSH1 = (1UL << 9);
23 static constexpr uint64_t kAttrSH0 = (1UL << 8);
24 static constexpr uint64_t kAttrAP2 = (1UL << 7);
25 static constexpr uint64_t kAttrAP1 = (1UL << 6);
28 uint64_t VMSAv8TranslationMap::fMair;
108 		uint64_t entrySize = 1UL << shift;
117 uint64_t*
120 	return reinterpret_cast<uint64_t*>(KERNEL_PMAP_BASE + pa);
124 uint64_t
125 VMSAv8TranslationMap::MakeBlock(phys_addr_t pa, int level, uint64_t attr)
140 		uint64_t tableSize = 1UL << tableBits;
142 		uint64_t* pt = TableFromPa(ptPa);
143 		for (uint64_t i = 0; i < tableSize; i++) {
144 			uint64_t pte = pt[i];
163 	uint64_t* pte = &TableFromPa(ptPa)[index];
167 	uint64_t oldPte = atomic_get64((int64*) pte);
181 			uint64_t entrySize = 1UL << shift;
182 			uint64_t tableSize = 1UL << tableBits;
184 			uint64_t* newTable = TableFromPa(newTablePa);
185 			uint64_t addr = oldPte & kPteAddrMask;
186 			uint64_t attr = oldPte & kPteAttrMask;
188 			for (uint64_t i = 0; i < tableSize; i++) {
196 		if ((uint64_t) atomic_test_and_set64((int64*) pte, newTablePa | 0x3, oldPte) != oldPte)
208 	VMSAv8TranslationMap::VMAction action, uint64_t attr, vm_page_reservation* reservation)
215 	uint64_t tableMask = (1UL << tableBits) - 1;
218 	uint64_t entrySize = 1UL << shift;
220 	uint64_t entryMask = entrySize - 1;
221 	uint64_t nextVa = va;
222 	uint64_t end = va + size;
227 		uint64_t aligned = (va & ~entryMask) + entrySize;
251 			uint64_t* pte = &TableFromPa(ptPa)[index];
254 			uint64_t oldPte = atomic_get64((int64*) pte);
257 				uint64_t newPte = 0;
270 				if ((uint64_t) atomic_test_and_set64((int64*) pte, newPte, oldPte) != oldPte)
308 uint64_t
309 VMSAv8TranslationMap::ClearAttrFlags(uint64_t attr, uint32 flags)
323 uint64_t
324 VMSAv8TranslationMap::MoveAttrFlags(uint64_t newAttr, uint64_t oldAttr)
335 uint64_t
338 	uint64_t attr = 0;
375 	uint64_t pageMask = (1UL << fPageBits) - 1;
376 	uint64_t vaMask = (1UL << fVaBits) - 1;
382 	uint64_t attr = GetMemoryAttr(attributes, memoryType, fIsKernel);
403 	uint64_t pageMask = (1UL << fPageBits) - 1;
404 	uint64_t vaMask = (1UL << fVaBits) - 1;
426 	uint64_t pte;
430 	uint64_t vaMask = (1UL << fVaBits) - 1;
444 	phys_addr_t ptPa, int level, addr_t va, phys_addr_t* pa, uint64_t* rpte)
447 	uint64_t tableMask = (1UL << tableBits) - 1;
450 	uint64_t entrySize = 1UL << shift;
451 	uint64_t entryMask = entrySize - 1;
455 	uint64_t pte = TableFromPa(ptPa)[index];
461 	uint64_t addr = pte & kPteAddrMask;
482 	uint64_t vaMask = (1UL << fVaBits) - 1;
499 	uint64_t pte = 0;
550 	uint64_t pageMask = (1UL << fPageBits) - 1;
551 	uint64_t vaMask = (1UL << fVaBits) - 1;
557 	uint64_t attr = GetMemoryAttr(attributes, memoryType, fIsKernel);
569 	uint64_t pageMask = (1UL << fPageBits) - 1;
570 	uint64_t vaMask = (1UL << fVaBits) - 1;