arm64/kvm/mmu.c

30 static phys_addr_t __ro_after_init hyp_idmap_vector;
34 static phys_addr_t __stage2_range_addr_end(phys_addr_t addr, phys_addr_t end,
35 					   phys_addr_t size)
37 	phys_addr_t boundary = ALIGN_DOWN(addr + size, size);
42 static phys_addr_t stage2_range_addr_end(phys_addr_t addr, phys_addr_t end)
44 	phys_addr_t size = kvm_granule_size(KVM_PGTABLE_MIN_BLOCK_LEVEL);
56 static int stage2_apply_range(struct kvm_s2_mmu *mmu, phys_addr_t addr,
57 			      phys_addr_t end,
114 static int kvm_mmu_split_huge_pages(struct kvm *kvm, phys_addr_t addr,
115 				    phys_addr_t end)
263 static phys_addr_t kvm_host_pa(void *addr)
268 static void *kvm_host_va(phys_addr_t phys)
319 static void __unmap_stage2_range(struct kvm_s2_mmu *mmu, phys_addr_t start, u64 size,
323 	phys_addr_t end = start + size;
331 static void unmap_stage2_range(struct kvm_s2_mmu *mmu, phys_addr_t start, u64 size)
339 	phys_addr_t addr = memslot->base_gfn << PAGE_SHIFT;
340 	phys_addr_t end = addr + PAGE_SIZE * memslot->npages;
419 static phys_addr_t kvm_kaddr_to_phys(void *kaddr)
518 	phys_addr_t start, end, cur;
550 	phys_addr_t start, end, cur;
576 	phys_addr_t phys_addr;
661 static int __create_hyp_private_mapping(phys_addr_t phys_addr, size_t size,
691 int create_hyp_stack(phys_addr_t phys_addr, unsigned long *haddr)
740 int create_hyp_io_mappings(phys_addr_t phys_addr, size_t size,
778 int create_hyp_exec_mappings(phys_addr_t phys_addr, size_t size,
947 	phys_addr_t addr = memslot->base_gfn << PAGE_SHIFT;
948 	phys_addr_t size = PAGE_SIZE * memslot->npages;
1066 int kvm_phys_addr_ioremap(struct kvm *kvm, phys_addr_t guest_ipa,
1067 			  phys_addr_t pa, unsigned long size, bool writable)
1069 	phys_addr_t addr;
1110 static void stage2_wp_range(struct kvm_s2_mmu *mmu, phys_addr_t addr, phys_addr_t end)
1132 	phys_addr_t start, end;
1159 	phys_addr_t start, end;
1189 	phys_addr_t base_gfn = slot->base_gfn + gfn_offset;
1190 	phys_addr_t start = (base_gfn +  __ffs(mask)) << PAGE_SHIFT;
1191 	phys_addr_t end = (base_gfn + __fls(mask) + 1) << PAGE_SHIFT;
1286 			    phys_addr_t *ipap)
1377 static int user_mem_abort(struct kvm_vcpu *vcpu, phys_addr_t fault_ipa,
1598 static void handle_access_fault(struct kvm_vcpu *vcpu, phys_addr_t fault_ipa)
1628 	phys_addr_t fault_ipa;
1829 phys_addr_t kvm_mmu_get_httbr(void)
1834 phys_addr_t kvm_get_idmap_vector(void)
2066 	phys_addr_t size = slot->npages << PAGE_SHIFT;