powerpc/kvm/book3s_64_mmu_radix.c

149 	u64 pte, base, gpa;
204 	gpa = pte & 0x01fffffffffff000ul;
205 	if (gpa & ((1ul << offset) - 1))
207 	gpa |= eaddr & ((1ul << offset) - 1);
215 	gpte->raddr = gpa;
423 void kvmppc_unmap_pte(struct kvm *kvm, pte_t *pte, unsigned long gpa,
430 	unsigned long gfn = gpa >> PAGE_SHIFT;
434 	old = kvmppc_radix_update_pte(kvm, pte, ~0UL, 0, gpa, shift);
435 	kvmppc_radix_tlbie_page(kvm, gpa, shift, lpid);
454 	gpa &= ~(page_size - 1);
456 	kvmhv_remove_nest_rmap_range(kvm, memslot, gpa, hpa, page_size);
575 					unsigned long gpa, u64 lpid)
591 					unsigned long gpa, u64 lpid)
616 		      unsigned long gpa, unsigned int level,
628 	pgd = pgtable + pgd_index(gpa);
629 	p4d = p4d_offset(pgd, gpa);
633 		pud = pud_offset(p4d, gpa);
635 		new_pud = pud_alloc_one(kvm->mm, gpa);
639 		pmd = pmd_offset(pud, gpa);
660 	pud = pud_offset(p4d, gpa);
662 		unsigned long hgpa = gpa & PUD_MASK;
697 			kvmppc_unmap_free_pud_entry_table(kvm, pud, gpa, lpid);
699 		kvmppc_radix_set_pte_at(kvm, gpa, (pte_t *)pud, pte);
711 	pmd = pmd_offset(pud, gpa);
713 		unsigned long lgpa = gpa & PMD_MASK;
749 			kvmppc_unmap_free_pmd_entry_table(kvm, pmd, gpa, lpid);
751 		kvmppc_radix_set_pte_at(kvm, gpa, pmdp_ptep(pmd), pte);
763 	ptep = pte_offset_kernel(pmd, gpa);
773 		kvmppc_radix_update_pte(kvm, ptep, 0, pte_val(pte), gpa, 0);
777 	kvmppc_radix_set_pte_at(kvm, gpa, ptep, pte);
794 			     unsigned long gpa, u64 lpid)
810 		ptep = find_kvm_nested_guest_pte(kvm, lpid, gpa, &shift);
812 		ptep = find_kvm_secondary_pte(kvm, gpa, &shift);
815 		kvmppc_radix_update_pte(kvm, ptep, 0, pgflags, gpa, shift);
822 				   unsigned long gpa,
830 	unsigned long hva, gfn = gpa >> PAGE_SHIFT;
892 	    (gpa & (PUD_SIZE - PAGE_SIZE)) ==
896 		   (gpa & (PMD_SIZE - PAGE_SIZE)) ==
921 	ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level,
949 	unsigned long gpa, gfn;
970 	gpa = vcpu->arch.fault_gpa & ~0xfffUL;
971 	gpa &= ~0xF000000000000000ul;
972 	gfn = gpa >> PAGE_SHIFT;
974 		gpa |= ea & 0xfff;
995 		return kvmppc_hv_emulate_mmio(vcpu, gpa, ea, writing);
1013 					    gpa, kvm->arch.lpid))
1023 	ret = kvmppc_book3s_instantiate_page(vcpu, gpa, memslot, writing,
1036 	unsigned long gpa = gfn << PAGE_SHIFT;
1040 		uv_page_inval(kvm->arch.lpid, gpa, PAGE_SHIFT);
1044 	ptep = find_kvm_secondary_pte(kvm, gpa, &shift);
1046 		kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot,
1055 	unsigned long gpa = gfn << PAGE_SHIFT;
1063 	ptep = find_kvm_secondary_pte(kvm, gpa, &shift);
1066 					      gpa, shift);
1084 	unsigned long gpa = gfn << PAGE_SHIFT;
1091 	ptep = find_kvm_secondary_pte(kvm, gpa, &shift);
1102 	unsigned long gpa = gfn << PAGE_SHIFT;
1115 	ptep = find_kvm_secondary_pte_unlocked(kvm, gpa, &shift);
1141 					      gpa, shift);
1142 		kvmppc_radix_tlbie_page(kvm, gpa, shift, kvm->arch.lpid);
1183 	unsigned long gpa;
1192 	gpa = memslot->base_gfn << PAGE_SHIFT;
1195 		ptep = find_kvm_secondary_pte(kvm, gpa, &shift);
1197 			kvmppc_unmap_pte(kvm, ptep, gpa, shift, memslot,
1199 		gpa += PAGE_SIZE;
1267 	unsigned long	gpa;
1308 	unsigned long gpa;
1345 	gpa = p->gpa;
1349 		if (gpa >= RADIX_PGTABLE_RANGE) {
1350 			gpa = 0;
1367 					gpa = RADIX_PGTABLE_RANGE;
1384 		pgdp = pgt + pgd_index(gpa);
1385 		p4dp = p4d_offset(pgdp, gpa);
1388 			gpa = (gpa & P4D_MASK) + P4D_SIZE;
1392 		pudp = pud_offset(&p4d, gpa);
1395 			gpa = (gpa & PUD_MASK) + PUD_SIZE;
1404 		pmdp = pmd_offset(&pud, gpa);
1407 			gpa = (gpa & PMD_MASK) + PMD_SIZE;
1416 		ptep = pte_offset_kernel(&pmd, gpa);
1419 			gpa += PAGE_SIZE;
1425 			      " %lx: %lx %d\n", gpa, pte, shift);
1426 		gpa += 1ul << shift;
1444 	p->gpa = gpa;