| /linux-master/virt/kvm/ |
| H A D | pfncache.c | 114 static inline bool mmu_notifier_retry_cache(struct kvm *kvm, unsigned long mmu_seq) argument
139 return kvm->mmu_invalidate_seq != mmu_seq;
148 unsigned long mmu_seq; local
162 mmu_seq = gpc->kvm->mmu_invalidate_seq;
214 } while (mmu_notifier_retry_cache(gpc->kvm, mmu_seq));
|
| /linux-master/arch/powerpc/kvm/ |
| H A D | book3s_hv_rm_mmu.c | 199 unsigned long mmu_seq; local
222 mmu_seq = kvm->mmu_invalidate_seq;
249 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift);
369 if (mmu_invalidate_retry(kvm, mmu_seq)) {
883 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, argument
903 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift);
930 unsigned long pa, mmu_seq; local
935 mmu_seq = kvm->mmu_invalidate_seq;
940 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot);
957 unsigned long dest_pa, src_pa, mmu_seq; local
[all...] |
| H A D | book3s_64_mmu_host.c | 86 unsigned long mmu_seq; local
93 mmu_seq = kvm->mmu_invalidate_seq;
154 if (!cpte || mmu_invalidate_retry(kvm, mmu_seq)) {
|
| H A D | e500_mmu_host.c | 333 unsigned long mmu_seq; local
342 mmu_seq = kvm->mmu_invalidate_seq;
463 if (mmu_invalidate_retry(kvm, mmu_seq)) {
|
| H A D | book3s_64_mmu_radix.c | 617 unsigned long mmu_seq, u64 lpid,
649 if (mmu_invalidate_retry(kvm, mmu_seq))
829 unsigned long mmu_seq; local
839 mmu_seq = kvm->mmu_invalidate_seq;
872 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift);
922 mmu_seq, kvm->arch.lpid, NULL, NULL);
615 kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, unsigned long gpa, unsigned int level, unsigned long mmu_seq, u64 lpid, unsigned long *rmapp, struct rmap_nested **n_rmap) argument
|
| H A D | book3s_64_mmu_hv.c | 513 unsigned long mmu_seq, psize, pte_size; local
596 mmu_seq = kvm->mmu_invalidate_seq;
633 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift);
711 if (mmu_invalidate_retry(vcpu->kvm, mmu_seq)) {
|
| H A D | book3s_hv_nested.c | 1523 unsigned long mmu_seq; local
1616 mmu_seq = kvm->mmu_invalidate_seq;
1675 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap);
|
| /linux-master/arch/powerpc/include/asm/ |
| H A D | kvm_book3s_64.h | 627 unsigned long mmu_seq, u64 lpid,
661 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, argument
669 if (mmu_invalidate_retry(kvm, mmu_seq))
|
| /linux-master/arch/mips/kvm/ |
| H A D | mmu.c | 598 unsigned long mmu_seq; local
617 mmu_seq = kvm->mmu_invalidate_seq;
640 if (mmu_invalidate_retry(kvm, mmu_seq)) {
|
| /linux-master/arch/riscv/kvm/ |
| H A D | mmu.c | 623 unsigned long vma_pagesize, mmu_seq; local
660 mmu_seq = kvm->mmu_invalidate_seq;
688 if (mmu_invalidate_retry(kvm, mmu_seq))
|
| /linux-master/arch/x86/kvm/mmu/ |
| H A D | mmu_internal.h | 239 unsigned long mmu_seq; member in struct:kvm_page_fault
|
| H A D | mmu.c | 4418 fault->mmu_seq = vcpu->kvm->mmu_invalidate_seq;
4443 mmu_invalidate_retry_gfn_unsafe(vcpu->kvm, fault->mmu_seq, fault->gfn))
4463 if (mmu_invalidate_retry_gfn_unsafe(vcpu->kvm, fault->mmu_seq, fault->gfn)) {
4501 mmu_invalidate_retry_gfn(vcpu->kvm, fault->mmu_seq, fault->gfn);
|
| /linux-master/include/linux/ |
| H A D | kvm_host.h | 2015 static inline int mmu_invalidate_retry(struct kvm *kvm, unsigned long mmu_seq) argument
2032 if (kvm->mmu_invalidate_seq != mmu_seq)
2038 unsigned long mmu_seq,
2062 if (kvm->mmu_invalidate_seq != mmu_seq)
2074 unsigned long mmu_seq,
2090 return READ_ONCE(kvm->mmu_invalidate_seq) != mmu_seq;
2037 mmu_invalidate_retry_gfn(struct kvm *kvm, unsigned long mmu_seq, gfn_t gfn) argument
2073 mmu_invalidate_retry_gfn_unsafe(struct kvm *kvm, unsigned long mmu_seq, gfn_t gfn) argument
|
| /linux-master/drivers/infiniband/hw/hfi1/ |
| H A D | user_exp_rcv.c | 256 unsigned long mmu_seq = 0; local
285 mmu_seq = mmu_interval_read_begin(&tidbuf->notifier);
433 fail = mmu_interval_read_retry(&tidbuf->notifier, mmu_seq);
|
| /linux-master/arch/loongarch/kvm/ |
| H A D | mmu.c | 804 unsigned long hva, mmu_seq, prot_bits; local
835 mmu_seq = kvm->mmu_invalidate_seq;
858 if (mmu_invalidate_retry_gfn(kvm, mmu_seq, gfn)) {
|
| /linux-master/arch/arm64/kvm/ |
| H A D | mmu.c | 1385 unsigned long mmu_seq; local
1488 mmu_seq = vcpu->kvm->mmu_invalidate_seq;
1525 if (mmu_invalidate_retry(kvm, mmu_seq))
|
| /linux-master/arch/x86/kvm/vmx/ |
| H A D | vmx.c | 6766 unsigned long mmu_seq; local
6795 mmu_seq = kvm->mmu_invalidate_seq;
6808 if (mmu_invalidate_retry_gfn(kvm, mmu_seq, gfn)) {
|