kvm/hyp/pgtable.c

219 		.old	= READ_ONCE(*ptep),
231 	bool table = kvm_pte_table(ctx.old, level);
249 		ctx.old = READ_ONCE(*ptep);
250 		table = kvm_pte_table(ctx.old, level);
262 	childp = (kvm_pteref_t)kvm_pte_follow(ctx.old, mm_ops);
355 	data->pte   = ctx->old;
454 	if (ctx->old == new)
456 	if (!kvm_pte_valid(ctx->old))
458 	else if (WARN_ON((ctx->old ^ new) & ~KVM_PTE_LEAF_ATTR_HI_SW))
520 	if (!kvm_pte_valid(ctx->old))
523 	if (kvm_pte_table(ctx->old, ctx->level)) {
524 		childp = kvm_pte_follow(ctx->old, mm_ops);
596 	if (!kvm_pte_valid(ctx->old))
601 	if (kvm_pte_table(ctx->old, ctx->level))
602 		mm_ops->put_page(kvm_pte_follow(ctx->old, mm_ops));
777 static bool stage2_pte_needs_update(kvm_pte_t old, kvm_pte_t new)
779 	if (!kvm_pte_valid(old) || !kvm_pte_valid(new))
782 	return ((old ^ new) & (~KVM_PTE_LEAF_ATTR_S2_PERMS));
807 	return cmpxchg(ctx->ptep, ctx->old, new) == ctx->old;
821  * invalidation for the old value. For counted ptes, drops the reference count
829 	if (stage2_pte_is_locked(ctx->old)) {
846 		if (kvm_pte_table(ctx->old, ctx->level)) {
851 		} else if (kvm_pte_valid(ctx->old)) {
857 	if (stage2_pte_is_counted(ctx->old))
899 	if (kvm_pte_valid(ctx->old)) {
902 		if (kvm_pte_table(ctx->old, ctx->level)) {
979 	if (!stage2_pte_needs_update(ctx->old, new))
984 	    !((ctx->old ^ new) & ~KVM_PTE_LEAF_ATTR_HI_SW)) {
985 		bool old_is_counted = stage2_pte_is_counted(ctx->old);
1019 	kvm_pte_t *childp = kvm_pte_follow(ctx->old, mm_ops);
1159 	if (!kvm_pte_valid(ctx->old)) {
1160 		if (stage2_pte_is_counted(ctx->old)) {
1167 	if (kvm_pte_table(ctx->old, ctx->level)) {
1168 		childp = kvm_pte_follow(ctx->old, mm_ops);
1172 	} else if (stage2_pte_cacheable(pgt, ctx->old)) {
1184 		mm_ops->dcache_clean_inval_poc(kvm_pte_follow(ctx->old, mm_ops),
1220 	kvm_pte_t pte = ctx->old;
1224 	if (!kvm_pte_valid(ctx->old))
1243 		    stage2_pte_executable(pte) && !stage2_pte_executable(ctx->old))
1313 	kvm_pte_t new = ctx->old & ~KVM_PTE_LEAF_ATTR_LO_S2_AF;
1316 	if (!kvm_pte_valid(ctx->old) || new == ctx->old)
1388 	if (!stage2_pte_cacheable(pgt, ctx->old))
1392 		mm_ops->dcache_clean_inval_poc(kvm_pte_follow(ctx->old, mm_ops),
1491 	kvm_pte_t pte = ctx->old, new, *childp;
1608 	if (!stage2_pte_is_counted(ctx->old))
1613 	if (kvm_pte_table(ctx->old, ctx->level))
1614 		mm_ops->put_page(kvm_pte_follow(ctx->old, mm_ops));