kvm/mmu/mmu.c

197  * reading from the role_regs.  Once the root_role is constructed, it becomes
642 	return tdp_mmu_enabled && vcpu->arch.mmu->root_role.direct;
1876 	union kvm_mmu_page_role root_role = vcpu->arch.mmu->root_role;
1901 			 (sp->role.word ^ root_role.word) & ~sync_role_ign.word))
2329 	iterator->level = vcpu->arch.mmu->root_role.level;
2333 	    !vcpu->arch.mmu->root_role.direct)
2737 	if (vcpu->arch.mmu->root_role.direct)
3561 	bool is_tdp_mmu = tdp_mmu_enabled && mmu->root_role.direct;
3634 	WARN_ON_ONCE(mmu->root_role.guest_mode);
3653 	union kvm_mmu_page_role role = vcpu->arch.mmu->root_role;
3671 	u8 shadow_root_level = mmu->root_role.level;
3822 				      mmu->root_role.level);
3838 	if (mmu->root_role.level >= PT64_ROOT_4LEVEL) {
3847 		if (mmu->root_role.level == PT64_ROOT_5LEVEL) {
3879 	if (mmu->root_role.level == PT64_ROOT_5LEVEL)
3881 	else if (mmu->root_role.level == PT64_ROOT_4LEVEL)
3897 	bool need_pml5 = mmu->root_role.level > PT64_ROOT_4LEVEL;
3908 	if (mmu->root_role.direct ||
3910 	    mmu->root_role.level < PT64_ROOT_4LEVEL)
4006 	if (vcpu->arch.mmu->root_role.direct)
4237 	arch.direct_map = vcpu->arch.mmu->root_role.direct;
4251 	if ((vcpu->arch.mmu->root_role.direct != work->arch.direct_map) ||
4259 	if (!vcpu->arch.mmu->root_role.direct &&
4763 	union kvm_mmu_page_role new_role = mmu->root_role;
5001 	WARN_ON_ONCE(context->root_role.level < PT32E_ROOT_LEVEL);
5005 				context->root_role.level,
5006 				context->root_role.efer_nx,
5013 	for (i = context->root_role.level; --i >= 0;) {
5047 					context->root_role.level, true,
5058 	for (i = context->root_role.level; --i >= 0;) {
5347 	union kvm_mmu_page_role root_role = kvm_calc_tdp_mmu_root_page_role(vcpu, cpu_role);
5350 	    root_role.word == context->root_role.word)
5354 	context->root_role.word = root_role.word;
5374 				    union kvm_mmu_page_role root_role)
5377 	    root_role.word == context->root_role.word)
5381 	context->root_role.word = root_role.word;
5398 	union kvm_mmu_page_role root_role;
5400 	root_role = cpu_role.base;
5403 	root_role.level = max_t(u32, root_role.level, PT32E_ROOT_LEVEL);
5414 	root_role.efer_nx = true;
5416 	shadow_mmu_init_context(vcpu, context, cpu_role, root_role);
5429 	union kvm_mmu_page_role root_role;
5434 	root_role = cpu_role.base;
5435 	root_role.level = kvm_mmu_get_tdp_level(vcpu);
5436 	if (root_role.level == PT64_ROOT_5LEVEL &&
5438 		root_role.passthrough = 1;
5440 	shadow_mmu_init_context(vcpu, context, cpu_role, root_role);
5483 		context->root_role.word = new_mode.base.word;
5578 	vcpu->arch.root_mmu.root_role.invalid = 1;
5579 	vcpu->arch.guest_mmu.root_role.invalid = 1;
5580 	vcpu->arch.nested_mmu.root_role.invalid = 1;
5604 	r = mmu_topup_memory_caches(vcpu, !vcpu->arch.mmu->root_role.direct);
5610 	if (vcpu->arch.mmu->root_role.direct)
5851 	bool direct = vcpu->arch.mmu->root_role.direct;
5899 	if (vcpu->arch.mmu->root_role.direct &&