1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * KVM L1 hypervisor optimizations on Hyper-V for SVM.
4 */
5
6#ifndef __ARCH_X86_KVM_SVM_ONHYPERV_H__
7#define __ARCH_X86_KVM_SVM_ONHYPERV_H__
8
9#include <asm/mshyperv.h>
10
11#if IS_ENABLED(CONFIG_HYPERV)
12
13#include "kvm_onhyperv.h"
14#include "svm/hyperv.h"
15
16static struct kvm_x86_ops svm_x86_ops;
17
18int svm_hv_enable_l2_tlb_flush(struct kvm_vcpu *vcpu);
19
20static inline bool svm_hv_is_enlightened_tlb_enabled(struct kvm_vcpu *vcpu)
21{
22	struct hv_vmcb_enlightenments *hve = &to_svm(vcpu)->vmcb->control.hv_enlightenments;
23
24	return ms_hyperv.nested_features & HV_X64_NESTED_ENLIGHTENED_TLB &&
25	       !!hve->hv_enlightenments_control.enlightened_npt_tlb;
26}
27
28static inline void svm_hv_init_vmcb(struct vmcb *vmcb)
29{
30	struct hv_vmcb_enlightenments *hve = &vmcb->control.hv_enlightenments;
31
32	BUILD_BUG_ON(sizeof(vmcb->control.hv_enlightenments) !=
33		     sizeof(vmcb->control.reserved_sw));
34
35	if (npt_enabled &&
36	    ms_hyperv.nested_features & HV_X64_NESTED_ENLIGHTENED_TLB)
37		hve->hv_enlightenments_control.enlightened_npt_tlb = 1;
38
39	if (ms_hyperv.nested_features & HV_X64_NESTED_MSR_BITMAP)
40		hve->hv_enlightenments_control.msr_bitmap = 1;
41}
42
43static inline __init void svm_hv_hardware_setup(void)
44{
45	if (npt_enabled &&
46	    ms_hyperv.nested_features & HV_X64_NESTED_ENLIGHTENED_TLB) {
47		pr_info(KBUILD_MODNAME ": Hyper-V enlightened NPT TLB flush enabled\n");
48		svm_x86_ops.flush_remote_tlbs = hv_flush_remote_tlbs;
49		svm_x86_ops.flush_remote_tlbs_range = hv_flush_remote_tlbs_range;
50	}
51
52	if (ms_hyperv.nested_features & HV_X64_NESTED_DIRECT_FLUSH) {
53		int cpu;
54
55		pr_info(KBUILD_MODNAME ": Hyper-V Direct TLB Flush enabled\n");
56		for_each_online_cpu(cpu) {
57			struct hv_vp_assist_page *vp_ap =
58				hv_get_vp_assist_page(cpu);
59
60			if (!vp_ap)
61				continue;
62
63			vp_ap->nested_control.features.directhypercall = 1;
64		}
65		svm_x86_ops.enable_l2_tlb_flush =
66				svm_hv_enable_l2_tlb_flush;
67	}
68}
69
70static inline void svm_hv_vmcb_dirty_nested_enlightenments(
71		struct kvm_vcpu *vcpu)
72{
73	struct vmcb *vmcb = to_svm(vcpu)->vmcb;
74	struct hv_vmcb_enlightenments *hve = &vmcb->control.hv_enlightenments;
75
76	if (hve->hv_enlightenments_control.msr_bitmap)
77		vmcb_mark_dirty(vmcb, HV_VMCB_NESTED_ENLIGHTENMENTS);
78}
79
80static inline void svm_hv_update_vp_id(struct vmcb *vmcb, struct kvm_vcpu *vcpu)
81{
82	struct hv_vmcb_enlightenments *hve = &vmcb->control.hv_enlightenments;
83	u32 vp_index = kvm_hv_get_vpindex(vcpu);
84
85	if (hve->hv_vp_id != vp_index) {
86		hve->hv_vp_id = vp_index;
87		vmcb_mark_dirty(vmcb, HV_VMCB_NESTED_ENLIGHTENMENTS);
88	}
89}
90#else
91
92static inline bool svm_hv_is_enlightened_tlb_enabled(struct kvm_vcpu *vcpu)
93{
94	return false;
95}
96
97static inline void svm_hv_init_vmcb(struct vmcb *vmcb)
98{
99}
100
101static inline __init void svm_hv_hardware_setup(void)
102{
103}
104
105static inline void svm_hv_vmcb_dirty_nested_enlightenments(
106		struct kvm_vcpu *vcpu)
107{
108}
109
110static inline void svm_hv_update_vp_id(struct vmcb *vmcb,
111		struct kvm_vcpu *vcpu)
112{
113}
114#endif /* CONFIG_HYPERV */
115
116#endif /* __ARCH_X86_KVM_SVM_ONHYPERV_H__ */
117