1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * AMD Memory Encryption Support 4 * 5 * Copyright (C) 2016 Advanced Micro Devices, Inc. 6 * 7 * Author: Tom Lendacky <thomas.lendacky@amd.com> 8 */ 9 10#ifndef __X86_MEM_ENCRYPT_H__ 11#define __X86_MEM_ENCRYPT_H__ 12 13#ifndef __ASSEMBLY__ 14 15#include <linux/init.h> 16#include <linux/cc_platform.h> 17 18#include <asm/asm.h> 19struct boot_params; 20 21#ifdef CONFIG_X86_MEM_ENCRYPT 22void __init mem_encrypt_init(void); 23void __init mem_encrypt_setup_arch(void); 24#else 25static inline void mem_encrypt_init(void) { } 26static inline void __init mem_encrypt_setup_arch(void) { } 27#endif 28 29#ifdef CONFIG_AMD_MEM_ENCRYPT 30 31extern u64 sme_me_mask; 32extern u64 sev_status; 33 34void sme_encrypt_execute(unsigned long encrypted_kernel_vaddr, 35 unsigned long decrypted_kernel_vaddr, 36 unsigned long kernel_len, 37 unsigned long encryption_wa, 38 unsigned long encryption_pgd); 39 40void __init sme_early_encrypt(resource_size_t paddr, 41 unsigned long size); 42void __init sme_early_decrypt(resource_size_t paddr, 43 unsigned long size); 44 45void __init sme_map_bootdata(char *real_mode_data); 46void __init sme_unmap_bootdata(char *real_mode_data); 47 48void __init sme_early_init(void); 49 50void sme_encrypt_kernel(struct boot_params *bp); 51void sme_enable(struct boot_params *bp); 52 53int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size); 54int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size); 55void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, 56 unsigned long size, bool enc); 57 58void __init mem_encrypt_free_decrypted_mem(void); 59 60void __init sev_es_init_vc_handling(void); 61 62static inline u64 sme_get_me_mask(void) 63{ 64 return RIP_REL_REF(sme_me_mask); 65} 66 67#define __bss_decrypted __section(".bss..decrypted") 68 69#else /* !CONFIG_AMD_MEM_ENCRYPT */ 70 71#define sme_me_mask 0ULL 72#define sev_status 0ULL 73 74static inline void __init sme_early_encrypt(resource_size_t paddr, 75 unsigned long size) { } 76static inline void __init sme_early_decrypt(resource_size_t paddr, 77 unsigned long size) { } 78 79static inline void __init sme_map_bootdata(char *real_mode_data) { } 80static inline void __init sme_unmap_bootdata(char *real_mode_data) { } 81 82static inline void __init sme_early_init(void) { } 83 84static inline void sme_encrypt_kernel(struct boot_params *bp) { } 85static inline void sme_enable(struct boot_params *bp) { } 86 87static inline void sev_es_init_vc_handling(void) { } 88 89static inline int __init 90early_set_memory_decrypted(unsigned long vaddr, unsigned long size) { return 0; } 91static inline int __init 92early_set_memory_encrypted(unsigned long vaddr, unsigned long size) { return 0; } 93static inline void __init 94early_set_mem_enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) {} 95 96static inline void mem_encrypt_free_decrypted_mem(void) { } 97 98static inline u64 sme_get_me_mask(void) { return 0; } 99 100#define __bss_decrypted 101 102#endif /* CONFIG_AMD_MEM_ENCRYPT */ 103 104void add_encrypt_protection_map(void); 105 106/* 107 * The __sme_pa() and __sme_pa_nodebug() macros are meant for use when 108 * writing to or comparing values from the cr3 register. Having the 109 * encryption mask set in cr3 enables the PGD entry to be encrypted and 110 * avoid special case handling of PGD allocations. 111 */ 112#define __sme_pa(x) (__pa(x) | sme_me_mask) 113#define __sme_pa_nodebug(x) (__pa_nodebug(x) | sme_me_mask) 114 115extern char __start_bss_decrypted[], __end_bss_decrypted[], __start_bss_decrypted_unused[]; 116 117#endif /* __ASSEMBLY__ */ 118 119#endif /* __X86_MEM_ENCRYPT_H__ */ 120