1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Memory Encryption Support Common Code 4 * 5 * Copyright (C) 2016 Advanced Micro Devices, Inc. 6 * 7 * Author: Tom Lendacky <thomas.lendacky@amd.com> 8 */ 9 10 #include <linux/dma-direct.h> 11 #include <linux/dma-mapping.h> 12 #include <linux/swiotlb.h> 13 #include <linux/cc_platform.h> 14 #include <linux/mem_encrypt.h> 15 #include <linux/virtio_config.h> 16 17 /* Override for DMA direct allocation check - ARCH_HAS_FORCE_DMA_UNENCRYPTED */ 18 bool force_dma_unencrypted(struct device *dev) 19 { 20 /* 21 * For SEV, all DMA must be to unencrypted addresses. 22 */ 23 if (cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT)) 24 return true; 25 26 /* 27 * For SME, all DMA must be to unencrypted addresses if the 28 * device does not support DMA to addresses that include the 29 * encryption mask. 30 */ 31 if (cc_platform_has(CC_ATTR_HOST_MEM_ENCRYPT)) { 32 u64 dma_enc_mask = DMA_BIT_MASK(__ffs64(sme_me_mask)); 33 u64 dma_dev_mask = min_not_zero(dev->coherent_dma_mask, 34 dev->bus_dma_limit); 35 36 if (dma_dev_mask <= dma_enc_mask) 37 return true; 38 } 39 40 return false; 41 } 42 43 static void print_mem_encrypt_feature_info(void) 44 { 45 pr_info("Memory Encryption Features active:"); 46 47 if (cpu_feature_enabled(X86_FEATURE_TDX_GUEST)) { 48 pr_cont(" Intel TDX\n"); 49 return; 50 } 51 52 pr_cont(" AMD"); 53 54 /* Secure Memory Encryption */ 55 if (cc_platform_has(CC_ATTR_HOST_MEM_ENCRYPT)) { 56 /* 57 * SME is mutually exclusive with any of the SEV 58 * features below. 59 */ 60 pr_cont(" SME\n"); 61 return; 62 } 63 64 /* Secure Encrypted Virtualization */ 65 if (cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT)) 66 pr_cont(" SEV"); 67 68 /* Encrypted Register State */ 69 if (cc_platform_has(CC_ATTR_GUEST_STATE_ENCRYPT)) 70 pr_cont(" SEV-ES"); 71 72 /* Secure Nested Paging */ 73 if (cc_platform_has(CC_ATTR_GUEST_SEV_SNP)) 74 pr_cont(" SEV-SNP"); 75 76 pr_cont("\n"); 77 } 78 79 /* Architecture __weak replacement functions */ 80 void __init mem_encrypt_init(void) 81 { 82 if (!cc_platform_has(CC_ATTR_MEM_ENCRYPT)) 83 return; 84 85 /* Call into SWIOTLB to update the SWIOTLB DMA buffers */ 86 swiotlb_update_mem_attributes(); 87 88 print_mem_encrypt_feature_info(); 89 } 90 91 int arch_has_restricted_virtio_memory_access(void) 92 { 93 return cc_platform_has(CC_ATTR_GUEST_MEM_ENCRYPT); 94 } 95 EXPORT_SYMBOL_GPL(arch_has_restricted_virtio_memory_access); 96