1d0ebbc0cSBrijesh Singh /* 2d0ebbc0cSBrijesh Singh * AMD Secure Processor device driver 3d0ebbc0cSBrijesh Singh * 4d0ebbc0cSBrijesh Singh * Copyright (C) 2013,2016 Advanced Micro Devices, Inc. 5d0ebbc0cSBrijesh Singh * 6d0ebbc0cSBrijesh Singh * Author: Tom Lendacky <thomas.lendacky@amd.com> 7d0ebbc0cSBrijesh Singh * Author: Gary R Hook <gary.hook@amd.com> 8d0ebbc0cSBrijesh Singh * 9d0ebbc0cSBrijesh Singh * This program is free software; you can redistribute it and/or modify 10d0ebbc0cSBrijesh Singh * it under the terms of the GNU General Public License version 2 as 11d0ebbc0cSBrijesh Singh * published by the Free Software Foundation. 12d0ebbc0cSBrijesh Singh */ 13d0ebbc0cSBrijesh Singh 14d0ebbc0cSBrijesh Singh #include <linux/module.h> 15d0ebbc0cSBrijesh Singh #include <linux/kernel.h> 16d0ebbc0cSBrijesh Singh #include <linux/device.h> 17d0ebbc0cSBrijesh Singh #include <linux/pci.h> 18d0ebbc0cSBrijesh Singh #include <linux/pci_ids.h> 19d0ebbc0cSBrijesh Singh #include <linux/dma-mapping.h> 20d0ebbc0cSBrijesh Singh #include <linux/kthread.h> 21d0ebbc0cSBrijesh Singh #include <linux/sched.h> 22d0ebbc0cSBrijesh Singh #include <linux/interrupt.h> 23d0ebbc0cSBrijesh Singh #include <linux/spinlock.h> 24d0ebbc0cSBrijesh Singh #include <linux/delay.h> 25d0ebbc0cSBrijesh Singh #include <linux/ccp.h> 26d0ebbc0cSBrijesh Singh 27d0ebbc0cSBrijesh Singh #include "ccp-dev.h" 282a6170dfSBrijesh Singh #include "psp-dev.h" 29d0ebbc0cSBrijesh Singh 30d0ebbc0cSBrijesh Singh #define MSIX_VECTORS 2 31d0ebbc0cSBrijesh Singh 32d0ebbc0cSBrijesh Singh struct sp_pci { 33d0ebbc0cSBrijesh Singh int msix_count; 34d0ebbc0cSBrijesh Singh struct msix_entry msix_entry[MSIX_VECTORS]; 35d0ebbc0cSBrijesh Singh }; 362a6170dfSBrijesh Singh static struct sp_device *sp_dev_master; 37d0ebbc0cSBrijesh Singh 38d0ebbc0cSBrijesh Singh static int sp_get_msix_irqs(struct sp_device *sp) 39d0ebbc0cSBrijesh Singh { 40d0ebbc0cSBrijesh Singh struct sp_pci *sp_pci = sp->dev_specific; 41d0ebbc0cSBrijesh Singh struct device *dev = sp->dev; 42d0ebbc0cSBrijesh Singh struct pci_dev *pdev = to_pci_dev(dev); 43d0ebbc0cSBrijesh Singh int v, ret; 44d0ebbc0cSBrijesh Singh 45d0ebbc0cSBrijesh Singh for (v = 0; v < ARRAY_SIZE(sp_pci->msix_entry); v++) 46d0ebbc0cSBrijesh Singh sp_pci->msix_entry[v].entry = v; 47d0ebbc0cSBrijesh Singh 48d0ebbc0cSBrijesh Singh ret = pci_enable_msix_range(pdev, sp_pci->msix_entry, 1, v); 49d0ebbc0cSBrijesh Singh if (ret < 0) 50d0ebbc0cSBrijesh Singh return ret; 51d0ebbc0cSBrijesh Singh 52d0ebbc0cSBrijesh Singh sp_pci->msix_count = ret; 53d0ebbc0cSBrijesh Singh sp->use_tasklet = true; 54d0ebbc0cSBrijesh Singh 55d0ebbc0cSBrijesh Singh sp->psp_irq = sp_pci->msix_entry[0].vector; 56d0ebbc0cSBrijesh Singh sp->ccp_irq = (sp_pci->msix_count > 1) ? sp_pci->msix_entry[1].vector 57d0ebbc0cSBrijesh Singh : sp_pci->msix_entry[0].vector; 58d0ebbc0cSBrijesh Singh return 0; 59d0ebbc0cSBrijesh Singh } 60d0ebbc0cSBrijesh Singh 61d0ebbc0cSBrijesh Singh static int sp_get_msi_irq(struct sp_device *sp) 62d0ebbc0cSBrijesh Singh { 63d0ebbc0cSBrijesh Singh struct device *dev = sp->dev; 64d0ebbc0cSBrijesh Singh struct pci_dev *pdev = to_pci_dev(dev); 65d0ebbc0cSBrijesh Singh int ret; 66d0ebbc0cSBrijesh Singh 67d0ebbc0cSBrijesh Singh ret = pci_enable_msi(pdev); 68d0ebbc0cSBrijesh Singh if (ret) 69d0ebbc0cSBrijesh Singh return ret; 70d0ebbc0cSBrijesh Singh 71d0ebbc0cSBrijesh Singh sp->ccp_irq = pdev->irq; 72d0ebbc0cSBrijesh Singh sp->psp_irq = pdev->irq; 73d0ebbc0cSBrijesh Singh 74d0ebbc0cSBrijesh Singh return 0; 75d0ebbc0cSBrijesh Singh } 76d0ebbc0cSBrijesh Singh 77d0ebbc0cSBrijesh Singh static int sp_get_irqs(struct sp_device *sp) 78d0ebbc0cSBrijesh Singh { 79d0ebbc0cSBrijesh Singh struct device *dev = sp->dev; 80d0ebbc0cSBrijesh Singh int ret; 81d0ebbc0cSBrijesh Singh 82d0ebbc0cSBrijesh Singh ret = sp_get_msix_irqs(sp); 83d0ebbc0cSBrijesh Singh if (!ret) 84d0ebbc0cSBrijesh Singh return 0; 85d0ebbc0cSBrijesh Singh 86d0ebbc0cSBrijesh Singh /* Couldn't get MSI-X vectors, try MSI */ 87d0ebbc0cSBrijesh Singh dev_notice(dev, "could not enable MSI-X (%d), trying MSI\n", ret); 88d0ebbc0cSBrijesh Singh ret = sp_get_msi_irq(sp); 89d0ebbc0cSBrijesh Singh if (!ret) 90d0ebbc0cSBrijesh Singh return 0; 91d0ebbc0cSBrijesh Singh 92d0ebbc0cSBrijesh Singh /* Couldn't get MSI interrupt */ 93d0ebbc0cSBrijesh Singh dev_notice(dev, "could not enable MSI (%d)\n", ret); 94d0ebbc0cSBrijesh Singh 95d0ebbc0cSBrijesh Singh return ret; 96d0ebbc0cSBrijesh Singh } 97d0ebbc0cSBrijesh Singh 98d0ebbc0cSBrijesh Singh static void sp_free_irqs(struct sp_device *sp) 99d0ebbc0cSBrijesh Singh { 100d0ebbc0cSBrijesh Singh struct sp_pci *sp_pci = sp->dev_specific; 101d0ebbc0cSBrijesh Singh struct device *dev = sp->dev; 102d0ebbc0cSBrijesh Singh struct pci_dev *pdev = to_pci_dev(dev); 103d0ebbc0cSBrijesh Singh 104d0ebbc0cSBrijesh Singh if (sp_pci->msix_count) 105d0ebbc0cSBrijesh Singh pci_disable_msix(pdev); 106d0ebbc0cSBrijesh Singh else if (sp->psp_irq) 107d0ebbc0cSBrijesh Singh pci_disable_msi(pdev); 108d0ebbc0cSBrijesh Singh 109d0ebbc0cSBrijesh Singh sp->ccp_irq = 0; 110d0ebbc0cSBrijesh Singh sp->psp_irq = 0; 111d0ebbc0cSBrijesh Singh } 112d0ebbc0cSBrijesh Singh 1132a6170dfSBrijesh Singh static bool sp_pci_is_master(struct sp_device *sp) 1142a6170dfSBrijesh Singh { 1152a6170dfSBrijesh Singh struct device *dev_cur, *dev_new; 1162a6170dfSBrijesh Singh struct pci_dev *pdev_cur, *pdev_new; 1172a6170dfSBrijesh Singh 1182a6170dfSBrijesh Singh dev_new = sp->dev; 1192a6170dfSBrijesh Singh dev_cur = sp_dev_master->dev; 1202a6170dfSBrijesh Singh 1212a6170dfSBrijesh Singh pdev_new = to_pci_dev(dev_new); 1222a6170dfSBrijesh Singh pdev_cur = to_pci_dev(dev_cur); 1232a6170dfSBrijesh Singh 1242a6170dfSBrijesh Singh if (pdev_new->bus->number < pdev_cur->bus->number) 1252a6170dfSBrijesh Singh return true; 1262a6170dfSBrijesh Singh 1272a6170dfSBrijesh Singh if (PCI_SLOT(pdev_new->devfn) < PCI_SLOT(pdev_cur->devfn)) 1282a6170dfSBrijesh Singh return true; 1292a6170dfSBrijesh Singh 1302a6170dfSBrijesh Singh if (PCI_FUNC(pdev_new->devfn) < PCI_FUNC(pdev_cur->devfn)) 1312a6170dfSBrijesh Singh return true; 1322a6170dfSBrijesh Singh 1332a6170dfSBrijesh Singh return false; 1342a6170dfSBrijesh Singh } 1352a6170dfSBrijesh Singh 1362a6170dfSBrijesh Singh static void psp_set_master(struct sp_device *sp) 1372a6170dfSBrijesh Singh { 1382a6170dfSBrijesh Singh if (!sp_dev_master) { 1392a6170dfSBrijesh Singh sp_dev_master = sp; 1402a6170dfSBrijesh Singh return; 1412a6170dfSBrijesh Singh } 1422a6170dfSBrijesh Singh 1432a6170dfSBrijesh Singh if (sp_pci_is_master(sp)) 1442a6170dfSBrijesh Singh sp_dev_master = sp; 1452a6170dfSBrijesh Singh } 1462a6170dfSBrijesh Singh 1472a6170dfSBrijesh Singh static struct sp_device *psp_get_master(void) 1482a6170dfSBrijesh Singh { 1492a6170dfSBrijesh Singh return sp_dev_master; 1502a6170dfSBrijesh Singh } 1512a6170dfSBrijesh Singh 152d0ebbc0cSBrijesh Singh static int sp_pci_probe(struct pci_dev *pdev, const struct pci_device_id *id) 153d0ebbc0cSBrijesh Singh { 154d0ebbc0cSBrijesh Singh struct sp_device *sp; 155d0ebbc0cSBrijesh Singh struct sp_pci *sp_pci; 156d0ebbc0cSBrijesh Singh struct device *dev = &pdev->dev; 157d0ebbc0cSBrijesh Singh void __iomem * const *iomap_table; 158d0ebbc0cSBrijesh Singh int bar_mask; 159d0ebbc0cSBrijesh Singh int ret; 160d0ebbc0cSBrijesh Singh 161d0ebbc0cSBrijesh Singh ret = -ENOMEM; 162d0ebbc0cSBrijesh Singh sp = sp_alloc_struct(dev); 163d0ebbc0cSBrijesh Singh if (!sp) 164d0ebbc0cSBrijesh Singh goto e_err; 165d0ebbc0cSBrijesh Singh 166d0ebbc0cSBrijesh Singh sp_pci = devm_kzalloc(dev, sizeof(*sp_pci), GFP_KERNEL); 167d0ebbc0cSBrijesh Singh if (!sp_pci) 168d0ebbc0cSBrijesh Singh goto e_err; 169d0ebbc0cSBrijesh Singh 170d0ebbc0cSBrijesh Singh sp->dev_specific = sp_pci; 171d0ebbc0cSBrijesh Singh sp->dev_vdata = (struct sp_dev_vdata *)id->driver_data; 172d0ebbc0cSBrijesh Singh if (!sp->dev_vdata) { 173d0ebbc0cSBrijesh Singh ret = -ENODEV; 174d0ebbc0cSBrijesh Singh dev_err(dev, "missing driver data\n"); 175d0ebbc0cSBrijesh Singh goto e_err; 176d0ebbc0cSBrijesh Singh } 177d0ebbc0cSBrijesh Singh 178d0ebbc0cSBrijesh Singh ret = pcim_enable_device(pdev); 179d0ebbc0cSBrijesh Singh if (ret) { 180d0ebbc0cSBrijesh Singh dev_err(dev, "pcim_enable_device failed (%d)\n", ret); 181d0ebbc0cSBrijesh Singh goto e_err; 182d0ebbc0cSBrijesh Singh } 183d0ebbc0cSBrijesh Singh 184d0ebbc0cSBrijesh Singh bar_mask = pci_select_bars(pdev, IORESOURCE_MEM); 185d0ebbc0cSBrijesh Singh ret = pcim_iomap_regions(pdev, bar_mask, "ccp"); 186d0ebbc0cSBrijesh Singh if (ret) { 187d0ebbc0cSBrijesh Singh dev_err(dev, "pcim_iomap_regions failed (%d)\n", ret); 188d0ebbc0cSBrijesh Singh goto e_err; 189d0ebbc0cSBrijesh Singh } 190d0ebbc0cSBrijesh Singh 191d0ebbc0cSBrijesh Singh iomap_table = pcim_iomap_table(pdev); 192d0ebbc0cSBrijesh Singh if (!iomap_table) { 193d0ebbc0cSBrijesh Singh dev_err(dev, "pcim_iomap_table failed\n"); 194d0ebbc0cSBrijesh Singh ret = -ENOMEM; 195d0ebbc0cSBrijesh Singh goto e_err; 196d0ebbc0cSBrijesh Singh } 197d0ebbc0cSBrijesh Singh 198d0ebbc0cSBrijesh Singh sp->io_map = iomap_table[sp->dev_vdata->bar]; 199d0ebbc0cSBrijesh Singh if (!sp->io_map) { 200d0ebbc0cSBrijesh Singh dev_err(dev, "ioremap failed\n"); 201d0ebbc0cSBrijesh Singh ret = -ENOMEM; 202d0ebbc0cSBrijesh Singh goto e_err; 203d0ebbc0cSBrijesh Singh } 204d0ebbc0cSBrijesh Singh 205d0ebbc0cSBrijesh Singh ret = sp_get_irqs(sp); 206d0ebbc0cSBrijesh Singh if (ret) 207d0ebbc0cSBrijesh Singh goto e_err; 208d0ebbc0cSBrijesh Singh 209d0ebbc0cSBrijesh Singh pci_set_master(pdev); 2102a6170dfSBrijesh Singh sp->set_psp_master_device = psp_set_master; 2112a6170dfSBrijesh Singh sp->get_psp_master_device = psp_get_master; 212d0ebbc0cSBrijesh Singh 213d0ebbc0cSBrijesh Singh ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(48)); 214d0ebbc0cSBrijesh Singh if (ret) { 215d0ebbc0cSBrijesh Singh ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32)); 216d0ebbc0cSBrijesh Singh if (ret) { 217d0ebbc0cSBrijesh Singh dev_err(dev, "dma_set_mask_and_coherent failed (%d)\n", 218d0ebbc0cSBrijesh Singh ret); 219d0ebbc0cSBrijesh Singh goto e_err; 220d0ebbc0cSBrijesh Singh } 221d0ebbc0cSBrijesh Singh } 222d0ebbc0cSBrijesh Singh 223d0ebbc0cSBrijesh Singh dev_set_drvdata(dev, sp); 224d0ebbc0cSBrijesh Singh 225d0ebbc0cSBrijesh Singh ret = sp_init(sp); 226d0ebbc0cSBrijesh Singh if (ret) 227d0ebbc0cSBrijesh Singh goto e_err; 228d0ebbc0cSBrijesh Singh 229d0ebbc0cSBrijesh Singh dev_notice(dev, "enabled\n"); 230d0ebbc0cSBrijesh Singh 231d0ebbc0cSBrijesh Singh return 0; 232d0ebbc0cSBrijesh Singh 233d0ebbc0cSBrijesh Singh e_err: 234d0ebbc0cSBrijesh Singh dev_notice(dev, "initialization failed\n"); 235d0ebbc0cSBrijesh Singh return ret; 236d0ebbc0cSBrijesh Singh } 237d0ebbc0cSBrijesh Singh 238d0ebbc0cSBrijesh Singh static void sp_pci_remove(struct pci_dev *pdev) 239d0ebbc0cSBrijesh Singh { 240d0ebbc0cSBrijesh Singh struct device *dev = &pdev->dev; 241d0ebbc0cSBrijesh Singh struct sp_device *sp = dev_get_drvdata(dev); 242d0ebbc0cSBrijesh Singh 243d0ebbc0cSBrijesh Singh if (!sp) 244d0ebbc0cSBrijesh Singh return; 245d0ebbc0cSBrijesh Singh 246d0ebbc0cSBrijesh Singh sp_destroy(sp); 247d0ebbc0cSBrijesh Singh 248d0ebbc0cSBrijesh Singh sp_free_irqs(sp); 249d0ebbc0cSBrijesh Singh 250d0ebbc0cSBrijesh Singh dev_notice(dev, "disabled\n"); 251d0ebbc0cSBrijesh Singh } 252d0ebbc0cSBrijesh Singh 253d0ebbc0cSBrijesh Singh #ifdef CONFIG_PM 254d0ebbc0cSBrijesh Singh static int sp_pci_suspend(struct pci_dev *pdev, pm_message_t state) 255d0ebbc0cSBrijesh Singh { 256d0ebbc0cSBrijesh Singh struct device *dev = &pdev->dev; 257d0ebbc0cSBrijesh Singh struct sp_device *sp = dev_get_drvdata(dev); 258d0ebbc0cSBrijesh Singh 259d0ebbc0cSBrijesh Singh return sp_suspend(sp, state); 260d0ebbc0cSBrijesh Singh } 261d0ebbc0cSBrijesh Singh 262d0ebbc0cSBrijesh Singh static int sp_pci_resume(struct pci_dev *pdev) 263d0ebbc0cSBrijesh Singh { 264d0ebbc0cSBrijesh Singh struct device *dev = &pdev->dev; 265d0ebbc0cSBrijesh Singh struct sp_device *sp = dev_get_drvdata(dev); 266d0ebbc0cSBrijesh Singh 267d0ebbc0cSBrijesh Singh return sp_resume(sp); 268d0ebbc0cSBrijesh Singh } 269d0ebbc0cSBrijesh Singh #endif 270d0ebbc0cSBrijesh Singh 2712a6170dfSBrijesh Singh #ifdef CONFIG_CRYPTO_DEV_SP_PSP 2722a6170dfSBrijesh Singh static const struct psp_vdata psp_entry = { 273*ad01a984STom Lendacky .cmdresp_reg = 0x10580, 274*ad01a984STom Lendacky .cmdbuff_addr_lo_reg = 0x105e0, 275*ad01a984STom Lendacky .cmdbuff_addr_hi_reg = 0x105e4, 276*ad01a984STom Lendacky .feature_reg = 0x105fc, 277*ad01a984STom Lendacky .inten_reg = 0x10610, 278*ad01a984STom Lendacky .intsts_reg = 0x10614, 2792a6170dfSBrijesh Singh }; 2802a6170dfSBrijesh Singh #endif 2812a6170dfSBrijesh Singh 282d0ebbc0cSBrijesh Singh static const struct sp_dev_vdata dev_vdata[] = { 283d0ebbc0cSBrijesh Singh { 284d0ebbc0cSBrijesh Singh .bar = 2, 285d0ebbc0cSBrijesh Singh #ifdef CONFIG_CRYPTO_DEV_SP_CCP 286d0ebbc0cSBrijesh Singh .ccp_vdata = &ccpv3, 287d0ebbc0cSBrijesh Singh #endif 288d0ebbc0cSBrijesh Singh }, 289d0ebbc0cSBrijesh Singh { 290d0ebbc0cSBrijesh Singh .bar = 2, 291d0ebbc0cSBrijesh Singh #ifdef CONFIG_CRYPTO_DEV_SP_CCP 292d0ebbc0cSBrijesh Singh .ccp_vdata = &ccpv5a, 293d0ebbc0cSBrijesh Singh #endif 2942a6170dfSBrijesh Singh #ifdef CONFIG_CRYPTO_DEV_SP_PSP 2952a6170dfSBrijesh Singh .psp_vdata = &psp_entry 2962a6170dfSBrijesh Singh #endif 297d0ebbc0cSBrijesh Singh }, 298d0ebbc0cSBrijesh Singh { 299d0ebbc0cSBrijesh Singh .bar = 2, 300d0ebbc0cSBrijesh Singh #ifdef CONFIG_CRYPTO_DEV_SP_CCP 301d0ebbc0cSBrijesh Singh .ccp_vdata = &ccpv5b, 302d0ebbc0cSBrijesh Singh #endif 303d0ebbc0cSBrijesh Singh }, 304d0ebbc0cSBrijesh Singh }; 305d0ebbc0cSBrijesh Singh static const struct pci_device_id sp_pci_table[] = { 306d0ebbc0cSBrijesh Singh { PCI_VDEVICE(AMD, 0x1537), (kernel_ulong_t)&dev_vdata[0] }, 307d0ebbc0cSBrijesh Singh { PCI_VDEVICE(AMD, 0x1456), (kernel_ulong_t)&dev_vdata[1] }, 308d0ebbc0cSBrijesh Singh { PCI_VDEVICE(AMD, 0x1468), (kernel_ulong_t)&dev_vdata[2] }, 309d0ebbc0cSBrijesh Singh /* Last entry must be zero */ 310d0ebbc0cSBrijesh Singh { 0, } 311d0ebbc0cSBrijesh Singh }; 312d0ebbc0cSBrijesh Singh MODULE_DEVICE_TABLE(pci, sp_pci_table); 313d0ebbc0cSBrijesh Singh 314d0ebbc0cSBrijesh Singh static struct pci_driver sp_pci_driver = { 315d0ebbc0cSBrijesh Singh .name = "ccp", 316d0ebbc0cSBrijesh Singh .id_table = sp_pci_table, 317d0ebbc0cSBrijesh Singh .probe = sp_pci_probe, 318d0ebbc0cSBrijesh Singh .remove = sp_pci_remove, 319d0ebbc0cSBrijesh Singh #ifdef CONFIG_PM 320d0ebbc0cSBrijesh Singh .suspend = sp_pci_suspend, 321d0ebbc0cSBrijesh Singh .resume = sp_pci_resume, 322d0ebbc0cSBrijesh Singh #endif 323d0ebbc0cSBrijesh Singh }; 324d0ebbc0cSBrijesh Singh 325d0ebbc0cSBrijesh Singh int sp_pci_init(void) 326d0ebbc0cSBrijesh Singh { 327d0ebbc0cSBrijesh Singh return pci_register_driver(&sp_pci_driver); 328d0ebbc0cSBrijesh Singh } 329d0ebbc0cSBrijesh Singh 330d0ebbc0cSBrijesh Singh void sp_pci_exit(void) 331d0ebbc0cSBrijesh Singh { 332d0ebbc0cSBrijesh Singh pci_unregister_driver(&sp_pci_driver); 333d0ebbc0cSBrijesh Singh } 334