163b94509STom Lendacky /* 263b94509STom Lendacky * AMD Cryptographic Coprocessor (CCP) driver 363b94509STom Lendacky * 4553d2374SGary R Hook * Copyright (C) 2013,2016 Advanced Micro Devices, Inc. 563b94509STom Lendacky * 663b94509STom Lendacky * Author: Tom Lendacky <thomas.lendacky@amd.com> 7fba8855cSGary R Hook * Author: Gary R Hook <gary.hook@amd.com> 863b94509STom Lendacky * 963b94509STom Lendacky * This program is free software; you can redistribute it and/or modify 1063b94509STom Lendacky * it under the terms of the GNU General Public License version 2 as 1163b94509STom Lendacky * published by the Free Software Foundation. 1263b94509STom Lendacky */ 1363b94509STom Lendacky 1463b94509STom Lendacky #ifndef __CCP_DEV_H__ 1563b94509STom Lendacky #define __CCP_DEV_H__ 1663b94509STom Lendacky 1763b94509STom Lendacky #include <linux/device.h> 1863b94509STom Lendacky #include <linux/pci.h> 1963b94509STom Lendacky #include <linux/spinlock.h> 2063b94509STom Lendacky #include <linux/mutex.h> 2163b94509STom Lendacky #include <linux/list.h> 2263b94509STom Lendacky #include <linux/wait.h> 2363b94509STom Lendacky #include <linux/dmapool.h> 2463b94509STom Lendacky #include <linux/hw_random.h> 258db88467STom Lendacky #include <linux/bitops.h> 2658ea8abfSGary R Hook #include <linux/interrupt.h> 2758ea8abfSGary R Hook #include <linux/irqreturn.h> 2858ea8abfSGary R Hook #include <linux/dmaengine.h> 2963b94509STom Lendacky 30553d2374SGary R Hook #define MAX_CCP_NAME_LEN 16 3163b94509STom Lendacky #define MAX_DMAPOOL_NAME_LEN 32 3263b94509STom Lendacky 3363b94509STom Lendacky #define MAX_HW_QUEUES 5 3463b94509STom Lendacky #define MAX_CMD_QLEN 100 3563b94509STom Lendacky 3663b94509STom Lendacky #define TRNG_RETRIES 10 3763b94509STom Lendacky 38126ae9adSTom Lendacky #define CACHE_NONE 0x00 39c4f4b325STom Lendacky #define CACHE_WB_NO_ALLOC 0xb7 40c4f4b325STom Lendacky 4163b94509STom Lendacky /****** Register Mappings ******/ 4263b94509STom Lendacky #define Q_MASK_REG 0x000 4363b94509STom Lendacky #define TRNG_OUT_REG 0x00c 4463b94509STom Lendacky #define IRQ_MASK_REG 0x040 4563b94509STom Lendacky #define IRQ_STATUS_REG 0x200 4663b94509STom Lendacky 4763b94509STom Lendacky #define DEL_CMD_Q_JOB 0x124 4863b94509STom Lendacky #define DEL_Q_ACTIVE 0x00000200 4963b94509STom Lendacky #define DEL_Q_ID_SHIFT 6 5063b94509STom Lendacky 5163b94509STom Lendacky #define CMD_REQ0 0x180 5263b94509STom Lendacky #define CMD_REQ_INCR 0x04 5363b94509STom Lendacky 5463b94509STom Lendacky #define CMD_Q_STATUS_BASE 0x210 5563b94509STom Lendacky #define CMD_Q_INT_STATUS_BASE 0x214 5663b94509STom Lendacky #define CMD_Q_STATUS_INCR 0x20 5763b94509STom Lendacky 58c4f4b325STom Lendacky #define CMD_Q_CACHE_BASE 0x228 5963b94509STom Lendacky #define CMD_Q_CACHE_INC 0x20 6063b94509STom Lendacky 618db88467STom Lendacky #define CMD_Q_ERROR(__qs) ((__qs) & 0x0000003f) 628db88467STom Lendacky #define CMD_Q_DEPTH(__qs) (((__qs) >> 12) & 0x0000000f) 6363b94509STom Lendacky 6463b94509STom Lendacky /****** REQ0 Related Values ******/ 6563b94509STom Lendacky #define REQ0_WAIT_FOR_WRITE 0x00000004 6663b94509STom Lendacky #define REQ0_INT_ON_COMPLETE 0x00000002 6763b94509STom Lendacky #define REQ0_STOP_ON_COMPLETE 0x00000001 6863b94509STom Lendacky 6963b94509STom Lendacky #define REQ0_CMD_Q_SHIFT 9 7063b94509STom Lendacky #define REQ0_JOBID_SHIFT 3 7163b94509STom Lendacky 7263b94509STom Lendacky /****** REQ1 Related Values ******/ 7363b94509STom Lendacky #define REQ1_PROTECT_SHIFT 27 7463b94509STom Lendacky #define REQ1_ENGINE_SHIFT 23 7563b94509STom Lendacky #define REQ1_KEY_KSB_SHIFT 2 7663b94509STom Lendacky 7763b94509STom Lendacky #define REQ1_EOM 0x00000002 7863b94509STom Lendacky #define REQ1_INIT 0x00000001 7963b94509STom Lendacky 8063b94509STom Lendacky /* AES Related Values */ 8163b94509STom Lendacky #define REQ1_AES_TYPE_SHIFT 21 8263b94509STom Lendacky #define REQ1_AES_MODE_SHIFT 18 8363b94509STom Lendacky #define REQ1_AES_ACTION_SHIFT 17 8463b94509STom Lendacky #define REQ1_AES_CFB_SIZE_SHIFT 10 8563b94509STom Lendacky 8663b94509STom Lendacky /* XTS-AES Related Values */ 8763b94509STom Lendacky #define REQ1_XTS_AES_SIZE_SHIFT 10 8863b94509STom Lendacky 8963b94509STom Lendacky /* SHA Related Values */ 9063b94509STom Lendacky #define REQ1_SHA_TYPE_SHIFT 21 9163b94509STom Lendacky 9263b94509STom Lendacky /* RSA Related Values */ 9363b94509STom Lendacky #define REQ1_RSA_MOD_SIZE_SHIFT 10 9463b94509STom Lendacky 9563b94509STom Lendacky /* Pass-Through Related Values */ 9663b94509STom Lendacky #define REQ1_PT_BW_SHIFT 12 9763b94509STom Lendacky #define REQ1_PT_BS_SHIFT 10 9863b94509STom Lendacky 9963b94509STom Lendacky /* ECC Related Values */ 10063b94509STom Lendacky #define REQ1_ECC_AFFINE_CONVERT 0x00200000 10163b94509STom Lendacky #define REQ1_ECC_FUNCTION_SHIFT 18 10263b94509STom Lendacky 10363b94509STom Lendacky /****** REQ4 Related Values ******/ 10463b94509STom Lendacky #define REQ4_KSB_SHIFT 18 10563b94509STom Lendacky #define REQ4_MEMTYPE_SHIFT 16 10663b94509STom Lendacky 10763b94509STom Lendacky /****** REQ6 Related Values ******/ 10863b94509STom Lendacky #define REQ6_MEMTYPE_SHIFT 16 10963b94509STom Lendacky 11063b94509STom Lendacky /****** Key Storage Block ******/ 11163b94509STom Lendacky #define KSB_START 77 11263b94509STom Lendacky #define KSB_END 127 11363b94509STom Lendacky #define KSB_COUNT (KSB_END - KSB_START + 1) 114956ee21aSGary R Hook #define CCP_SB_BITS 256 11563b94509STom Lendacky 11663b94509STom Lendacky #define CCP_JOBID_MASK 0x0000003f 11763b94509STom Lendacky 11863b94509STom Lendacky #define CCP_DMAPOOL_MAX_SIZE 64 1198db88467STom Lendacky #define CCP_DMAPOOL_ALIGN BIT(5) 12063b94509STom Lendacky 12163b94509STom Lendacky #define CCP_REVERSE_BUF_SIZE 64 12263b94509STom Lendacky 123956ee21aSGary R Hook #define CCP_AES_KEY_SB_COUNT 1 124956ee21aSGary R Hook #define CCP_AES_CTX_SB_COUNT 1 12563b94509STom Lendacky 126956ee21aSGary R Hook #define CCP_XTS_AES_KEY_SB_COUNT 1 127956ee21aSGary R Hook #define CCP_XTS_AES_CTX_SB_COUNT 1 12863b94509STom Lendacky 129956ee21aSGary R Hook #define CCP_SHA_SB_COUNT 1 13063b94509STom Lendacky 13163b94509STom Lendacky #define CCP_RSA_MAX_WIDTH 4096 13263b94509STom Lendacky 13363b94509STom Lendacky #define CCP_PASSTHRU_BLOCKSIZE 256 13463b94509STom Lendacky #define CCP_PASSTHRU_MASKSIZE 32 135956ee21aSGary R Hook #define CCP_PASSTHRU_SB_COUNT 1 13663b94509STom Lendacky 13763b94509STom Lendacky #define CCP_ECC_MODULUS_BYTES 48 /* 384-bits */ 13863b94509STom Lendacky #define CCP_ECC_MAX_OPERANDS 6 13963b94509STom Lendacky #define CCP_ECC_MAX_OUTPUTS 3 14063b94509STom Lendacky #define CCP_ECC_SRC_BUF_SIZE 448 14163b94509STom Lendacky #define CCP_ECC_DST_BUF_SIZE 192 14263b94509STom Lendacky #define CCP_ECC_OPERAND_SIZE 64 14363b94509STom Lendacky #define CCP_ECC_OUTPUT_SIZE 64 14463b94509STom Lendacky #define CCP_ECC_RESULT_OFFSET 60 14563b94509STom Lendacky #define CCP_ECC_RESULT_SUCCESS 0x0001 14663b94509STom Lendacky 147956ee21aSGary R Hook #define CCP_SB_BYTES 32 148956ee21aSGary R Hook 149ea0375afSGary R Hook struct ccp_op; 15063b94509STom Lendacky struct ccp_device; 15163b94509STom Lendacky struct ccp_cmd; 15263b94509STom Lendacky 15358ea8abfSGary R Hook struct ccp_dma_cmd { 15458ea8abfSGary R Hook struct list_head entry; 15558ea8abfSGary R Hook 15658ea8abfSGary R Hook struct ccp_cmd ccp_cmd; 15758ea8abfSGary R Hook }; 15858ea8abfSGary R Hook 15958ea8abfSGary R Hook struct ccp_dma_desc { 16058ea8abfSGary R Hook struct list_head entry; 16158ea8abfSGary R Hook 16258ea8abfSGary R Hook struct ccp_device *ccp; 16358ea8abfSGary R Hook 16458ea8abfSGary R Hook struct list_head pending; 16558ea8abfSGary R Hook struct list_head active; 16658ea8abfSGary R Hook 16758ea8abfSGary R Hook enum dma_status status; 16858ea8abfSGary R Hook struct dma_async_tx_descriptor tx_desc; 16958ea8abfSGary R Hook size_t len; 17058ea8abfSGary R Hook }; 17158ea8abfSGary R Hook 17258ea8abfSGary R Hook struct ccp_dma_chan { 17358ea8abfSGary R Hook struct ccp_device *ccp; 17458ea8abfSGary R Hook 17558ea8abfSGary R Hook spinlock_t lock; 17658ea8abfSGary R Hook struct list_head pending; 17758ea8abfSGary R Hook struct list_head active; 17858ea8abfSGary R Hook struct list_head complete; 17958ea8abfSGary R Hook 18058ea8abfSGary R Hook struct tasklet_struct cleanup_tasklet; 18158ea8abfSGary R Hook 18258ea8abfSGary R Hook enum dma_status status; 18358ea8abfSGary R Hook struct dma_chan dma_chan; 18458ea8abfSGary R Hook }; 18558ea8abfSGary R Hook 18663b94509STom Lendacky struct ccp_cmd_queue { 18763b94509STom Lendacky struct ccp_device *ccp; 18863b94509STom Lendacky 18963b94509STom Lendacky /* Queue identifier */ 19063b94509STom Lendacky u32 id; 19163b94509STom Lendacky 19263b94509STom Lendacky /* Queue dma pool */ 19363b94509STom Lendacky struct dma_pool *dma_pool; 19463b94509STom Lendacky 195956ee21aSGary R Hook /* Per-queue reserved storage block(s) */ 196956ee21aSGary R Hook u32 sb_key; 197956ee21aSGary R Hook u32 sb_ctx; 19863b94509STom Lendacky 19963b94509STom Lendacky /* Queue processing thread */ 20063b94509STom Lendacky struct task_struct *kthread; 20163b94509STom Lendacky unsigned int active; 20263b94509STom Lendacky unsigned int suspended; 20363b94509STom Lendacky 20463b94509STom Lendacky /* Number of free command slots available */ 20563b94509STom Lendacky unsigned int free_slots; 20663b94509STom Lendacky 20763b94509STom Lendacky /* Interrupt masks */ 20863b94509STom Lendacky u32 int_ok; 20963b94509STom Lendacky u32 int_err; 21063b94509STom Lendacky 21163b94509STom Lendacky /* Register addresses for queue */ 21263b94509STom Lendacky void __iomem *reg_status; 21363b94509STom Lendacky void __iomem *reg_int_status; 21463b94509STom Lendacky 21563b94509STom Lendacky /* Status values from job */ 21663b94509STom Lendacky u32 int_status; 21763b94509STom Lendacky u32 q_status; 21863b94509STom Lendacky u32 q_int_status; 21963b94509STom Lendacky u32 cmd_error; 22063b94509STom Lendacky 22163b94509STom Lendacky /* Interrupt wait queue */ 22263b94509STom Lendacky wait_queue_head_t int_queue; 22363b94509STom Lendacky unsigned int int_rcvd; 22463b94509STom Lendacky } ____cacheline_aligned; 22563b94509STom Lendacky 22663b94509STom Lendacky struct ccp_device { 227553d2374SGary R Hook struct list_head entry; 228553d2374SGary R Hook 229c7019c4dSGary R Hook struct ccp_vdata *vdata; 230553d2374SGary R Hook unsigned int ord; 231553d2374SGary R Hook char name[MAX_CCP_NAME_LEN]; 232553d2374SGary R Hook char rngname[MAX_CCP_NAME_LEN]; 233553d2374SGary R Hook 23463b94509STom Lendacky struct device *dev; 23563b94509STom Lendacky 236fa242e80SGary R Hook /* Bus specific device information 23763b94509STom Lendacky */ 23863b94509STom Lendacky void *dev_specific; 23963b94509STom Lendacky int (*get_irq)(struct ccp_device *ccp); 24063b94509STom Lendacky void (*free_irq)(struct ccp_device *ccp); 2413d77565bSTom Lendacky unsigned int irq; 24263b94509STom Lendacky 243fa242e80SGary R Hook /* I/O area used for device communication. The register mapping 24463b94509STom Lendacky * starts at an offset into the mapped bar. 24563b94509STom Lendacky * The CMD_REQx registers and the Delete_Cmd_Queue_Job register 24663b94509STom Lendacky * need to be protected while a command queue thread is accessing 24763b94509STom Lendacky * them. 24863b94509STom Lendacky */ 24963b94509STom Lendacky struct mutex req_mutex ____cacheline_aligned; 25063b94509STom Lendacky void __iomem *io_map; 25163b94509STom Lendacky void __iomem *io_regs; 25263b94509STom Lendacky 253fa242e80SGary R Hook /* Master lists that all cmds are queued on. Because there can be 25463b94509STom Lendacky * more than one CCP command queue that can process a cmd a separate 25563b94509STom Lendacky * backlog list is neeeded so that the backlog completion call 25663b94509STom Lendacky * completes before the cmd is available for execution. 25763b94509STom Lendacky */ 25863b94509STom Lendacky spinlock_t cmd_lock ____cacheline_aligned; 25963b94509STom Lendacky unsigned int cmd_count; 26063b94509STom Lendacky struct list_head cmd; 26163b94509STom Lendacky struct list_head backlog; 26263b94509STom Lendacky 263fa242e80SGary R Hook /* The command queues. These represent the queues available on the 26463b94509STom Lendacky * CCP that are available for processing cmds 26563b94509STom Lendacky */ 26663b94509STom Lendacky struct ccp_cmd_queue cmd_q[MAX_HW_QUEUES]; 26763b94509STom Lendacky unsigned int cmd_q_count; 26863b94509STom Lendacky 269fa242e80SGary R Hook /* Support for the CCP True RNG 27063b94509STom Lendacky */ 27163b94509STom Lendacky struct hwrng hwrng; 27263b94509STom Lendacky unsigned int hwrng_retries; 27363b94509STom Lendacky 274fa242e80SGary R Hook /* Support for the CCP DMA capabilities 27558ea8abfSGary R Hook */ 27658ea8abfSGary R Hook struct dma_device dma_dev; 27758ea8abfSGary R Hook struct ccp_dma_chan *ccp_dma_chan; 27858ea8abfSGary R Hook struct kmem_cache *dma_cmd_cache; 27958ea8abfSGary R Hook struct kmem_cache *dma_desc_cache; 28058ea8abfSGary R Hook 281fa242e80SGary R Hook /* A counter used to generate job-ids for cmds submitted to the CCP 28263b94509STom Lendacky */ 28363b94509STom Lendacky atomic_t current_id ____cacheline_aligned; 28463b94509STom Lendacky 28558a690b7SGary R Hook /* The v3 CCP uses key storage blocks (SB) to maintain context for 28658a690b7SGary R Hook * certain operations. To prevent multiple cmds from using the same 28758a690b7SGary R Hook * SB range a command queue reserves an SB range for the duration of 28858a690b7SGary R Hook * the cmd. Each queue, will however, reserve 2 SB blocks for 28958a690b7SGary R Hook * operations that only require single SB entries (eg. AES context/iv 29058a690b7SGary R Hook * and key) in order to avoid allocation contention. This will reserve 29158a690b7SGary R Hook * at most 10 SB entries, leaving 40 SB entries available for dynamic 29258a690b7SGary R Hook * allocation. 29358a690b7SGary R Hook * 29458a690b7SGary R Hook * The v5 CCP Local Storage Block (LSB) is broken up into 8 29558a690b7SGary R Hook * memrory ranges, each of which can be enabled for access by one 29658a690b7SGary R Hook * or more queues. Device initialization takes this into account, 29758a690b7SGary R Hook * and attempts to assign one region for exclusive use by each 29858a690b7SGary R Hook * available queue; the rest are then aggregated as "public" use. 29958a690b7SGary R Hook * If there are fewer regions than queues, all regions are shared 30058a690b7SGary R Hook * amongst all queues. 30163b94509STom Lendacky */ 302956ee21aSGary R Hook struct mutex sb_mutex ____cacheline_aligned; 303956ee21aSGary R Hook DECLARE_BITMAP(sb, KSB_COUNT); 304956ee21aSGary R Hook wait_queue_head_t sb_queue; 305956ee21aSGary R Hook unsigned int sb_avail; 306956ee21aSGary R Hook unsigned int sb_count; 307956ee21aSGary R Hook u32 sb_start; 30863b94509STom Lendacky 30963b94509STom Lendacky /* Suspend support */ 31063b94509STom Lendacky unsigned int suspending; 31163b94509STom Lendacky wait_queue_head_t suspend_queue; 312126ae9adSTom Lendacky 313126ae9adSTom Lendacky /* DMA caching attribute support */ 314126ae9adSTom Lendacky unsigned int axcache; 31563b94509STom Lendacky }; 31663b94509STom Lendacky 317ea0375afSGary R Hook enum ccp_memtype { 318ea0375afSGary R Hook CCP_MEMTYPE_SYSTEM = 0, 319956ee21aSGary R Hook CCP_MEMTYPE_SB, 320ea0375afSGary R Hook CCP_MEMTYPE_LOCAL, 321ea0375afSGary R Hook CCP_MEMTYPE__LAST, 322ea0375afSGary R Hook }; 323ea0375afSGary R Hook 324ea0375afSGary R Hook struct ccp_dma_info { 325ea0375afSGary R Hook dma_addr_t address; 326ea0375afSGary R Hook unsigned int offset; 327ea0375afSGary R Hook unsigned int length; 328ea0375afSGary R Hook enum dma_data_direction dir; 329ea0375afSGary R Hook }; 330ea0375afSGary R Hook 331ea0375afSGary R Hook struct ccp_dm_workarea { 332ea0375afSGary R Hook struct device *dev; 333ea0375afSGary R Hook struct dma_pool *dma_pool; 334ea0375afSGary R Hook unsigned int length; 335ea0375afSGary R Hook 336ea0375afSGary R Hook u8 *address; 337ea0375afSGary R Hook struct ccp_dma_info dma; 338ea0375afSGary R Hook }; 339ea0375afSGary R Hook 340ea0375afSGary R Hook struct ccp_sg_workarea { 341ea0375afSGary R Hook struct scatterlist *sg; 342ea0375afSGary R Hook int nents; 343ea0375afSGary R Hook 344ea0375afSGary R Hook struct scatterlist *dma_sg; 345ea0375afSGary R Hook struct device *dma_dev; 346ea0375afSGary R Hook unsigned int dma_count; 347ea0375afSGary R Hook enum dma_data_direction dma_dir; 348ea0375afSGary R Hook 349ea0375afSGary R Hook unsigned int sg_used; 350ea0375afSGary R Hook 351ea0375afSGary R Hook u64 bytes_left; 352ea0375afSGary R Hook }; 353ea0375afSGary R Hook 354ea0375afSGary R Hook struct ccp_data { 355ea0375afSGary R Hook struct ccp_sg_workarea sg_wa; 356ea0375afSGary R Hook struct ccp_dm_workarea dm_wa; 357ea0375afSGary R Hook }; 358ea0375afSGary R Hook 359ea0375afSGary R Hook struct ccp_mem { 360ea0375afSGary R Hook enum ccp_memtype type; 361ea0375afSGary R Hook union { 362ea0375afSGary R Hook struct ccp_dma_info dma; 363956ee21aSGary R Hook u32 sb; 364ea0375afSGary R Hook } u; 365ea0375afSGary R Hook }; 366ea0375afSGary R Hook 367ea0375afSGary R Hook struct ccp_aes_op { 368ea0375afSGary R Hook enum ccp_aes_type type; 369ea0375afSGary R Hook enum ccp_aes_mode mode; 370ea0375afSGary R Hook enum ccp_aes_action action; 371ea0375afSGary R Hook }; 372ea0375afSGary R Hook 373ea0375afSGary R Hook struct ccp_xts_aes_op { 374ea0375afSGary R Hook enum ccp_aes_action action; 375ea0375afSGary R Hook enum ccp_xts_aes_unit_size unit_size; 376ea0375afSGary R Hook }; 377ea0375afSGary R Hook 378ea0375afSGary R Hook struct ccp_sha_op { 379ea0375afSGary R Hook enum ccp_sha_type type; 380ea0375afSGary R Hook u64 msg_bits; 381ea0375afSGary R Hook }; 382ea0375afSGary R Hook 383ea0375afSGary R Hook struct ccp_rsa_op { 384ea0375afSGary R Hook u32 mod_size; 385ea0375afSGary R Hook u32 input_len; 386ea0375afSGary R Hook }; 387ea0375afSGary R Hook 388ea0375afSGary R Hook struct ccp_passthru_op { 389ea0375afSGary R Hook enum ccp_passthru_bitwise bit_mod; 390ea0375afSGary R Hook enum ccp_passthru_byteswap byte_swap; 391ea0375afSGary R Hook }; 392ea0375afSGary R Hook 393ea0375afSGary R Hook struct ccp_ecc_op { 394ea0375afSGary R Hook enum ccp_ecc_function function; 395ea0375afSGary R Hook }; 396ea0375afSGary R Hook 397ea0375afSGary R Hook struct ccp_op { 398ea0375afSGary R Hook struct ccp_cmd_queue *cmd_q; 399ea0375afSGary R Hook 400ea0375afSGary R Hook u32 jobid; 401ea0375afSGary R Hook u32 ioc; 402ea0375afSGary R Hook u32 soc; 403956ee21aSGary R Hook u32 sb_key; 404956ee21aSGary R Hook u32 sb_ctx; 405ea0375afSGary R Hook u32 init; 406ea0375afSGary R Hook u32 eom; 407ea0375afSGary R Hook 408ea0375afSGary R Hook struct ccp_mem src; 409ea0375afSGary R Hook struct ccp_mem dst; 410ea0375afSGary R Hook 411ea0375afSGary R Hook union { 412ea0375afSGary R Hook struct ccp_aes_op aes; 413ea0375afSGary R Hook struct ccp_xts_aes_op xts; 414ea0375afSGary R Hook struct ccp_sha_op sha; 415ea0375afSGary R Hook struct ccp_rsa_op rsa; 416ea0375afSGary R Hook struct ccp_passthru_op passthru; 417ea0375afSGary R Hook struct ccp_ecc_op ecc; 418ea0375afSGary R Hook } u; 419ea0375afSGary R Hook }; 420ea0375afSGary R Hook 421ea0375afSGary R Hook static inline u32 ccp_addr_lo(struct ccp_dma_info *info) 422ea0375afSGary R Hook { 423ea0375afSGary R Hook return lower_32_bits(info->address + info->offset); 424ea0375afSGary R Hook } 425ea0375afSGary R Hook 426ea0375afSGary R Hook static inline u32 ccp_addr_hi(struct ccp_dma_info *info) 427ea0375afSGary R Hook { 428ea0375afSGary R Hook return upper_32_bits(info->address + info->offset) & 0x0000ffff; 429ea0375afSGary R Hook } 430ea0375afSGary R Hook 43163b94509STom Lendacky int ccp_pci_init(void); 43263b94509STom Lendacky void ccp_pci_exit(void); 43363b94509STom Lendacky 434c4f4b325STom Lendacky int ccp_platform_init(void); 435c4f4b325STom Lendacky void ccp_platform_exit(void); 436c4f4b325STom Lendacky 437ea0375afSGary R Hook void ccp_add_device(struct ccp_device *ccp); 438ea0375afSGary R Hook void ccp_del_device(struct ccp_device *ccp); 43963b94509STom Lendacky 440ea0375afSGary R Hook struct ccp_device *ccp_alloc_struct(struct device *dev); 441ea0375afSGary R Hook bool ccp_queues_suspended(struct ccp_device *ccp); 442ea0375afSGary R Hook int ccp_cmd_queue_thread(void *data); 4438256e683SGary R Hook int ccp_trng_read(struct hwrng *rng, void *data, size_t max, bool wait); 44463b94509STom Lendacky 44563b94509STom Lendacky int ccp_run_cmd(struct ccp_cmd_queue *cmd_q, struct ccp_cmd *cmd); 44663b94509STom Lendacky 44758ea8abfSGary R Hook int ccp_dmaengine_register(struct ccp_device *ccp); 44858ea8abfSGary R Hook void ccp_dmaengine_unregister(struct ccp_device *ccp); 44958ea8abfSGary R Hook 45058a690b7SGary R Hook /* Structure for computation functions that are device-specific */ 45158a690b7SGary R Hook struct ccp_actions { 45258a690b7SGary R Hook int (*aes)(struct ccp_op *); 45358a690b7SGary R Hook int (*xts_aes)(struct ccp_op *); 45458a690b7SGary R Hook int (*sha)(struct ccp_op *); 45558a690b7SGary R Hook int (*rsa)(struct ccp_op *); 45658a690b7SGary R Hook int (*passthru)(struct ccp_op *); 45758a690b7SGary R Hook int (*ecc)(struct ccp_op *); 45858a690b7SGary R Hook u32 (*sballoc)(struct ccp_cmd_queue *, unsigned int); 45958a690b7SGary R Hook void (*sbfree)(struct ccp_cmd_queue *, unsigned int, 46058a690b7SGary R Hook unsigned int); 461*bb4e89b3SGary R Hook unsigned int (*get_free_slots)(struct ccp_cmd_queue *); 46258a690b7SGary R Hook int (*init)(struct ccp_device *); 46358a690b7SGary R Hook void (*destroy)(struct ccp_device *); 46458a690b7SGary R Hook irqreturn_t (*irqhandler)(int, void *); 46558a690b7SGary R Hook }; 46658a690b7SGary R Hook 46758a690b7SGary R Hook /* Structure to hold CCP version-specific values */ 46858a690b7SGary R Hook struct ccp_vdata { 46958a690b7SGary R Hook unsigned int version; 47058a690b7SGary R Hook int (*init)(struct ccp_device *); 47158a690b7SGary R Hook const struct ccp_actions *perform; 47258a690b7SGary R Hook const unsigned int bar; 47358a690b7SGary R Hook const unsigned int offset; 47458a690b7SGary R Hook }; 47558a690b7SGary R Hook 47658a690b7SGary R Hook extern struct ccp_vdata ccpv3; 47758a690b7SGary R Hook 47863b94509STom Lendacky #endif 479