1 /* SPDX-License-Identifier: GPL-2.0 */ 2 3 #ifndef __NX_H__ 4 #define __NX_H__ 5 6 #include <crypto/ctr.h> 7 8 #define NX_NAME "nx-crypto" 9 #define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver" 10 #define NX_VERSION "1.0" 11 12 /* a scatterlist in the format PHYP is expecting */ 13 struct nx_sg { 14 u64 addr; 15 u32 rsvd; 16 u32 len; 17 } __attribute((packed)); 18 19 #define NX_PAGE_SIZE (4096) 20 #define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg))) 21 22 enum nx_status { 23 NX_DISABLED, 24 NX_WAITING, 25 NX_OKAY 26 }; 27 28 /* msc_triplet and max_sync_cop are used only to assist in parsing the 29 * openFirmware property */ 30 struct msc_triplet { 31 u32 keybitlen; 32 u32 databytelen; 33 u32 sglen; 34 } __packed; 35 36 struct max_sync_cop { 37 u32 fc; 38 u32 mode; 39 u32 triplets; 40 struct msc_triplet trip[]; 41 } __packed; 42 43 struct alg_props { 44 u32 databytelen; 45 u32 sglen; 46 }; 47 48 #define NX_OF_FLAG_MAXSGLEN_SET (1) 49 #define NX_OF_FLAG_STATUS_SET (2) 50 #define NX_OF_FLAG_MAXSYNCCOP_SET (4) 51 #define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \ 52 NX_OF_FLAG_STATUS_SET | \ 53 NX_OF_FLAG_MAXSYNCCOP_SET) 54 struct nx_of { 55 u32 flags; 56 u32 max_sg_len; 57 enum nx_status status; 58 struct alg_props ap[NX_MAX_FC][NX_MAX_MODE][3]; 59 }; 60 61 struct nx_stats { 62 atomic_t aes_ops; 63 atomic64_t aes_bytes; 64 atomic_t sha256_ops; 65 atomic64_t sha256_bytes; 66 atomic_t sha512_ops; 67 atomic64_t sha512_bytes; 68 69 atomic_t sync_ops; 70 71 atomic_t errors; 72 atomic_t last_error; 73 atomic_t last_error_pid; 74 }; 75 76 struct nx_crypto_driver { 77 struct nx_stats stats; 78 struct nx_of of; 79 struct vio_dev *viodev; 80 struct vio_driver viodriver; 81 struct dentry *dfs_root; 82 }; 83 84 #define NX_GCM4106_NONCE_LEN (4) 85 #define NX_GCM_CTR_OFFSET (12) 86 struct nx_gcm_rctx { 87 u8 iv[16]; 88 }; 89 90 struct nx_gcm_priv { 91 u8 iauth_tag[16]; 92 u8 nonce[NX_GCM4106_NONCE_LEN]; 93 }; 94 95 #define NX_CCM_AES_KEY_LEN (16) 96 #define NX_CCM4309_AES_KEY_LEN (19) 97 #define NX_CCM4309_NONCE_LEN (3) 98 struct nx_ccm_rctx { 99 u8 iv[16]; 100 }; 101 102 struct nx_ccm_priv { 103 u8 b0[16]; 104 u8 iauth_tag[16]; 105 u8 oauth_tag[16]; 106 u8 nonce[NX_CCM4309_NONCE_LEN]; 107 }; 108 109 struct nx_xcbc_priv { 110 u8 key[16]; 111 }; 112 113 struct nx_ctr_priv { 114 u8 nonce[CTR_RFC3686_NONCE_SIZE]; 115 }; 116 117 struct nx_crypto_ctx { 118 spinlock_t lock; /* synchronize access to the context */ 119 void *kmem; /* unaligned, kmalloc'd buffer */ 120 size_t kmem_len; /* length of kmem */ 121 struct nx_csbcpb *csbcpb; /* aligned page given to phyp @ hcall time */ 122 struct vio_pfo_op op; /* operation struct with hcall parameters */ 123 struct nx_csbcpb *csbcpb_aead; /* secondary csbcpb used by AEAD algs */ 124 struct vio_pfo_op op_aead;/* operation struct for csbcpb_aead */ 125 126 struct nx_sg *in_sg; /* aligned pointer into kmem to an sg list */ 127 struct nx_sg *out_sg; /* aligned pointer into kmem to an sg list */ 128 129 struct alg_props *ap; /* pointer into props based on our key size */ 130 struct alg_props props[3];/* openFirmware properties for requests */ 131 struct nx_stats *stats; /* pointer into an nx_crypto_driver for stats 132 reporting */ 133 134 union { 135 struct nx_gcm_priv gcm; 136 struct nx_ccm_priv ccm; 137 struct nx_xcbc_priv xcbc; 138 struct nx_ctr_priv ctr; 139 } priv; 140 }; 141 142 struct crypto_aead; 143 144 /* prototypes */ 145 int nx_crypto_ctx_aes_ccm_init(struct crypto_aead *tfm); 146 int nx_crypto_ctx_aes_gcm_init(struct crypto_aead *tfm); 147 int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm *tfm); 148 int nx_crypto_ctx_aes_ctr_init(struct crypto_skcipher *tfm); 149 int nx_crypto_ctx_aes_cbc_init(struct crypto_skcipher *tfm); 150 int nx_crypto_ctx_aes_ecb_init(struct crypto_skcipher *tfm); 151 int nx_crypto_ctx_sha_init(struct crypto_tfm *tfm); 152 void nx_crypto_ctx_exit(struct crypto_tfm *tfm); 153 void nx_crypto_ctx_skcipher_exit(struct crypto_skcipher *tfm); 154 void nx_crypto_ctx_aead_exit(struct crypto_aead *tfm); 155 void nx_ctx_init(struct nx_crypto_ctx *nx_ctx, unsigned int function); 156 int nx_hcall_sync(struct nx_crypto_ctx *ctx, struct vio_pfo_op *op, 157 u32 may_sleep); 158 struct nx_sg *nx_build_sg_list(struct nx_sg *, u8 *, unsigned int *, u32); 159 int nx_build_sg_lists(struct nx_crypto_ctx *nx_ctx, const u8 *iv, 160 struct scatterlist *dst, struct scatterlist *src, 161 unsigned int *nbytes, unsigned int offset, u8 *oiv); 162 struct nx_sg *nx_walk_and_build(struct nx_sg *, unsigned int, 163 struct scatterlist *, unsigned int, 164 unsigned int *); 165 166 #ifdef CONFIG_DEBUG_FS 167 #define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv) 168 #define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv) 169 170 void nx_debugfs_init(struct nx_crypto_driver *); 171 void nx_debugfs_fini(struct nx_crypto_driver *); 172 #else 173 #define NX_DEBUGFS_INIT(drv) (0) 174 #define NX_DEBUGFS_FINI(drv) (0) 175 #endif 176 177 #define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL) 178 179 extern struct skcipher_alg nx_cbc_aes_alg; 180 extern struct skcipher_alg nx_ecb_aes_alg; 181 extern struct aead_alg nx_gcm_aes_alg; 182 extern struct aead_alg nx_gcm4106_aes_alg; 183 extern struct skcipher_alg nx_ctr3686_aes_alg; 184 extern struct aead_alg nx_ccm_aes_alg; 185 extern struct aead_alg nx_ccm4309_aes_alg; 186 extern struct shash_alg nx_shash_aes_xcbc_alg; 187 extern struct shash_alg nx_shash_sha512_alg; 188 extern struct shash_alg nx_shash_sha256_alg; 189 190 extern struct nx_crypto_driver nx_driver; 191 192 #define SCATTERWALK_TO_SG 1 193 #define SCATTERWALK_FROM_SG 0 194 195 #endif 196