1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB 2 /* Copyright (c) 2020, Mellanox Technologies inc. All rights reserved. */ 3 4 #include "en_accel/ktls_txrx.h" 5 #include "en_accel/ktls_utils.h" 6 7 enum { 8 MLX5E_STATIC_PARAMS_CONTEXT_TLS_1_2 = 0x2, 9 }; 10 11 enum { 12 MLX5E_ENCRYPTION_STANDARD_TLS = 0x1, 13 }; 14 15 #define EXTRACT_INFO_FIELDS do { \ 16 salt = info->salt; \ 17 rec_seq = info->rec_seq; \ 18 salt_sz = sizeof(info->salt); \ 19 rec_seq_sz = sizeof(info->rec_seq); \ 20 } while (0) 21 22 static void 23 fill_static_params(struct mlx5_wqe_tls_static_params_seg *params, 24 struct tls12_crypto_info_aes_gcm_128 *info, 25 u32 key_id, u32 resync_tcp_sn) 26 { 27 char *initial_rn, *gcm_iv; 28 u16 salt_sz, rec_seq_sz; 29 char *salt, *rec_seq; 30 u8 tls_version; 31 u8 *ctx; 32 33 ctx = params->ctx; 34 35 EXTRACT_INFO_FIELDS; 36 37 gcm_iv = MLX5_ADDR_OF(tls_static_params, ctx, gcm_iv); 38 initial_rn = MLX5_ADDR_OF(tls_static_params, ctx, initial_record_number); 39 40 memcpy(gcm_iv, salt, salt_sz); 41 memcpy(initial_rn, rec_seq, rec_seq_sz); 42 43 tls_version = MLX5E_STATIC_PARAMS_CONTEXT_TLS_1_2; 44 45 MLX5_SET(tls_static_params, ctx, tls_version, tls_version); 46 MLX5_SET(tls_static_params, ctx, const_1, 1); 47 MLX5_SET(tls_static_params, ctx, const_2, 2); 48 MLX5_SET(tls_static_params, ctx, encryption_standard, 49 MLX5E_ENCRYPTION_STANDARD_TLS); 50 MLX5_SET(tls_static_params, ctx, resync_tcp_sn, resync_tcp_sn); 51 MLX5_SET(tls_static_params, ctx, dek_index, key_id); 52 } 53 54 void 55 mlx5e_ktls_build_static_params(struct mlx5e_set_tls_static_params_wqe *wqe, 56 u16 pc, u32 sqn, 57 struct tls12_crypto_info_aes_gcm_128 *info, 58 u32 tis_tir_num, u32 key_id, u32 resync_tcp_sn, 59 bool fence, enum tls_offload_ctx_dir direction) 60 { 61 struct mlx5_wqe_umr_ctrl_seg *ucseg = &wqe->uctrl; 62 struct mlx5_wqe_ctrl_seg *cseg = &wqe->ctrl; 63 u8 opmod = direction == TLS_OFFLOAD_CTX_DIR_TX ? 64 MLX5_OPC_MOD_TLS_TIS_STATIC_PARAMS : 65 MLX5_OPC_MOD_TLS_TIR_STATIC_PARAMS; 66 67 #define STATIC_PARAMS_DS_CNT DIV_ROUND_UP(sizeof(*wqe), MLX5_SEND_WQE_DS) 68 69 cseg->opmod_idx_opcode = cpu_to_be32((pc << 8) | MLX5_OPCODE_UMR | (opmod << 24)); 70 cseg->qpn_ds = cpu_to_be32((sqn << MLX5_WQE_CTRL_QPN_SHIFT) | 71 STATIC_PARAMS_DS_CNT); 72 cseg->fm_ce_se = fence ? MLX5_FENCE_MODE_INITIATOR_SMALL : 0; 73 cseg->tis_tir_num = cpu_to_be32(tis_tir_num << 8); 74 75 ucseg->flags = MLX5_UMR_INLINE; 76 ucseg->bsf_octowords = cpu_to_be16(MLX5_ST_SZ_BYTES(tls_static_params) / 16); 77 78 fill_static_params(&wqe->params, info, key_id, resync_tcp_sn); 79 } 80 81 static void 82 fill_progress_params(struct mlx5_wqe_tls_progress_params_seg *params, u32 tis_tir_num, 83 u32 next_record_tcp_sn) 84 { 85 u8 *ctx = params->ctx; 86 87 params->tis_tir_num = cpu_to_be32(tis_tir_num); 88 89 MLX5_SET(tls_progress_params, ctx, next_record_tcp_sn, 90 next_record_tcp_sn); 91 MLX5_SET(tls_progress_params, ctx, record_tracker_state, 92 MLX5E_TLS_PROGRESS_PARAMS_RECORD_TRACKER_STATE_START); 93 MLX5_SET(tls_progress_params, ctx, auth_state, 94 MLX5E_TLS_PROGRESS_PARAMS_AUTH_STATE_NO_OFFLOAD); 95 } 96 97 void 98 mlx5e_ktls_build_progress_params(struct mlx5e_set_tls_progress_params_wqe *wqe, 99 u16 pc, u32 sqn, 100 u32 tis_tir_num, bool fence, 101 u32 next_record_tcp_sn, 102 enum tls_offload_ctx_dir direction) 103 { 104 struct mlx5_wqe_ctrl_seg *cseg = &wqe->ctrl; 105 u8 opmod = direction == TLS_OFFLOAD_CTX_DIR_TX ? 106 MLX5_OPC_MOD_TLS_TIS_PROGRESS_PARAMS : 107 MLX5_OPC_MOD_TLS_TIR_PROGRESS_PARAMS; 108 109 #define PROGRESS_PARAMS_DS_CNT DIV_ROUND_UP(sizeof(*wqe), MLX5_SEND_WQE_DS) 110 111 cseg->opmod_idx_opcode = 112 cpu_to_be32((pc << 8) | MLX5_OPCODE_SET_PSV | (opmod << 24)); 113 cseg->qpn_ds = cpu_to_be32((sqn << MLX5_WQE_CTRL_QPN_SHIFT) | 114 PROGRESS_PARAMS_DS_CNT); 115 cseg->fm_ce_se = fence ? MLX5_FENCE_MODE_INITIATOR_SMALL : 0; 116 117 fill_progress_params(&wqe->params, tis_tir_num, next_record_tcp_sn); 118 } 119 120