1 /* 2 * Copyright (c) 2017 Mellanox Technologies. All rights reserved. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 * 32 */ 33 34 #include <linux/ethtool.h> 35 #include <net/sock.h> 36 37 #include "en.h" 38 #include "accel/ipsec.h" 39 #include "fpga/sdk.h" 40 #include "en_accel/ipsec.h" 41 #include "fpga/ipsec.h" 42 43 static const struct counter_desc mlx5e_ipsec_hw_stats_desc[] = { 44 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_dec_in_packets) }, 45 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_dec_out_packets) }, 46 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_dec_bypass_packets) }, 47 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_enc_in_packets) }, 48 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_enc_out_packets) }, 49 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_enc_bypass_packets) }, 50 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_dec_drop_packets) }, 51 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_dec_auth_fail_packets) }, 52 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_enc_drop_packets) }, 53 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_add_sa_success) }, 54 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_add_sa_fail) }, 55 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_del_sa_success) }, 56 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_del_sa_fail) }, 57 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_stats, ipsec_cmd_drop) }, 58 }; 59 60 static const struct counter_desc mlx5e_ipsec_sw_stats_desc[] = { 61 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_rx_drop_sp_alloc) }, 62 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_rx_drop_sadb_miss) }, 63 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_rx_drop_syndrome) }, 64 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_tx_drop_bundle) }, 65 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_tx_drop_no_state) }, 66 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_tx_drop_not_ip) }, 67 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_tx_drop_trailer) }, 68 { MLX5E_DECLARE_STAT(struct mlx5e_ipsec_sw_stats, ipsec_tx_drop_metadata) }, 69 }; 70 71 #define MLX5E_READ_CTR_ATOMIC64(ptr, dsc, i) \ 72 atomic64_read((atomic64_t *)((char *)(ptr) + (dsc)[i].offset)) 73 74 #define NUM_IPSEC_HW_COUNTERS ARRAY_SIZE(mlx5e_ipsec_hw_stats_desc) 75 #define NUM_IPSEC_SW_COUNTERS ARRAY_SIZE(mlx5e_ipsec_sw_stats_desc) 76 77 static MLX5E_DECLARE_STATS_GRP_OP_NUM_STATS(ipsec_sw) 78 { 79 return priv->ipsec ? NUM_IPSEC_SW_COUNTERS : 0; 80 } 81 82 static inline MLX5E_DECLARE_STATS_GRP_OP_UPDATE_STATS(ipsec_sw) {} 83 84 static MLX5E_DECLARE_STATS_GRP_OP_FILL_STRS(ipsec_sw) 85 { 86 unsigned int i; 87 88 if (priv->ipsec) 89 for (i = 0; i < NUM_IPSEC_SW_COUNTERS; i++) 90 strcpy(data + (idx++) * ETH_GSTRING_LEN, 91 mlx5e_ipsec_sw_stats_desc[i].format); 92 return idx; 93 } 94 95 static MLX5E_DECLARE_STATS_GRP_OP_FILL_STATS(ipsec_sw) 96 { 97 int i; 98 99 if (priv->ipsec) 100 for (i = 0; i < NUM_IPSEC_SW_COUNTERS; i++) 101 data[idx++] = MLX5E_READ_CTR_ATOMIC64(&priv->ipsec->sw_stats, 102 mlx5e_ipsec_sw_stats_desc, i); 103 return idx; 104 } 105 106 static MLX5E_DECLARE_STATS_GRP_OP_NUM_STATS(ipsec_hw) 107 { 108 return (priv->ipsec && mlx5_fpga_ipsec_device_caps(priv->mdev)) ? NUM_IPSEC_HW_COUNTERS : 0; 109 } 110 111 static MLX5E_DECLARE_STATS_GRP_OP_UPDATE_STATS(ipsec_hw) 112 { 113 int ret = 0; 114 115 if (priv->ipsec) 116 ret = mlx5_accel_ipsec_counters_read(priv->mdev, (u64 *)&priv->ipsec->stats, 117 NUM_IPSEC_HW_COUNTERS); 118 if (ret) 119 memset(&priv->ipsec->stats, 0, sizeof(priv->ipsec->stats)); 120 } 121 122 static MLX5E_DECLARE_STATS_GRP_OP_FILL_STRS(ipsec_hw) 123 { 124 unsigned int i; 125 126 if (priv->ipsec && mlx5_fpga_ipsec_device_caps(priv->mdev)) 127 for (i = 0; i < NUM_IPSEC_HW_COUNTERS; i++) 128 strcpy(data + (idx++) * ETH_GSTRING_LEN, 129 mlx5e_ipsec_hw_stats_desc[i].format); 130 131 return idx; 132 } 133 134 static MLX5E_DECLARE_STATS_GRP_OP_FILL_STATS(ipsec_hw) 135 { 136 int i; 137 138 if (priv->ipsec && mlx5_fpga_ipsec_device_caps(priv->mdev)) 139 for (i = 0; i < NUM_IPSEC_HW_COUNTERS; i++) 140 data[idx++] = MLX5E_READ_CTR64_CPU(&priv->ipsec->stats, 141 mlx5e_ipsec_hw_stats_desc, 142 i); 143 return idx; 144 } 145 146 MLX5E_DEFINE_STATS_GRP(ipsec_sw, 0); 147 MLX5E_DEFINE_STATS_GRP(ipsec_hw, 0); 148