1 /* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */ 2 /* Copyright (c) 2018 Mellanox Technologies. */ 3 4 #ifndef __MLX5E_FLOW_STEER_H__ 5 #define __MLX5E_FLOW_STEER_H__ 6 7 #include "mod_hdr.h" 8 #include "lib/fs_ttc.h" 9 10 struct mlx5e_post_act; 11 struct mlx5e_tc_table; 12 13 enum { 14 MLX5E_TC_FT_LEVEL = 0, 15 MLX5E_TC_TTC_FT_LEVEL, 16 MLX5E_TC_MISS_LEVEL, 17 }; 18 19 enum { 20 MLX5E_TC_PRIO = 0, 21 MLX5E_NIC_PRIO 22 }; 23 24 struct mlx5e_flow_table { 25 int num_groups; 26 struct mlx5_flow_table *t; 27 struct mlx5_flow_group **g; 28 }; 29 30 struct mlx5e_l2_rule { 31 u8 addr[ETH_ALEN + 2]; 32 struct mlx5_flow_handle *rule; 33 }; 34 35 #define MLX5E_L2_ADDR_HASH_SIZE BIT(BITS_PER_BYTE) 36 37 struct mlx5e_promisc_table { 38 struct mlx5e_flow_table ft; 39 struct mlx5_flow_handle *rule; 40 }; 41 42 /* Forward declaration and APIs to get private fields of vlan_table */ 43 struct mlx5e_vlan_table; 44 unsigned long *mlx5e_vlan_get_active_svlans(struct mlx5e_vlan_table *vlan); 45 struct mlx5_flow_table *mlx5e_vlan_get_flowtable(struct mlx5e_vlan_table *vlan); 46 47 struct mlx5e_l2_table { 48 struct mlx5e_flow_table ft; 49 struct hlist_head netdev_uc[MLX5E_L2_ADDR_HASH_SIZE]; 50 struct hlist_head netdev_mc[MLX5E_L2_ADDR_HASH_SIZE]; 51 struct mlx5e_l2_rule broadcast; 52 struct mlx5e_l2_rule allmulti; 53 struct mlx5_flow_handle *trap_rule; 54 bool broadcast_enabled; 55 bool allmulti_enabled; 56 bool promisc_enabled; 57 }; 58 59 #define MLX5E_NUM_INDIR_TIRS (MLX5_NUM_TT - 1) 60 61 #define MLX5_HASH_IP (MLX5_HASH_FIELD_SEL_SRC_IP |\ 62 MLX5_HASH_FIELD_SEL_DST_IP) 63 #define MLX5_HASH_IP_L4PORTS (MLX5_HASH_FIELD_SEL_SRC_IP |\ 64 MLX5_HASH_FIELD_SEL_DST_IP |\ 65 MLX5_HASH_FIELD_SEL_L4_SPORT |\ 66 MLX5_HASH_FIELD_SEL_L4_DPORT) 67 #define MLX5_HASH_IP_IPSEC_SPI (MLX5_HASH_FIELD_SEL_SRC_IP |\ 68 MLX5_HASH_FIELD_SEL_DST_IP |\ 69 MLX5_HASH_FIELD_SEL_IPSEC_SPI) 70 71 /* NIC prio FTS */ 72 enum { 73 MLX5E_PROMISC_FT_LEVEL, 74 MLX5E_VLAN_FT_LEVEL, 75 MLX5E_L2_FT_LEVEL, 76 MLX5E_TTC_FT_LEVEL, 77 MLX5E_INNER_TTC_FT_LEVEL, 78 MLX5E_FS_TT_UDP_FT_LEVEL = MLX5E_INNER_TTC_FT_LEVEL + 1, 79 MLX5E_FS_TT_ANY_FT_LEVEL = MLX5E_INNER_TTC_FT_LEVEL + 1, 80 #ifdef CONFIG_MLX5_EN_TLS 81 MLX5E_ACCEL_FS_TCP_FT_LEVEL = MLX5E_INNER_TTC_FT_LEVEL + 1, 82 #endif 83 #ifdef CONFIG_MLX5_EN_ARFS 84 MLX5E_ARFS_FT_LEVEL = MLX5E_INNER_TTC_FT_LEVEL + 1, 85 #endif 86 #ifdef CONFIG_MLX5_EN_IPSEC 87 MLX5E_ACCEL_FS_POL_FT_LEVEL = MLX5E_INNER_TTC_FT_LEVEL + 1, 88 MLX5E_ACCEL_FS_ESP_FT_LEVEL, 89 MLX5E_ACCEL_FS_ESP_FT_ERR_LEVEL, 90 #endif 91 }; 92 93 struct mlx5e_flow_steering; 94 struct mlx5e_rx_res; 95 96 #ifdef CONFIG_MLX5_EN_ARFS 97 struct mlx5e_arfs_tables; 98 99 int mlx5e_arfs_create_tables(struct mlx5e_flow_steering *fs, 100 struct mlx5e_rx_res *rx_res, bool ntuple); 101 void mlx5e_arfs_destroy_tables(struct mlx5e_flow_steering *fs, bool ntuple); 102 int mlx5e_arfs_enable(struct mlx5e_flow_steering *fs); 103 int mlx5e_arfs_disable(struct mlx5e_flow_steering *fs); 104 int mlx5e_rx_flow_steer(struct net_device *dev, const struct sk_buff *skb, 105 u16 rxq_index, u32 flow_id); 106 #else 107 static inline int mlx5e_arfs_create_tables(struct mlx5e_flow_steering *fs, 108 struct mlx5e_rx_res *rx_res, bool ntuple) 109 { return 0; } 110 static inline void mlx5e_arfs_destroy_tables(struct mlx5e_flow_steering *fs, bool ntuple) {} 111 static inline int mlx5e_arfs_enable(struct mlx5e_flow_steering *fs) 112 { return -EOPNOTSUPP; } 113 static inline int mlx5e_arfs_disable(struct mlx5e_flow_steering *fs) 114 { return -EOPNOTSUPP; } 115 #endif 116 117 #ifdef CONFIG_MLX5_EN_TLS 118 struct mlx5e_accel_fs_tcp; 119 #endif 120 121 struct mlx5e_profile; 122 struct mlx5e_fs_udp; 123 struct mlx5e_fs_any; 124 struct mlx5e_ptp_fs; 125 126 void mlx5e_set_ttc_params(struct mlx5e_flow_steering *fs, 127 struct mlx5e_rx_res *rx_res, 128 struct ttc_params *ttc_params, bool tunnel); 129 130 void mlx5e_destroy_ttc_table(struct mlx5e_flow_steering *fs); 131 int mlx5e_create_ttc_table(struct mlx5e_flow_steering *fs, 132 struct mlx5e_rx_res *rx_res); 133 134 void mlx5e_destroy_flow_table(struct mlx5e_flow_table *ft); 135 136 void mlx5e_enable_cvlan_filter(struct mlx5e_flow_steering *fs, bool promisc); 137 void mlx5e_disable_cvlan_filter(struct mlx5e_flow_steering *fs, bool promisc); 138 139 int mlx5e_create_flow_steering(struct mlx5e_flow_steering *fs, 140 struct mlx5e_rx_res *rx_res, 141 const struct mlx5e_profile *profile, 142 struct net_device *netdev); 143 void mlx5e_destroy_flow_steering(struct mlx5e_flow_steering *fs, bool ntuple, 144 const struct mlx5e_profile *profile); 145 146 struct mlx5e_flow_steering *mlx5e_fs_init(const struct mlx5e_profile *profile, 147 struct mlx5_core_dev *mdev, 148 bool state_destroy); 149 void mlx5e_fs_cleanup(struct mlx5e_flow_steering *fs); 150 struct mlx5e_vlan_table *mlx5e_fs_get_vlan(struct mlx5e_flow_steering *fs); 151 void mlx5e_fs_set_tc(struct mlx5e_flow_steering *fs, struct mlx5e_tc_table *tc); 152 struct mlx5e_tc_table *mlx5e_fs_get_tc(struct mlx5e_flow_steering *fs); 153 struct mlx5e_l2_table *mlx5e_fs_get_l2(struct mlx5e_flow_steering *fs); 154 struct mlx5_flow_namespace *mlx5e_fs_get_ns(struct mlx5e_flow_steering *fs, bool egress); 155 void mlx5e_fs_set_ns(struct mlx5e_flow_steering *fs, struct mlx5_flow_namespace *ns, bool egress); 156 #ifdef CONFIG_MLX5_EN_RXNFC 157 struct mlx5e_ethtool_steering *mlx5e_fs_get_ethtool(struct mlx5e_flow_steering *fs); 158 #endif 159 struct mlx5_ttc_table *mlx5e_fs_get_ttc(struct mlx5e_flow_steering *fs, bool inner); 160 void mlx5e_fs_set_ttc(struct mlx5e_flow_steering *fs, struct mlx5_ttc_table *ttc, bool inner); 161 #ifdef CONFIG_MLX5_EN_ARFS 162 struct mlx5e_arfs_tables *mlx5e_fs_get_arfs(struct mlx5e_flow_steering *fs); 163 void mlx5e_fs_set_arfs(struct mlx5e_flow_steering *fs, struct mlx5e_arfs_tables *arfs); 164 #endif 165 struct mlx5e_ptp_fs *mlx5e_fs_get_ptp(struct mlx5e_flow_steering *fs); 166 void mlx5e_fs_set_ptp(struct mlx5e_flow_steering *fs, struct mlx5e_ptp_fs *ptp_fs); 167 struct mlx5e_fs_any *mlx5e_fs_get_any(struct mlx5e_flow_steering *fs); 168 void mlx5e_fs_set_any(struct mlx5e_flow_steering *fs, struct mlx5e_fs_any *any); 169 struct mlx5e_fs_udp *mlx5e_fs_get_udp(struct mlx5e_flow_steering *fs); 170 void mlx5e_fs_set_udp(struct mlx5e_flow_steering *fs, struct mlx5e_fs_udp *udp); 171 #ifdef CONFIG_MLX5_EN_TLS 172 struct mlx5e_accel_fs_tcp *mlx5e_fs_get_accel_tcp(struct mlx5e_flow_steering *fs); 173 void mlx5e_fs_set_accel_tcp(struct mlx5e_flow_steering *fs, struct mlx5e_accel_fs_tcp *accel_tcp); 174 #endif 175 void mlx5e_fs_set_state_destroy(struct mlx5e_flow_steering *fs, bool state_destroy); 176 void mlx5e_fs_set_vlan_strip_disable(struct mlx5e_flow_steering *fs, bool vlan_strip_disable); 177 178 struct mlx5_core_dev *mlx5e_fs_get_mdev(struct mlx5e_flow_steering *fs); 179 int mlx5e_add_vlan_trap(struct mlx5e_flow_steering *fs, int trap_id, int tir_num); 180 void mlx5e_remove_vlan_trap(struct mlx5e_flow_steering *fs); 181 int mlx5e_add_mac_trap(struct mlx5e_flow_steering *fs, int trap_id, int tir_num); 182 void mlx5e_remove_mac_trap(struct mlx5e_flow_steering *fs); 183 void mlx5e_fs_set_rx_mode_work(struct mlx5e_flow_steering *fs, struct net_device *netdev); 184 int mlx5e_fs_vlan_rx_add_vid(struct mlx5e_flow_steering *fs, 185 struct net_device *netdev, 186 __be16 proto, u16 vid); 187 int mlx5e_fs_vlan_rx_kill_vid(struct mlx5e_flow_steering *fs, 188 struct net_device *netdev, 189 __be16 proto, u16 vid); 190 void mlx5e_fs_init_l2_addr(struct mlx5e_flow_steering *fs, struct net_device *netdev); 191 192 #define fs_err(fs, fmt, ...) \ 193 mlx5_core_err(mlx5e_fs_get_mdev(fs), fmt, ##__VA_ARGS__) 194 195 #define fs_dbg(fs, fmt, ...) \ 196 mlx5_core_dbg(mlx5e_fs_get_mdev(fs), fmt, ##__VA_ARGS__) 197 198 #define fs_warn(fs, fmt, ...) \ 199 mlx5_core_warn(mlx5e_fs_get_mdev(fs), fmt, ##__VA_ARGS__) 200 201 #define fs_warn_once(fs, fmt, ...) \ 202 mlx5_core_warn_once(mlx5e_fs_get_mdev(fs), fmt, ##__VA_ARGS__) 203 204 #endif /* __MLX5E_FLOW_STEER_H__ */ 205 206