1e8f887acSAmir Vadai /* 2e8f887acSAmir Vadai * Copyright (c) 2016, Mellanox Technologies. All rights reserved. 3e8f887acSAmir Vadai * 4e8f887acSAmir Vadai * This software is available to you under a choice of one of two 5e8f887acSAmir Vadai * licenses. You may choose to be licensed under the terms of the GNU 6e8f887acSAmir Vadai * General Public License (GPL) Version 2, available from the file 7e8f887acSAmir Vadai * COPYING in the main directory of this source tree, or the 8e8f887acSAmir Vadai * OpenIB.org BSD license below: 9e8f887acSAmir Vadai * 10e8f887acSAmir Vadai * Redistribution and use in source and binary forms, with or 11e8f887acSAmir Vadai * without modification, are permitted provided that the following 12e8f887acSAmir Vadai * conditions are met: 13e8f887acSAmir Vadai * 14e8f887acSAmir Vadai * - Redistributions of source code must retain the above 15e8f887acSAmir Vadai * copyright notice, this list of conditions and the following 16e8f887acSAmir Vadai * disclaimer. 17e8f887acSAmir Vadai * 18e8f887acSAmir Vadai * - Redistributions in binary form must reproduce the above 19e8f887acSAmir Vadai * copyright notice, this list of conditions and the following 20e8f887acSAmir Vadai * disclaimer in the documentation and/or other materials 21e8f887acSAmir Vadai * provided with the distribution. 22e8f887acSAmir Vadai * 23e8f887acSAmir Vadai * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24e8f887acSAmir Vadai * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25e8f887acSAmir Vadai * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26e8f887acSAmir Vadai * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27e8f887acSAmir Vadai * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28e8f887acSAmir Vadai * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29e8f887acSAmir Vadai * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30e8f887acSAmir Vadai * SOFTWARE. 31e8f887acSAmir Vadai */ 32e8f887acSAmir Vadai 33e3a2b7edSAmir Vadai #include <net/flow_dissector.h> 343f7d0eb4SOr Gerlitz #include <net/sch_generic.h> 35e3a2b7edSAmir Vadai #include <net/pkt_cls.h> 36e3a2b7edSAmir Vadai #include <net/tc_act/tc_gact.h> 3712185a9fSAmir Vadai #include <net/tc_act/tc_skbedit.h> 38e8f887acSAmir Vadai #include <linux/mlx5/fs.h> 39e8f887acSAmir Vadai #include <linux/mlx5/device.h> 40e8f887acSAmir Vadai #include <linux/rhashtable.h> 4103a9d11eSOr Gerlitz #include <net/switchdev.h> 4203a9d11eSOr Gerlitz #include <net/tc_act/tc_mirred.h> 43776b12b6SOr Gerlitz #include <net/tc_act/tc_vlan.h> 44bbd00f7eSHadar Hen Zion #include <net/tc_act/tc_tunnel_key.h> 45d79b6df6SOr Gerlitz #include <net/tc_act/tc_pedit.h> 4626c02749SOr Gerlitz #include <net/tc_act/tc_csum.h> 47a54e20b4SHadar Hen Zion #include <net/vxlan.h> 48f6dfb4c3SHadar Hen Zion #include <net/arp.h> 49e8f887acSAmir Vadai #include "en.h" 501d447a39SSaeed Mahameed #include "en_rep.h" 51232c0013SHadar Hen Zion #include "en_tc.h" 5203a9d11eSOr Gerlitz #include "eswitch.h" 53bbd00f7eSHadar Hen Zion #include "vxlan.h" 54e8f887acSAmir Vadai 553bc4b7bfSOr Gerlitz struct mlx5_nic_flow_attr { 563bc4b7bfSOr Gerlitz u32 action; 573bc4b7bfSOr Gerlitz u32 flow_tag; 582f4fe4caSOr Gerlitz u32 mod_hdr_id; 593bc4b7bfSOr Gerlitz }; 603bc4b7bfSOr Gerlitz 6165ba8fb7SOr Gerlitz enum { 6265ba8fb7SOr Gerlitz MLX5E_TC_FLOW_ESWITCH = BIT(0), 633bc4b7bfSOr Gerlitz MLX5E_TC_FLOW_NIC = BIT(1), 640b67a38fSHadar Hen Zion MLX5E_TC_FLOW_OFFLOADED = BIT(2), 6565ba8fb7SOr Gerlitz }; 6665ba8fb7SOr Gerlitz 67e8f887acSAmir Vadai struct mlx5e_tc_flow { 68e8f887acSAmir Vadai struct rhash_head node; 69e8f887acSAmir Vadai u64 cookie; 7065ba8fb7SOr Gerlitz u8 flags; 7174491de9SMark Bloch struct mlx5_flow_handle *rule; 7211c9c548SOr Gerlitz struct list_head encap; /* flows sharing the same encap ID */ 7311c9c548SOr Gerlitz struct list_head mod_hdr; /* flows sharing the same mod hdr ID */ 743bc4b7bfSOr Gerlitz union { 75ecf5bb79SOr Gerlitz struct mlx5_esw_flow_attr esw_attr[0]; 763bc4b7bfSOr Gerlitz struct mlx5_nic_flow_attr nic_attr[0]; 773bc4b7bfSOr Gerlitz }; 78e8f887acSAmir Vadai }; 79e8f887acSAmir Vadai 8017091853SOr Gerlitz struct mlx5e_tc_flow_parse_attr { 8117091853SOr Gerlitz struct mlx5_flow_spec spec; 82d79b6df6SOr Gerlitz int num_mod_hdr_actions; 83d79b6df6SOr Gerlitz void *mod_hdr_actions; 8417091853SOr Gerlitz }; 8517091853SOr Gerlitz 86a54e20b4SHadar Hen Zion enum { 87a54e20b4SHadar Hen Zion MLX5_HEADER_TYPE_VXLAN = 0x0, 88a54e20b4SHadar Hen Zion MLX5_HEADER_TYPE_NVGRE = 0x1, 89a54e20b4SHadar Hen Zion }; 90a54e20b4SHadar Hen Zion 91acff797cSMaor Gottlieb #define MLX5E_TC_TABLE_NUM_ENTRIES 1024 92acff797cSMaor Gottlieb #define MLX5E_TC_TABLE_NUM_GROUPS 4 93e8f887acSAmir Vadai 9411c9c548SOr Gerlitz struct mod_hdr_key { 9511c9c548SOr Gerlitz int num_actions; 9611c9c548SOr Gerlitz void *actions; 9711c9c548SOr Gerlitz }; 9811c9c548SOr Gerlitz 9911c9c548SOr Gerlitz struct mlx5e_mod_hdr_entry { 10011c9c548SOr Gerlitz /* a node of a hash table which keeps all the mod_hdr entries */ 10111c9c548SOr Gerlitz struct hlist_node mod_hdr_hlist; 10211c9c548SOr Gerlitz 10311c9c548SOr Gerlitz /* flows sharing the same mod_hdr entry */ 10411c9c548SOr Gerlitz struct list_head flows; 10511c9c548SOr Gerlitz 10611c9c548SOr Gerlitz struct mod_hdr_key key; 10711c9c548SOr Gerlitz 10811c9c548SOr Gerlitz u32 mod_hdr_id; 10911c9c548SOr Gerlitz }; 11011c9c548SOr Gerlitz 11111c9c548SOr Gerlitz #define MLX5_MH_ACT_SZ MLX5_UN_SZ_BYTES(set_action_in_add_action_in_auto) 11211c9c548SOr Gerlitz 11311c9c548SOr Gerlitz static inline u32 hash_mod_hdr_info(struct mod_hdr_key *key) 11411c9c548SOr Gerlitz { 11511c9c548SOr Gerlitz return jhash(key->actions, 11611c9c548SOr Gerlitz key->num_actions * MLX5_MH_ACT_SZ, 0); 11711c9c548SOr Gerlitz } 11811c9c548SOr Gerlitz 11911c9c548SOr Gerlitz static inline int cmp_mod_hdr_info(struct mod_hdr_key *a, 12011c9c548SOr Gerlitz struct mod_hdr_key *b) 12111c9c548SOr Gerlitz { 12211c9c548SOr Gerlitz if (a->num_actions != b->num_actions) 12311c9c548SOr Gerlitz return 1; 12411c9c548SOr Gerlitz 12511c9c548SOr Gerlitz return memcmp(a->actions, b->actions, a->num_actions * MLX5_MH_ACT_SZ); 12611c9c548SOr Gerlitz } 12711c9c548SOr Gerlitz 12811c9c548SOr Gerlitz static int mlx5e_attach_mod_hdr(struct mlx5e_priv *priv, 12911c9c548SOr Gerlitz struct mlx5e_tc_flow *flow, 13011c9c548SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr) 13111c9c548SOr Gerlitz { 13211c9c548SOr Gerlitz struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 13311c9c548SOr Gerlitz int num_actions, actions_size, namespace, err; 13411c9c548SOr Gerlitz struct mlx5e_mod_hdr_entry *mh; 13511c9c548SOr Gerlitz struct mod_hdr_key key; 13611c9c548SOr Gerlitz bool found = false; 13711c9c548SOr Gerlitz u32 hash_key; 13811c9c548SOr Gerlitz 13911c9c548SOr Gerlitz num_actions = parse_attr->num_mod_hdr_actions; 14011c9c548SOr Gerlitz actions_size = MLX5_MH_ACT_SZ * num_actions; 14111c9c548SOr Gerlitz 14211c9c548SOr Gerlitz key.actions = parse_attr->mod_hdr_actions; 14311c9c548SOr Gerlitz key.num_actions = num_actions; 14411c9c548SOr Gerlitz 14511c9c548SOr Gerlitz hash_key = hash_mod_hdr_info(&key); 14611c9c548SOr Gerlitz 14711c9c548SOr Gerlitz if (flow->flags & MLX5E_TC_FLOW_ESWITCH) { 14811c9c548SOr Gerlitz namespace = MLX5_FLOW_NAMESPACE_FDB; 14911c9c548SOr Gerlitz hash_for_each_possible(esw->offloads.mod_hdr_tbl, mh, 15011c9c548SOr Gerlitz mod_hdr_hlist, hash_key) { 15111c9c548SOr Gerlitz if (!cmp_mod_hdr_info(&mh->key, &key)) { 15211c9c548SOr Gerlitz found = true; 15311c9c548SOr Gerlitz break; 15411c9c548SOr Gerlitz } 15511c9c548SOr Gerlitz } 15611c9c548SOr Gerlitz } else { 15711c9c548SOr Gerlitz namespace = MLX5_FLOW_NAMESPACE_KERNEL; 15811c9c548SOr Gerlitz hash_for_each_possible(priv->fs.tc.mod_hdr_tbl, mh, 15911c9c548SOr Gerlitz mod_hdr_hlist, hash_key) { 16011c9c548SOr Gerlitz if (!cmp_mod_hdr_info(&mh->key, &key)) { 16111c9c548SOr Gerlitz found = true; 16211c9c548SOr Gerlitz break; 16311c9c548SOr Gerlitz } 16411c9c548SOr Gerlitz } 16511c9c548SOr Gerlitz } 16611c9c548SOr Gerlitz 16711c9c548SOr Gerlitz if (found) 16811c9c548SOr Gerlitz goto attach_flow; 16911c9c548SOr Gerlitz 17011c9c548SOr Gerlitz mh = kzalloc(sizeof(*mh) + actions_size, GFP_KERNEL); 17111c9c548SOr Gerlitz if (!mh) 17211c9c548SOr Gerlitz return -ENOMEM; 17311c9c548SOr Gerlitz 17411c9c548SOr Gerlitz mh->key.actions = (void *)mh + sizeof(*mh); 17511c9c548SOr Gerlitz memcpy(mh->key.actions, key.actions, actions_size); 17611c9c548SOr Gerlitz mh->key.num_actions = num_actions; 17711c9c548SOr Gerlitz INIT_LIST_HEAD(&mh->flows); 17811c9c548SOr Gerlitz 17911c9c548SOr Gerlitz err = mlx5_modify_header_alloc(priv->mdev, namespace, 18011c9c548SOr Gerlitz mh->key.num_actions, 18111c9c548SOr Gerlitz mh->key.actions, 18211c9c548SOr Gerlitz &mh->mod_hdr_id); 18311c9c548SOr Gerlitz if (err) 18411c9c548SOr Gerlitz goto out_err; 18511c9c548SOr Gerlitz 18611c9c548SOr Gerlitz if (flow->flags & MLX5E_TC_FLOW_ESWITCH) 18711c9c548SOr Gerlitz hash_add(esw->offloads.mod_hdr_tbl, &mh->mod_hdr_hlist, hash_key); 18811c9c548SOr Gerlitz else 18911c9c548SOr Gerlitz hash_add(priv->fs.tc.mod_hdr_tbl, &mh->mod_hdr_hlist, hash_key); 19011c9c548SOr Gerlitz 19111c9c548SOr Gerlitz attach_flow: 19211c9c548SOr Gerlitz list_add(&flow->mod_hdr, &mh->flows); 19311c9c548SOr Gerlitz if (flow->flags & MLX5E_TC_FLOW_ESWITCH) 19411c9c548SOr Gerlitz flow->esw_attr->mod_hdr_id = mh->mod_hdr_id; 19511c9c548SOr Gerlitz else 19611c9c548SOr Gerlitz flow->nic_attr->mod_hdr_id = mh->mod_hdr_id; 19711c9c548SOr Gerlitz 19811c9c548SOr Gerlitz return 0; 19911c9c548SOr Gerlitz 20011c9c548SOr Gerlitz out_err: 20111c9c548SOr Gerlitz kfree(mh); 20211c9c548SOr Gerlitz return err; 20311c9c548SOr Gerlitz } 20411c9c548SOr Gerlitz 20511c9c548SOr Gerlitz static void mlx5e_detach_mod_hdr(struct mlx5e_priv *priv, 20611c9c548SOr Gerlitz struct mlx5e_tc_flow *flow) 20711c9c548SOr Gerlitz { 20811c9c548SOr Gerlitz struct list_head *next = flow->mod_hdr.next; 20911c9c548SOr Gerlitz 21011c9c548SOr Gerlitz list_del(&flow->mod_hdr); 21111c9c548SOr Gerlitz 21211c9c548SOr Gerlitz if (list_empty(next)) { 21311c9c548SOr Gerlitz struct mlx5e_mod_hdr_entry *mh; 21411c9c548SOr Gerlitz 21511c9c548SOr Gerlitz mh = list_entry(next, struct mlx5e_mod_hdr_entry, flows); 21611c9c548SOr Gerlitz 21711c9c548SOr Gerlitz mlx5_modify_header_dealloc(priv->mdev, mh->mod_hdr_id); 21811c9c548SOr Gerlitz hash_del(&mh->mod_hdr_hlist); 21911c9c548SOr Gerlitz kfree(mh); 22011c9c548SOr Gerlitz } 22111c9c548SOr Gerlitz } 22211c9c548SOr Gerlitz 22374491de9SMark Bloch static struct mlx5_flow_handle * 22474491de9SMark Bloch mlx5e_tc_add_nic_flow(struct mlx5e_priv *priv, 22517091853SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr, 226aa0cbbaeSOr Gerlitz struct mlx5e_tc_flow *flow) 227e8f887acSAmir Vadai { 228aa0cbbaeSOr Gerlitz struct mlx5_nic_flow_attr *attr = flow->nic_attr; 229aad7e08dSAmir Vadai struct mlx5_core_dev *dev = priv->mdev; 230aa0cbbaeSOr Gerlitz struct mlx5_flow_destination dest = {}; 23166958ed9SHadar Hen Zion struct mlx5_flow_act flow_act = { 2323bc4b7bfSOr Gerlitz .action = attr->action, 2333bc4b7bfSOr Gerlitz .flow_tag = attr->flow_tag, 23466958ed9SHadar Hen Zion .encap_id = 0, 23566958ed9SHadar Hen Zion }; 236aad7e08dSAmir Vadai struct mlx5_fc *counter = NULL; 23774491de9SMark Bloch struct mlx5_flow_handle *rule; 238e8f887acSAmir Vadai bool table_created = false; 2392f4fe4caSOr Gerlitz int err; 240e8f887acSAmir Vadai 2413bc4b7bfSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_FWD_DEST) { 242aad7e08dSAmir Vadai dest.type = MLX5_FLOW_DESTINATION_TYPE_FLOW_TABLE; 243aad7e08dSAmir Vadai dest.ft = priv->fs.vlan.ft.t; 2443bc4b7bfSOr Gerlitz } else if (attr->action & MLX5_FLOW_CONTEXT_ACTION_COUNT) { 245aad7e08dSAmir Vadai counter = mlx5_fc_create(dev, true); 246aad7e08dSAmir Vadai if (IS_ERR(counter)) 247aad7e08dSAmir Vadai return ERR_CAST(counter); 248aad7e08dSAmir Vadai 249aad7e08dSAmir Vadai dest.type = MLX5_FLOW_DESTINATION_TYPE_COUNTER; 250aad7e08dSAmir Vadai dest.counter = counter; 251aad7e08dSAmir Vadai } 252aad7e08dSAmir Vadai 2532f4fe4caSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) { 2542f4fe4caSOr Gerlitz err = mlx5_modify_header_alloc(dev, MLX5_FLOW_NAMESPACE_KERNEL, 2552f4fe4caSOr Gerlitz parse_attr->num_mod_hdr_actions, 2562f4fe4caSOr Gerlitz parse_attr->mod_hdr_actions, 2572f4fe4caSOr Gerlitz &attr->mod_hdr_id); 258d7e75a32SOr Gerlitz flow_act.modify_id = attr->mod_hdr_id; 2592f4fe4caSOr Gerlitz kfree(parse_attr->mod_hdr_actions); 2602f4fe4caSOr Gerlitz if (err) { 2612f4fe4caSOr Gerlitz rule = ERR_PTR(err); 2622f4fe4caSOr Gerlitz goto err_create_mod_hdr_id; 2632f4fe4caSOr Gerlitz } 2642f4fe4caSOr Gerlitz } 2652f4fe4caSOr Gerlitz 266acff797cSMaor Gottlieb if (IS_ERR_OR_NULL(priv->fs.tc.t)) { 267acff797cSMaor Gottlieb priv->fs.tc.t = 268acff797cSMaor Gottlieb mlx5_create_auto_grouped_flow_table(priv->fs.ns, 269acff797cSMaor Gottlieb MLX5E_TC_PRIO, 270acff797cSMaor Gottlieb MLX5E_TC_TABLE_NUM_ENTRIES, 271acff797cSMaor Gottlieb MLX5E_TC_TABLE_NUM_GROUPS, 272c9f1b073SHadar Hen Zion 0, 0); 273acff797cSMaor Gottlieb if (IS_ERR(priv->fs.tc.t)) { 274e8f887acSAmir Vadai netdev_err(priv->netdev, 275e8f887acSAmir Vadai "Failed to create tc offload table\n"); 276aad7e08dSAmir Vadai rule = ERR_CAST(priv->fs.tc.t); 277aad7e08dSAmir Vadai goto err_create_ft; 278e8f887acSAmir Vadai } 279e8f887acSAmir Vadai 280e8f887acSAmir Vadai table_created = true; 281e8f887acSAmir Vadai } 282e8f887acSAmir Vadai 28317091853SOr Gerlitz parse_attr->spec.match_criteria_enable = MLX5_MATCH_OUTER_HEADERS; 28417091853SOr Gerlitz rule = mlx5_add_flow_rules(priv->fs.tc.t, &parse_attr->spec, 28517091853SOr Gerlitz &flow_act, &dest, 1); 286e8f887acSAmir Vadai 287aad7e08dSAmir Vadai if (IS_ERR(rule)) 288aad7e08dSAmir Vadai goto err_add_rule; 289aad7e08dSAmir Vadai 290aad7e08dSAmir Vadai return rule; 291aad7e08dSAmir Vadai 292aad7e08dSAmir Vadai err_add_rule: 293aad7e08dSAmir Vadai if (table_created) { 294acff797cSMaor Gottlieb mlx5_destroy_flow_table(priv->fs.tc.t); 295acff797cSMaor Gottlieb priv->fs.tc.t = NULL; 296e8f887acSAmir Vadai } 297aad7e08dSAmir Vadai err_create_ft: 2982f4fe4caSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) 2992f4fe4caSOr Gerlitz mlx5_modify_header_dealloc(priv->mdev, 3002f4fe4caSOr Gerlitz attr->mod_hdr_id); 3012f4fe4caSOr Gerlitz err_create_mod_hdr_id: 302aad7e08dSAmir Vadai mlx5_fc_destroy(dev, counter); 303e8f887acSAmir Vadai 304e8f887acSAmir Vadai return rule; 305e8f887acSAmir Vadai } 306e8f887acSAmir Vadai 307d85cdccbSOr Gerlitz static void mlx5e_tc_del_nic_flow(struct mlx5e_priv *priv, 308d85cdccbSOr Gerlitz struct mlx5e_tc_flow *flow) 309d85cdccbSOr Gerlitz { 310513f8f7fSOr Gerlitz struct mlx5_nic_flow_attr *attr = flow->nic_attr; 311d85cdccbSOr Gerlitz struct mlx5_fc *counter = NULL; 312d85cdccbSOr Gerlitz 313d85cdccbSOr Gerlitz counter = mlx5_flow_rule_counter(flow->rule); 314d85cdccbSOr Gerlitz mlx5_del_flow_rules(flow->rule); 315d85cdccbSOr Gerlitz mlx5_fc_destroy(priv->mdev, counter); 316d85cdccbSOr Gerlitz 317d85cdccbSOr Gerlitz if (!mlx5e_tc_num_filters(priv) && (priv->fs.tc.t)) { 318d85cdccbSOr Gerlitz mlx5_destroy_flow_table(priv->fs.tc.t); 319d85cdccbSOr Gerlitz priv->fs.tc.t = NULL; 320d85cdccbSOr Gerlitz } 3212f4fe4caSOr Gerlitz 322513f8f7fSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) 3232f4fe4caSOr Gerlitz mlx5_modify_header_dealloc(priv->mdev, 324513f8f7fSOr Gerlitz attr->mod_hdr_id); 325d85cdccbSOr Gerlitz } 326d85cdccbSOr Gerlitz 327aa0cbbaeSOr Gerlitz static void mlx5e_detach_encap(struct mlx5e_priv *priv, 328aa0cbbaeSOr Gerlitz struct mlx5e_tc_flow *flow); 329aa0cbbaeSOr Gerlitz 33074491de9SMark Bloch static struct mlx5_flow_handle * 33174491de9SMark Bloch mlx5e_tc_add_fdb_flow(struct mlx5e_priv *priv, 33217091853SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr, 333aa0cbbaeSOr Gerlitz struct mlx5e_tc_flow *flow) 334adb4c123SOr Gerlitz { 335adb4c123SOr Gerlitz struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 336aa0cbbaeSOr Gerlitz struct mlx5_esw_flow_attr *attr = flow->esw_attr; 337aa0cbbaeSOr Gerlitz struct mlx5_flow_handle *rule; 3388b32580dSOr Gerlitz int err; 3398b32580dSOr Gerlitz 3408b32580dSOr Gerlitz err = mlx5_eswitch_add_vlan_action(esw, attr); 341aa0cbbaeSOr Gerlitz if (err) { 342aa0cbbaeSOr Gerlitz rule = ERR_PTR(err); 343aa0cbbaeSOr Gerlitz goto err_add_vlan; 344adb4c123SOr Gerlitz } 345adb4c123SOr Gerlitz 346d7e75a32SOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) { 3471a9527bbSOr Gerlitz err = mlx5e_attach_mod_hdr(priv, flow, parse_attr); 348d7e75a32SOr Gerlitz kfree(parse_attr->mod_hdr_actions); 349d7e75a32SOr Gerlitz if (err) { 350d7e75a32SOr Gerlitz rule = ERR_PTR(err); 351d7e75a32SOr Gerlitz goto err_mod_hdr; 352d7e75a32SOr Gerlitz } 353d7e75a32SOr Gerlitz } 354d7e75a32SOr Gerlitz 355aa0cbbaeSOr Gerlitz rule = mlx5_eswitch_add_offloaded_rule(esw, &parse_attr->spec, attr); 356aa0cbbaeSOr Gerlitz if (IS_ERR(rule)) 357aa0cbbaeSOr Gerlitz goto err_add_rule; 358aa0cbbaeSOr Gerlitz 359aa0cbbaeSOr Gerlitz return rule; 360aa0cbbaeSOr Gerlitz 361aa0cbbaeSOr Gerlitz err_add_rule: 362513f8f7fSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) 3631a9527bbSOr Gerlitz mlx5e_detach_mod_hdr(priv, flow); 364d7e75a32SOr Gerlitz err_mod_hdr: 365aa0cbbaeSOr Gerlitz mlx5_eswitch_del_vlan_action(esw, attr); 366aa0cbbaeSOr Gerlitz err_add_vlan: 367aa0cbbaeSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_ENCAP) 368aa0cbbaeSOr Gerlitz mlx5e_detach_encap(priv, flow); 369aa0cbbaeSOr Gerlitz return rule; 370aa0cbbaeSOr Gerlitz } 371d85cdccbSOr Gerlitz 372d85cdccbSOr Gerlitz static void mlx5e_tc_del_fdb_flow(struct mlx5e_priv *priv, 373d85cdccbSOr Gerlitz struct mlx5e_tc_flow *flow) 374d85cdccbSOr Gerlitz { 375d85cdccbSOr Gerlitz struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 376d7e75a32SOr Gerlitz struct mlx5_esw_flow_attr *attr = flow->esw_attr; 377d85cdccbSOr Gerlitz 378232c0013SHadar Hen Zion if (flow->flags & MLX5E_TC_FLOW_OFFLOADED) { 379232c0013SHadar Hen Zion flow->flags &= ~MLX5E_TC_FLOW_OFFLOADED; 380513f8f7fSOr Gerlitz mlx5_eswitch_del_offloaded_rule(esw, flow->rule, attr); 381232c0013SHadar Hen Zion } 382d85cdccbSOr Gerlitz 383513f8f7fSOr Gerlitz mlx5_eswitch_del_vlan_action(esw, attr); 384d85cdccbSOr Gerlitz 385513f8f7fSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_ENCAP) { 386d85cdccbSOr Gerlitz mlx5e_detach_encap(priv, flow); 387513f8f7fSOr Gerlitz kvfree(attr->parse_attr); 388232c0013SHadar Hen Zion } 389d7e75a32SOr Gerlitz 390513f8f7fSOr Gerlitz if (attr->action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR) 3911a9527bbSOr Gerlitz mlx5e_detach_mod_hdr(priv, flow); 392d85cdccbSOr Gerlitz } 393d85cdccbSOr Gerlitz 394232c0013SHadar Hen Zion void mlx5e_tc_encap_flows_add(struct mlx5e_priv *priv, 395232c0013SHadar Hen Zion struct mlx5e_encap_entry *e) 396232c0013SHadar Hen Zion { 397232c0013SHadar Hen Zion struct mlx5e_tc_flow *flow; 398232c0013SHadar Hen Zion int err; 399232c0013SHadar Hen Zion 400232c0013SHadar Hen Zion err = mlx5_encap_alloc(priv->mdev, e->tunnel_type, 401232c0013SHadar Hen Zion e->encap_size, e->encap_header, 402232c0013SHadar Hen Zion &e->encap_id); 403232c0013SHadar Hen Zion if (err) { 404232c0013SHadar Hen Zion mlx5_core_warn(priv->mdev, "Failed to offload cached encapsulation header, %d\n", 405232c0013SHadar Hen Zion err); 406232c0013SHadar Hen Zion return; 407232c0013SHadar Hen Zion } 408232c0013SHadar Hen Zion e->flags |= MLX5_ENCAP_ENTRY_VALID; 409f6dfb4c3SHadar Hen Zion mlx5e_rep_queue_neigh_stats_work(priv); 410232c0013SHadar Hen Zion 411232c0013SHadar Hen Zion list_for_each_entry(flow, &e->flows, encap) { 412232c0013SHadar Hen Zion flow->esw_attr->encap_id = e->encap_id; 413232c0013SHadar Hen Zion flow->rule = mlx5e_tc_add_fdb_flow(priv, 414232c0013SHadar Hen Zion flow->esw_attr->parse_attr, 415232c0013SHadar Hen Zion flow); 416232c0013SHadar Hen Zion if (IS_ERR(flow->rule)) { 417232c0013SHadar Hen Zion err = PTR_ERR(flow->rule); 418232c0013SHadar Hen Zion mlx5_core_warn(priv->mdev, "Failed to update cached encapsulation flow, %d\n", 419232c0013SHadar Hen Zion err); 420232c0013SHadar Hen Zion continue; 421232c0013SHadar Hen Zion } 422232c0013SHadar Hen Zion flow->flags |= MLX5E_TC_FLOW_OFFLOADED; 423232c0013SHadar Hen Zion } 424232c0013SHadar Hen Zion } 425232c0013SHadar Hen Zion 426232c0013SHadar Hen Zion void mlx5e_tc_encap_flows_del(struct mlx5e_priv *priv, 427232c0013SHadar Hen Zion struct mlx5e_encap_entry *e) 428232c0013SHadar Hen Zion { 429232c0013SHadar Hen Zion struct mlx5e_tc_flow *flow; 430232c0013SHadar Hen Zion struct mlx5_fc *counter; 431232c0013SHadar Hen Zion 432232c0013SHadar Hen Zion list_for_each_entry(flow, &e->flows, encap) { 433232c0013SHadar Hen Zion if (flow->flags & MLX5E_TC_FLOW_OFFLOADED) { 434232c0013SHadar Hen Zion flow->flags &= ~MLX5E_TC_FLOW_OFFLOADED; 435232c0013SHadar Hen Zion counter = mlx5_flow_rule_counter(flow->rule); 436232c0013SHadar Hen Zion mlx5_del_flow_rules(flow->rule); 437232c0013SHadar Hen Zion mlx5_fc_destroy(priv->mdev, counter); 438232c0013SHadar Hen Zion } 439232c0013SHadar Hen Zion } 440232c0013SHadar Hen Zion 441232c0013SHadar Hen Zion if (e->flags & MLX5_ENCAP_ENTRY_VALID) { 442232c0013SHadar Hen Zion e->flags &= ~MLX5_ENCAP_ENTRY_VALID; 443232c0013SHadar Hen Zion mlx5_encap_dealloc(priv->mdev, e->encap_id); 444232c0013SHadar Hen Zion } 445232c0013SHadar Hen Zion } 446232c0013SHadar Hen Zion 447f6dfb4c3SHadar Hen Zion void mlx5e_tc_update_neigh_used_value(struct mlx5e_neigh_hash_entry *nhe) 448f6dfb4c3SHadar Hen Zion { 449f6dfb4c3SHadar Hen Zion struct mlx5e_neigh *m_neigh = &nhe->m_neigh; 450f6dfb4c3SHadar Hen Zion u64 bytes, packets, lastuse = 0; 451f6dfb4c3SHadar Hen Zion struct mlx5e_tc_flow *flow; 452f6dfb4c3SHadar Hen Zion struct mlx5e_encap_entry *e; 453f6dfb4c3SHadar Hen Zion struct mlx5_fc *counter; 454f6dfb4c3SHadar Hen Zion struct neigh_table *tbl; 455f6dfb4c3SHadar Hen Zion bool neigh_used = false; 456f6dfb4c3SHadar Hen Zion struct neighbour *n; 457f6dfb4c3SHadar Hen Zion 458f6dfb4c3SHadar Hen Zion if (m_neigh->family == AF_INET) 459f6dfb4c3SHadar Hen Zion tbl = &arp_tbl; 460f6dfb4c3SHadar Hen Zion #if IS_ENABLED(CONFIG_IPV6) 461f6dfb4c3SHadar Hen Zion else if (m_neigh->family == AF_INET6) 462f6dfb4c3SHadar Hen Zion tbl = ipv6_stub->nd_tbl; 463f6dfb4c3SHadar Hen Zion #endif 464f6dfb4c3SHadar Hen Zion else 465f6dfb4c3SHadar Hen Zion return; 466f6dfb4c3SHadar Hen Zion 467f6dfb4c3SHadar Hen Zion list_for_each_entry(e, &nhe->encap_list, encap_list) { 468f6dfb4c3SHadar Hen Zion if (!(e->flags & MLX5_ENCAP_ENTRY_VALID)) 469f6dfb4c3SHadar Hen Zion continue; 470f6dfb4c3SHadar Hen Zion list_for_each_entry(flow, &e->flows, encap) { 471f6dfb4c3SHadar Hen Zion if (flow->flags & MLX5E_TC_FLOW_OFFLOADED) { 472f6dfb4c3SHadar Hen Zion counter = mlx5_flow_rule_counter(flow->rule); 473f6dfb4c3SHadar Hen Zion mlx5_fc_query_cached(counter, &bytes, &packets, &lastuse); 474f6dfb4c3SHadar Hen Zion if (time_after((unsigned long)lastuse, nhe->reported_lastuse)) { 475f6dfb4c3SHadar Hen Zion neigh_used = true; 476f6dfb4c3SHadar Hen Zion break; 477f6dfb4c3SHadar Hen Zion } 478f6dfb4c3SHadar Hen Zion } 479f6dfb4c3SHadar Hen Zion } 480f6dfb4c3SHadar Hen Zion } 481f6dfb4c3SHadar Hen Zion 482f6dfb4c3SHadar Hen Zion if (neigh_used) { 483f6dfb4c3SHadar Hen Zion nhe->reported_lastuse = jiffies; 484f6dfb4c3SHadar Hen Zion 485f6dfb4c3SHadar Hen Zion /* find the relevant neigh according to the cached device and 486f6dfb4c3SHadar Hen Zion * dst ip pair 487f6dfb4c3SHadar Hen Zion */ 488f6dfb4c3SHadar Hen Zion n = neigh_lookup(tbl, &m_neigh->dst_ip, m_neigh->dev); 489f6dfb4c3SHadar Hen Zion if (!n) { 490f6dfb4c3SHadar Hen Zion WARN(1, "The neighbour already freed\n"); 491f6dfb4c3SHadar Hen Zion return; 492f6dfb4c3SHadar Hen Zion } 493f6dfb4c3SHadar Hen Zion 494f6dfb4c3SHadar Hen Zion neigh_event_send(n, NULL); 495f6dfb4c3SHadar Hen Zion neigh_release(n); 496f6dfb4c3SHadar Hen Zion } 497f6dfb4c3SHadar Hen Zion } 498f6dfb4c3SHadar Hen Zion 499d85cdccbSOr Gerlitz static void mlx5e_detach_encap(struct mlx5e_priv *priv, 500d85cdccbSOr Gerlitz struct mlx5e_tc_flow *flow) 501d85cdccbSOr Gerlitz { 5025067b602SRoi Dayan struct list_head *next = flow->encap.next; 5035067b602SRoi Dayan 5045067b602SRoi Dayan list_del(&flow->encap); 5055067b602SRoi Dayan if (list_empty(next)) { 506c1ae1152SOr Gerlitz struct mlx5e_encap_entry *e; 5075067b602SRoi Dayan 508c1ae1152SOr Gerlitz e = list_entry(next, struct mlx5e_encap_entry, flows); 509232c0013SHadar Hen Zion mlx5e_rep_encap_entry_detach(netdev_priv(e->out_dev), e); 510232c0013SHadar Hen Zion 511232c0013SHadar Hen Zion if (e->flags & MLX5_ENCAP_ENTRY_VALID) 5125067b602SRoi Dayan mlx5_encap_dealloc(priv->mdev, e->encap_id); 513232c0013SHadar Hen Zion 514cdc5a7f3SOr Gerlitz hash_del_rcu(&e->encap_hlist); 515232c0013SHadar Hen Zion kfree(e->encap_header); 5165067b602SRoi Dayan kfree(e); 5175067b602SRoi Dayan } 5185067b602SRoi Dayan } 5195067b602SRoi Dayan 520e8f887acSAmir Vadai static void mlx5e_tc_del_flow(struct mlx5e_priv *priv, 521961e8979SRoi Dayan struct mlx5e_tc_flow *flow) 522e8f887acSAmir Vadai { 523d85cdccbSOr Gerlitz if (flow->flags & MLX5E_TC_FLOW_ESWITCH) 524d85cdccbSOr Gerlitz mlx5e_tc_del_fdb_flow(priv, flow); 525d85cdccbSOr Gerlitz else 526d85cdccbSOr Gerlitz mlx5e_tc_del_nic_flow(priv, flow); 527e8f887acSAmir Vadai } 528e8f887acSAmir Vadai 529bbd00f7eSHadar Hen Zion static void parse_vxlan_attr(struct mlx5_flow_spec *spec, 530bbd00f7eSHadar Hen Zion struct tc_cls_flower_offload *f) 531bbd00f7eSHadar Hen Zion { 532bbd00f7eSHadar Hen Zion void *headers_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, 533bbd00f7eSHadar Hen Zion outer_headers); 534bbd00f7eSHadar Hen Zion void *headers_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, 535bbd00f7eSHadar Hen Zion outer_headers); 536bbd00f7eSHadar Hen Zion void *misc_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, 537bbd00f7eSHadar Hen Zion misc_parameters); 538bbd00f7eSHadar Hen Zion void *misc_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, 539bbd00f7eSHadar Hen Zion misc_parameters); 540bbd00f7eSHadar Hen Zion 541bbd00f7eSHadar Hen Zion MLX5_SET_TO_ONES(fte_match_set_lyr_2_4, headers_c, ip_protocol); 542bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, ip_protocol, IPPROTO_UDP); 543bbd00f7eSHadar Hen Zion 544bbd00f7eSHadar Hen Zion if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ENC_KEYID)) { 545bbd00f7eSHadar Hen Zion struct flow_dissector_key_keyid *key = 546bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 547bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_KEYID, 548bbd00f7eSHadar Hen Zion f->key); 549bbd00f7eSHadar Hen Zion struct flow_dissector_key_keyid *mask = 550bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 551bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_KEYID, 552bbd00f7eSHadar Hen Zion f->mask); 553bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_misc, misc_c, vxlan_vni, 554bbd00f7eSHadar Hen Zion be32_to_cpu(mask->keyid)); 555bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_misc, misc_v, vxlan_vni, 556bbd00f7eSHadar Hen Zion be32_to_cpu(key->keyid)); 557bbd00f7eSHadar Hen Zion } 558bbd00f7eSHadar Hen Zion } 559bbd00f7eSHadar Hen Zion 560bbd00f7eSHadar Hen Zion static int parse_tunnel_attr(struct mlx5e_priv *priv, 561bbd00f7eSHadar Hen Zion struct mlx5_flow_spec *spec, 562bbd00f7eSHadar Hen Zion struct tc_cls_flower_offload *f) 563bbd00f7eSHadar Hen Zion { 564bbd00f7eSHadar Hen Zion void *headers_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, 565bbd00f7eSHadar Hen Zion outer_headers); 566bbd00f7eSHadar Hen Zion void *headers_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, 567bbd00f7eSHadar Hen Zion outer_headers); 568bbd00f7eSHadar Hen Zion 5692e72eb43SOr Gerlitz struct flow_dissector_key_control *enc_control = 5702e72eb43SOr Gerlitz skb_flow_dissector_target(f->dissector, 5712e72eb43SOr Gerlitz FLOW_DISSECTOR_KEY_ENC_CONTROL, 5722e72eb43SOr Gerlitz f->key); 5732e72eb43SOr Gerlitz 574bbd00f7eSHadar Hen Zion if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ENC_PORTS)) { 575bbd00f7eSHadar Hen Zion struct flow_dissector_key_ports *key = 576bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 577bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_PORTS, 578bbd00f7eSHadar Hen Zion f->key); 579bbd00f7eSHadar Hen Zion struct flow_dissector_key_ports *mask = 580bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 581bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_PORTS, 582bbd00f7eSHadar Hen Zion f->mask); 5831ad9a00aSPaul Blakey struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 5841ad9a00aSPaul Blakey struct net_device *up_dev = mlx5_eswitch_get_uplink_netdev(esw); 5851ad9a00aSPaul Blakey struct mlx5e_priv *up_priv = netdev_priv(up_dev); 586bbd00f7eSHadar Hen Zion 587bbd00f7eSHadar Hen Zion /* Full udp dst port must be given */ 588bbd00f7eSHadar Hen Zion if (memchr_inv(&mask->dst, 0xff, sizeof(mask->dst))) 5892fcd82e9SOr Gerlitz goto vxlan_match_offload_err; 590bbd00f7eSHadar Hen Zion 5911ad9a00aSPaul Blakey if (mlx5e_vxlan_lookup_port(up_priv, be16_to_cpu(key->dst)) && 592bbd00f7eSHadar Hen Zion MLX5_CAP_ESW(priv->mdev, vxlan_encap_decap)) 593bbd00f7eSHadar Hen Zion parse_vxlan_attr(spec, f); 5942fcd82e9SOr Gerlitz else { 5952fcd82e9SOr Gerlitz netdev_warn(priv->netdev, 5962fcd82e9SOr Gerlitz "%d isn't an offloaded vxlan udp dport\n", be16_to_cpu(key->dst)); 597bbd00f7eSHadar Hen Zion return -EOPNOTSUPP; 5982fcd82e9SOr Gerlitz } 599bbd00f7eSHadar Hen Zion 600bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_c, 601bbd00f7eSHadar Hen Zion udp_dport, ntohs(mask->dst)); 602bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, 603bbd00f7eSHadar Hen Zion udp_dport, ntohs(key->dst)); 604bbd00f7eSHadar Hen Zion 605cd377663SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, 606cd377663SOr Gerlitz udp_sport, ntohs(mask->src)); 607cd377663SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, 608cd377663SOr Gerlitz udp_sport, ntohs(key->src)); 609bbd00f7eSHadar Hen Zion } else { /* udp dst port must be given */ 6102fcd82e9SOr Gerlitz vxlan_match_offload_err: 6112fcd82e9SOr Gerlitz netdev_warn(priv->netdev, 6122fcd82e9SOr Gerlitz "IP tunnel decap offload supported only for vxlan, must set UDP dport\n"); 613bbd00f7eSHadar Hen Zion return -EOPNOTSUPP; 614bbd00f7eSHadar Hen Zion } 615bbd00f7eSHadar Hen Zion 6162e72eb43SOr Gerlitz if (enc_control->addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS) { 617bbd00f7eSHadar Hen Zion struct flow_dissector_key_ipv4_addrs *key = 618bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 619bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS, 620bbd00f7eSHadar Hen Zion f->key); 621bbd00f7eSHadar Hen Zion struct flow_dissector_key_ipv4_addrs *mask = 622bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 623bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS, 624bbd00f7eSHadar Hen Zion f->mask); 625bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_c, 626bbd00f7eSHadar Hen Zion src_ipv4_src_ipv6.ipv4_layout.ipv4, 627bbd00f7eSHadar Hen Zion ntohl(mask->src)); 628bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, 629bbd00f7eSHadar Hen Zion src_ipv4_src_ipv6.ipv4_layout.ipv4, 630bbd00f7eSHadar Hen Zion ntohl(key->src)); 631bbd00f7eSHadar Hen Zion 632bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_c, 633bbd00f7eSHadar Hen Zion dst_ipv4_dst_ipv6.ipv4_layout.ipv4, 634bbd00f7eSHadar Hen Zion ntohl(mask->dst)); 635bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, 636bbd00f7eSHadar Hen Zion dst_ipv4_dst_ipv6.ipv4_layout.ipv4, 637bbd00f7eSHadar Hen Zion ntohl(key->dst)); 638bbd00f7eSHadar Hen Zion 639bbd00f7eSHadar Hen Zion MLX5_SET_TO_ONES(fte_match_set_lyr_2_4, headers_c, ethertype); 640bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, ethertype, ETH_P_IP); 64119f44401SOr Gerlitz } else if (enc_control->addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS) { 64219f44401SOr Gerlitz struct flow_dissector_key_ipv6_addrs *key = 64319f44401SOr Gerlitz skb_flow_dissector_target(f->dissector, 64419f44401SOr Gerlitz FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS, 64519f44401SOr Gerlitz f->key); 64619f44401SOr Gerlitz struct flow_dissector_key_ipv6_addrs *mask = 64719f44401SOr Gerlitz skb_flow_dissector_target(f->dissector, 64819f44401SOr Gerlitz FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS, 64919f44401SOr Gerlitz f->mask); 65019f44401SOr Gerlitz 65119f44401SOr Gerlitz memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 65219f44401SOr Gerlitz src_ipv4_src_ipv6.ipv6_layout.ipv6), 65319f44401SOr Gerlitz &mask->src, MLX5_FLD_SZ_BYTES(ipv6_layout, ipv6)); 65419f44401SOr Gerlitz memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 65519f44401SOr Gerlitz src_ipv4_src_ipv6.ipv6_layout.ipv6), 65619f44401SOr Gerlitz &key->src, MLX5_FLD_SZ_BYTES(ipv6_layout, ipv6)); 65719f44401SOr Gerlitz 65819f44401SOr Gerlitz memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 65919f44401SOr Gerlitz dst_ipv4_dst_ipv6.ipv6_layout.ipv6), 66019f44401SOr Gerlitz &mask->dst, MLX5_FLD_SZ_BYTES(ipv6_layout, ipv6)); 66119f44401SOr Gerlitz memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 66219f44401SOr Gerlitz dst_ipv4_dst_ipv6.ipv6_layout.ipv6), 66319f44401SOr Gerlitz &key->dst, MLX5_FLD_SZ_BYTES(ipv6_layout, ipv6)); 66419f44401SOr Gerlitz 66519f44401SOr Gerlitz MLX5_SET_TO_ONES(fte_match_set_lyr_2_4, headers_c, ethertype); 66619f44401SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, ethertype, ETH_P_IPV6); 6672e72eb43SOr Gerlitz } 668bbd00f7eSHadar Hen Zion 669bbd00f7eSHadar Hen Zion /* Enforce DMAC when offloading incoming tunneled flows. 670bbd00f7eSHadar Hen Zion * Flow counters require a match on the DMAC. 671bbd00f7eSHadar Hen Zion */ 672bbd00f7eSHadar Hen Zion MLX5_SET_TO_ONES(fte_match_set_lyr_2_4, headers_c, dmac_47_16); 673bbd00f7eSHadar Hen Zion MLX5_SET_TO_ONES(fte_match_set_lyr_2_4, headers_c, dmac_15_0); 674bbd00f7eSHadar Hen Zion ether_addr_copy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 675bbd00f7eSHadar Hen Zion dmac_47_16), priv->netdev->dev_addr); 676bbd00f7eSHadar Hen Zion 677bbd00f7eSHadar Hen Zion /* let software handle IP fragments */ 678bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_c, frag, 1); 679bbd00f7eSHadar Hen Zion MLX5_SET(fte_match_set_lyr_2_4, headers_v, frag, 0); 680bbd00f7eSHadar Hen Zion 681bbd00f7eSHadar Hen Zion return 0; 682bbd00f7eSHadar Hen Zion } 683bbd00f7eSHadar Hen Zion 684de0af0bfSRoi Dayan static int __parse_cls_flower(struct mlx5e_priv *priv, 685de0af0bfSRoi Dayan struct mlx5_flow_spec *spec, 686de0af0bfSRoi Dayan struct tc_cls_flower_offload *f, 687de0af0bfSRoi Dayan u8 *min_inline) 688e3a2b7edSAmir Vadai { 689c5bb1730SMaor Gottlieb void *headers_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, 690c5bb1730SMaor Gottlieb outer_headers); 691c5bb1730SMaor Gottlieb void *headers_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, 692c5bb1730SMaor Gottlieb outer_headers); 693e3a2b7edSAmir Vadai u16 addr_type = 0; 694e3a2b7edSAmir Vadai u8 ip_proto = 0; 695e3a2b7edSAmir Vadai 696de0af0bfSRoi Dayan *min_inline = MLX5_INLINE_MODE_L2; 697de0af0bfSRoi Dayan 698e3a2b7edSAmir Vadai if (f->dissector->used_keys & 699e3a2b7edSAmir Vadai ~(BIT(FLOW_DISSECTOR_KEY_CONTROL) | 700e3a2b7edSAmir Vadai BIT(FLOW_DISSECTOR_KEY_BASIC) | 701e3a2b7edSAmir Vadai BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS) | 702095b6cfdSOr Gerlitz BIT(FLOW_DISSECTOR_KEY_VLAN) | 703e3a2b7edSAmir Vadai BIT(FLOW_DISSECTOR_KEY_IPV4_ADDRS) | 704e3a2b7edSAmir Vadai BIT(FLOW_DISSECTOR_KEY_IPV6_ADDRS) | 705bbd00f7eSHadar Hen Zion BIT(FLOW_DISSECTOR_KEY_PORTS) | 706bbd00f7eSHadar Hen Zion BIT(FLOW_DISSECTOR_KEY_ENC_KEYID) | 707bbd00f7eSHadar Hen Zion BIT(FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS) | 708bbd00f7eSHadar Hen Zion BIT(FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS) | 709bbd00f7eSHadar Hen Zion BIT(FLOW_DISSECTOR_KEY_ENC_PORTS) | 710e77834ecSOr Gerlitz BIT(FLOW_DISSECTOR_KEY_ENC_CONTROL) | 711fd7da28bSOr Gerlitz BIT(FLOW_DISSECTOR_KEY_TCP) | 712fd7da28bSOr Gerlitz BIT(FLOW_DISSECTOR_KEY_IP))) { 713e3a2b7edSAmir Vadai netdev_warn(priv->netdev, "Unsupported key used: 0x%x\n", 714e3a2b7edSAmir Vadai f->dissector->used_keys); 715e3a2b7edSAmir Vadai return -EOPNOTSUPP; 716e3a2b7edSAmir Vadai } 717e3a2b7edSAmir Vadai 718bbd00f7eSHadar Hen Zion if ((dissector_uses_key(f->dissector, 719bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS) || 720bbd00f7eSHadar Hen Zion dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ENC_KEYID) || 721bbd00f7eSHadar Hen Zion dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ENC_PORTS)) && 722bbd00f7eSHadar Hen Zion dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ENC_CONTROL)) { 723bbd00f7eSHadar Hen Zion struct flow_dissector_key_control *key = 724bbd00f7eSHadar Hen Zion skb_flow_dissector_target(f->dissector, 725bbd00f7eSHadar Hen Zion FLOW_DISSECTOR_KEY_ENC_CONTROL, 726bbd00f7eSHadar Hen Zion f->key); 727bbd00f7eSHadar Hen Zion switch (key->addr_type) { 728bbd00f7eSHadar Hen Zion case FLOW_DISSECTOR_KEY_IPV4_ADDRS: 72919f44401SOr Gerlitz case FLOW_DISSECTOR_KEY_IPV6_ADDRS: 730bbd00f7eSHadar Hen Zion if (parse_tunnel_attr(priv, spec, f)) 731bbd00f7eSHadar Hen Zion return -EOPNOTSUPP; 732bbd00f7eSHadar Hen Zion break; 733bbd00f7eSHadar Hen Zion default: 734bbd00f7eSHadar Hen Zion return -EOPNOTSUPP; 735bbd00f7eSHadar Hen Zion } 736bbd00f7eSHadar Hen Zion 737bbd00f7eSHadar Hen Zion /* In decap flow, header pointers should point to the inner 738bbd00f7eSHadar Hen Zion * headers, outer header were already set by parse_tunnel_attr 739bbd00f7eSHadar Hen Zion */ 740bbd00f7eSHadar Hen Zion headers_c = MLX5_ADDR_OF(fte_match_param, spec->match_criteria, 741bbd00f7eSHadar Hen Zion inner_headers); 742bbd00f7eSHadar Hen Zion headers_v = MLX5_ADDR_OF(fte_match_param, spec->match_value, 743bbd00f7eSHadar Hen Zion inner_headers); 744bbd00f7eSHadar Hen Zion } 745bbd00f7eSHadar Hen Zion 746e3a2b7edSAmir Vadai if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_CONTROL)) { 747e3a2b7edSAmir Vadai struct flow_dissector_key_control *key = 748e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 7491dbd0d37SHadar Hen Zion FLOW_DISSECTOR_KEY_CONTROL, 750e3a2b7edSAmir Vadai f->key); 7513f7d0eb4SOr Gerlitz 7523f7d0eb4SOr Gerlitz struct flow_dissector_key_control *mask = 7533f7d0eb4SOr Gerlitz skb_flow_dissector_target(f->dissector, 7543f7d0eb4SOr Gerlitz FLOW_DISSECTOR_KEY_CONTROL, 7553f7d0eb4SOr Gerlitz f->mask); 756e3a2b7edSAmir Vadai addr_type = key->addr_type; 7573f7d0eb4SOr Gerlitz 7583f7d0eb4SOr Gerlitz if (mask->flags & FLOW_DIS_IS_FRAGMENT) { 7593f7d0eb4SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, frag, 1); 7603f7d0eb4SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, frag, 7613f7d0eb4SOr Gerlitz key->flags & FLOW_DIS_IS_FRAGMENT); 7620827444dSOr Gerlitz 7630827444dSOr Gerlitz /* the HW doesn't need L3 inline to match on frag=no */ 7640827444dSOr Gerlitz if (key->flags & FLOW_DIS_IS_FRAGMENT) 7650827444dSOr Gerlitz *min_inline = MLX5_INLINE_MODE_IP; 7663f7d0eb4SOr Gerlitz } 767e3a2b7edSAmir Vadai } 768e3a2b7edSAmir Vadai 769e3a2b7edSAmir Vadai if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_BASIC)) { 770e3a2b7edSAmir Vadai struct flow_dissector_key_basic *key = 771e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 772e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_BASIC, 773e3a2b7edSAmir Vadai f->key); 774e3a2b7edSAmir Vadai struct flow_dissector_key_basic *mask = 775e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 776e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_BASIC, 777e3a2b7edSAmir Vadai f->mask); 778e3a2b7edSAmir Vadai ip_proto = key->ip_proto; 779e3a2b7edSAmir Vadai 780e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, ethertype, 781e3a2b7edSAmir Vadai ntohs(mask->n_proto)); 782e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, ethertype, 783e3a2b7edSAmir Vadai ntohs(key->n_proto)); 784e3a2b7edSAmir Vadai 785e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, ip_protocol, 786e3a2b7edSAmir Vadai mask->ip_proto); 787e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, ip_protocol, 788e3a2b7edSAmir Vadai key->ip_proto); 789de0af0bfSRoi Dayan 790de0af0bfSRoi Dayan if (mask->ip_proto) 791de0af0bfSRoi Dayan *min_inline = MLX5_INLINE_MODE_IP; 792e3a2b7edSAmir Vadai } 793e3a2b7edSAmir Vadai 794e3a2b7edSAmir Vadai if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ETH_ADDRS)) { 795e3a2b7edSAmir Vadai struct flow_dissector_key_eth_addrs *key = 796e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 797e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_ETH_ADDRS, 798e3a2b7edSAmir Vadai f->key); 799e3a2b7edSAmir Vadai struct flow_dissector_key_eth_addrs *mask = 800e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 801e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_ETH_ADDRS, 802e3a2b7edSAmir Vadai f->mask); 803e3a2b7edSAmir Vadai 804e3a2b7edSAmir Vadai ether_addr_copy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 805e3a2b7edSAmir Vadai dmac_47_16), 806e3a2b7edSAmir Vadai mask->dst); 807e3a2b7edSAmir Vadai ether_addr_copy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 808e3a2b7edSAmir Vadai dmac_47_16), 809e3a2b7edSAmir Vadai key->dst); 810e3a2b7edSAmir Vadai 811e3a2b7edSAmir Vadai ether_addr_copy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 812e3a2b7edSAmir Vadai smac_47_16), 813e3a2b7edSAmir Vadai mask->src); 814e3a2b7edSAmir Vadai ether_addr_copy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 815e3a2b7edSAmir Vadai smac_47_16), 816e3a2b7edSAmir Vadai key->src); 817e3a2b7edSAmir Vadai } 818e3a2b7edSAmir Vadai 819095b6cfdSOr Gerlitz if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_VLAN)) { 820095b6cfdSOr Gerlitz struct flow_dissector_key_vlan *key = 821095b6cfdSOr Gerlitz skb_flow_dissector_target(f->dissector, 822095b6cfdSOr Gerlitz FLOW_DISSECTOR_KEY_VLAN, 823095b6cfdSOr Gerlitz f->key); 824095b6cfdSOr Gerlitz struct flow_dissector_key_vlan *mask = 825095b6cfdSOr Gerlitz skb_flow_dissector_target(f->dissector, 826095b6cfdSOr Gerlitz FLOW_DISSECTOR_KEY_VLAN, 827095b6cfdSOr Gerlitz f->mask); 828358d79a4SOr Gerlitz if (mask->vlan_id || mask->vlan_priority) { 82910543365SMohamad Haj Yahia MLX5_SET(fte_match_set_lyr_2_4, headers_c, cvlan_tag, 1); 83010543365SMohamad Haj Yahia MLX5_SET(fte_match_set_lyr_2_4, headers_v, cvlan_tag, 1); 831095b6cfdSOr Gerlitz 832095b6cfdSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, first_vid, mask->vlan_id); 833095b6cfdSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, first_vid, key->vlan_id); 834358d79a4SOr Gerlitz 835358d79a4SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, first_prio, mask->vlan_priority); 836358d79a4SOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, first_prio, key->vlan_priority); 837095b6cfdSOr Gerlitz } 838095b6cfdSOr Gerlitz } 839095b6cfdSOr Gerlitz 840e3a2b7edSAmir Vadai if (addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS) { 841e3a2b7edSAmir Vadai struct flow_dissector_key_ipv4_addrs *key = 842e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 843e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_IPV4_ADDRS, 844e3a2b7edSAmir Vadai f->key); 845e3a2b7edSAmir Vadai struct flow_dissector_key_ipv4_addrs *mask = 846e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 847e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_IPV4_ADDRS, 848e3a2b7edSAmir Vadai f->mask); 849e3a2b7edSAmir Vadai 850e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 851e3a2b7edSAmir Vadai src_ipv4_src_ipv6.ipv4_layout.ipv4), 852e3a2b7edSAmir Vadai &mask->src, sizeof(mask->src)); 853e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 854e3a2b7edSAmir Vadai src_ipv4_src_ipv6.ipv4_layout.ipv4), 855e3a2b7edSAmir Vadai &key->src, sizeof(key->src)); 856e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 857e3a2b7edSAmir Vadai dst_ipv4_dst_ipv6.ipv4_layout.ipv4), 858e3a2b7edSAmir Vadai &mask->dst, sizeof(mask->dst)); 859e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 860e3a2b7edSAmir Vadai dst_ipv4_dst_ipv6.ipv4_layout.ipv4), 861e3a2b7edSAmir Vadai &key->dst, sizeof(key->dst)); 862de0af0bfSRoi Dayan 863de0af0bfSRoi Dayan if (mask->src || mask->dst) 864de0af0bfSRoi Dayan *min_inline = MLX5_INLINE_MODE_IP; 865e3a2b7edSAmir Vadai } 866e3a2b7edSAmir Vadai 867e3a2b7edSAmir Vadai if (addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS) { 868e3a2b7edSAmir Vadai struct flow_dissector_key_ipv6_addrs *key = 869e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 870e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_IPV6_ADDRS, 871e3a2b7edSAmir Vadai f->key); 872e3a2b7edSAmir Vadai struct flow_dissector_key_ipv6_addrs *mask = 873e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 874e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_IPV6_ADDRS, 875e3a2b7edSAmir Vadai f->mask); 876e3a2b7edSAmir Vadai 877e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 878e3a2b7edSAmir Vadai src_ipv4_src_ipv6.ipv6_layout.ipv6), 879e3a2b7edSAmir Vadai &mask->src, sizeof(mask->src)); 880e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 881e3a2b7edSAmir Vadai src_ipv4_src_ipv6.ipv6_layout.ipv6), 882e3a2b7edSAmir Vadai &key->src, sizeof(key->src)); 883e3a2b7edSAmir Vadai 884e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_c, 885e3a2b7edSAmir Vadai dst_ipv4_dst_ipv6.ipv6_layout.ipv6), 886e3a2b7edSAmir Vadai &mask->dst, sizeof(mask->dst)); 887e3a2b7edSAmir Vadai memcpy(MLX5_ADDR_OF(fte_match_set_lyr_2_4, headers_v, 888e3a2b7edSAmir Vadai dst_ipv4_dst_ipv6.ipv6_layout.ipv6), 889e3a2b7edSAmir Vadai &key->dst, sizeof(key->dst)); 890de0af0bfSRoi Dayan 891de0af0bfSRoi Dayan if (ipv6_addr_type(&mask->src) != IPV6_ADDR_ANY || 892de0af0bfSRoi Dayan ipv6_addr_type(&mask->dst) != IPV6_ADDR_ANY) 893de0af0bfSRoi Dayan *min_inline = MLX5_INLINE_MODE_IP; 894e3a2b7edSAmir Vadai } 895e3a2b7edSAmir Vadai 896e3a2b7edSAmir Vadai if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_PORTS)) { 897e3a2b7edSAmir Vadai struct flow_dissector_key_ports *key = 898e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 899e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_PORTS, 900e3a2b7edSAmir Vadai f->key); 901e3a2b7edSAmir Vadai struct flow_dissector_key_ports *mask = 902e3a2b7edSAmir Vadai skb_flow_dissector_target(f->dissector, 903e3a2b7edSAmir Vadai FLOW_DISSECTOR_KEY_PORTS, 904e3a2b7edSAmir Vadai f->mask); 905e3a2b7edSAmir Vadai switch (ip_proto) { 906e3a2b7edSAmir Vadai case IPPROTO_TCP: 907e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, 908e3a2b7edSAmir Vadai tcp_sport, ntohs(mask->src)); 909e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, 910e3a2b7edSAmir Vadai tcp_sport, ntohs(key->src)); 911e3a2b7edSAmir Vadai 912e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, 913e3a2b7edSAmir Vadai tcp_dport, ntohs(mask->dst)); 914e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, 915e3a2b7edSAmir Vadai tcp_dport, ntohs(key->dst)); 916e3a2b7edSAmir Vadai break; 917e3a2b7edSAmir Vadai 918e3a2b7edSAmir Vadai case IPPROTO_UDP: 919e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, 920e3a2b7edSAmir Vadai udp_sport, ntohs(mask->src)); 921e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, 922e3a2b7edSAmir Vadai udp_sport, ntohs(key->src)); 923e3a2b7edSAmir Vadai 924e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_c, 925e3a2b7edSAmir Vadai udp_dport, ntohs(mask->dst)); 926e3a2b7edSAmir Vadai MLX5_SET(fte_match_set_lyr_2_4, headers_v, 927e3a2b7edSAmir Vadai udp_dport, ntohs(key->dst)); 928e3a2b7edSAmir Vadai break; 929e3a2b7edSAmir Vadai default: 930e3a2b7edSAmir Vadai netdev_err(priv->netdev, 931e3a2b7edSAmir Vadai "Only UDP and TCP transport are supported\n"); 932e3a2b7edSAmir Vadai return -EINVAL; 933e3a2b7edSAmir Vadai } 934de0af0bfSRoi Dayan 935de0af0bfSRoi Dayan if (mask->src || mask->dst) 936de0af0bfSRoi Dayan *min_inline = MLX5_INLINE_MODE_TCP_UDP; 937e3a2b7edSAmir Vadai } 938e3a2b7edSAmir Vadai 939fd7da28bSOr Gerlitz if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_IP)) { 940fd7da28bSOr Gerlitz struct flow_dissector_key_ip *key = 941fd7da28bSOr Gerlitz skb_flow_dissector_target(f->dissector, 942fd7da28bSOr Gerlitz FLOW_DISSECTOR_KEY_IP, 943fd7da28bSOr Gerlitz f->key); 944fd7da28bSOr Gerlitz struct flow_dissector_key_ip *mask = 945fd7da28bSOr Gerlitz skb_flow_dissector_target(f->dissector, 946fd7da28bSOr Gerlitz FLOW_DISSECTOR_KEY_IP, 947fd7da28bSOr Gerlitz f->mask); 948fd7da28bSOr Gerlitz 949fd7da28bSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, ip_ecn, mask->tos & 0x3); 950fd7da28bSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, ip_ecn, key->tos & 0x3); 951fd7da28bSOr Gerlitz 952fd7da28bSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, ip_dscp, mask->tos >> 2); 953fd7da28bSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, ip_dscp, key->tos >> 2); 954fd7da28bSOr Gerlitz 955fd7da28bSOr Gerlitz if (mask->tos) 956fd7da28bSOr Gerlitz *min_inline = MLX5_INLINE_MODE_IP; 957fd7da28bSOr Gerlitz 958fd7da28bSOr Gerlitz if (mask->ttl) /* currently not supported */ 959fd7da28bSOr Gerlitz return -EOPNOTSUPP; 960fd7da28bSOr Gerlitz } 961fd7da28bSOr Gerlitz 962e77834ecSOr Gerlitz if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_TCP)) { 963e77834ecSOr Gerlitz struct flow_dissector_key_tcp *key = 964e77834ecSOr Gerlitz skb_flow_dissector_target(f->dissector, 965e77834ecSOr Gerlitz FLOW_DISSECTOR_KEY_TCP, 966e77834ecSOr Gerlitz f->key); 967e77834ecSOr Gerlitz struct flow_dissector_key_tcp *mask = 968e77834ecSOr Gerlitz skb_flow_dissector_target(f->dissector, 969e77834ecSOr Gerlitz FLOW_DISSECTOR_KEY_TCP, 970e77834ecSOr Gerlitz f->mask); 971e77834ecSOr Gerlitz 972e77834ecSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_c, tcp_flags, 973e77834ecSOr Gerlitz ntohs(mask->flags)); 974e77834ecSOr Gerlitz MLX5_SET(fte_match_set_lyr_2_4, headers_v, tcp_flags, 975e77834ecSOr Gerlitz ntohs(key->flags)); 976e77834ecSOr Gerlitz 977e77834ecSOr Gerlitz if (mask->flags) 978e77834ecSOr Gerlitz *min_inline = MLX5_INLINE_MODE_TCP_UDP; 979e77834ecSOr Gerlitz } 980e77834ecSOr Gerlitz 981e3a2b7edSAmir Vadai return 0; 982e3a2b7edSAmir Vadai } 983e3a2b7edSAmir Vadai 984de0af0bfSRoi Dayan static int parse_cls_flower(struct mlx5e_priv *priv, 98565ba8fb7SOr Gerlitz struct mlx5e_tc_flow *flow, 986de0af0bfSRoi Dayan struct mlx5_flow_spec *spec, 987de0af0bfSRoi Dayan struct tc_cls_flower_offload *f) 988de0af0bfSRoi Dayan { 989de0af0bfSRoi Dayan struct mlx5_core_dev *dev = priv->mdev; 990de0af0bfSRoi Dayan struct mlx5_eswitch *esw = dev->priv.eswitch; 9911d447a39SSaeed Mahameed struct mlx5e_rep_priv *rpriv = priv->ppriv; 9921d447a39SSaeed Mahameed struct mlx5_eswitch_rep *rep; 993de0af0bfSRoi Dayan u8 min_inline; 994de0af0bfSRoi Dayan int err; 995de0af0bfSRoi Dayan 996de0af0bfSRoi Dayan err = __parse_cls_flower(priv, spec, f, &min_inline); 997de0af0bfSRoi Dayan 9981d447a39SSaeed Mahameed if (!err && (flow->flags & MLX5E_TC_FLOW_ESWITCH)) { 9991d447a39SSaeed Mahameed rep = rpriv->rep; 10001d447a39SSaeed Mahameed if (rep->vport != FDB_UPLINK_VPORT && 10011d447a39SSaeed Mahameed (esw->offloads.inline_mode != MLX5_INLINE_MODE_NONE && 10021d447a39SSaeed Mahameed esw->offloads.inline_mode < min_inline)) { 1003de0af0bfSRoi Dayan netdev_warn(priv->netdev, 1004de0af0bfSRoi Dayan "Flow is not offloaded due to min inline setting, required %d actual %d\n", 1005de0af0bfSRoi Dayan min_inline, esw->offloads.inline_mode); 1006de0af0bfSRoi Dayan return -EOPNOTSUPP; 1007de0af0bfSRoi Dayan } 1008de0af0bfSRoi Dayan } 1009de0af0bfSRoi Dayan 1010de0af0bfSRoi Dayan return err; 1011de0af0bfSRoi Dayan } 1012de0af0bfSRoi Dayan 1013d79b6df6SOr Gerlitz struct pedit_headers { 1014d79b6df6SOr Gerlitz struct ethhdr eth; 1015d79b6df6SOr Gerlitz struct iphdr ip4; 1016d79b6df6SOr Gerlitz struct ipv6hdr ip6; 1017d79b6df6SOr Gerlitz struct tcphdr tcp; 1018d79b6df6SOr Gerlitz struct udphdr udp; 1019d79b6df6SOr Gerlitz }; 1020d79b6df6SOr Gerlitz 1021d79b6df6SOr Gerlitz static int pedit_header_offsets[] = { 1022d79b6df6SOr Gerlitz [TCA_PEDIT_KEY_EX_HDR_TYPE_ETH] = offsetof(struct pedit_headers, eth), 1023d79b6df6SOr Gerlitz [TCA_PEDIT_KEY_EX_HDR_TYPE_IP4] = offsetof(struct pedit_headers, ip4), 1024d79b6df6SOr Gerlitz [TCA_PEDIT_KEY_EX_HDR_TYPE_IP6] = offsetof(struct pedit_headers, ip6), 1025d79b6df6SOr Gerlitz [TCA_PEDIT_KEY_EX_HDR_TYPE_TCP] = offsetof(struct pedit_headers, tcp), 1026d79b6df6SOr Gerlitz [TCA_PEDIT_KEY_EX_HDR_TYPE_UDP] = offsetof(struct pedit_headers, udp), 1027d79b6df6SOr Gerlitz }; 1028d79b6df6SOr Gerlitz 1029d79b6df6SOr Gerlitz #define pedit_header(_ph, _htype) ((void *)(_ph) + pedit_header_offsets[_htype]) 1030d79b6df6SOr Gerlitz 1031d79b6df6SOr Gerlitz static int set_pedit_val(u8 hdr_type, u32 mask, u32 val, u32 offset, 1032d79b6df6SOr Gerlitz struct pedit_headers *masks, 1033d79b6df6SOr Gerlitz struct pedit_headers *vals) 1034d79b6df6SOr Gerlitz { 1035d79b6df6SOr Gerlitz u32 *curr_pmask, *curr_pval; 1036d79b6df6SOr Gerlitz 1037d79b6df6SOr Gerlitz if (hdr_type >= __PEDIT_HDR_TYPE_MAX) 1038d79b6df6SOr Gerlitz goto out_err; 1039d79b6df6SOr Gerlitz 1040d79b6df6SOr Gerlitz curr_pmask = (u32 *)(pedit_header(masks, hdr_type) + offset); 1041d79b6df6SOr Gerlitz curr_pval = (u32 *)(pedit_header(vals, hdr_type) + offset); 1042d79b6df6SOr Gerlitz 1043d79b6df6SOr Gerlitz if (*curr_pmask & mask) /* disallow acting twice on the same location */ 1044d79b6df6SOr Gerlitz goto out_err; 1045d79b6df6SOr Gerlitz 1046d79b6df6SOr Gerlitz *curr_pmask |= mask; 1047d79b6df6SOr Gerlitz *curr_pval |= (val & mask); 1048d79b6df6SOr Gerlitz 1049d79b6df6SOr Gerlitz return 0; 1050d79b6df6SOr Gerlitz 1051d79b6df6SOr Gerlitz out_err: 1052d79b6df6SOr Gerlitz return -EOPNOTSUPP; 1053d79b6df6SOr Gerlitz } 1054d79b6df6SOr Gerlitz 1055d79b6df6SOr Gerlitz struct mlx5_fields { 1056d79b6df6SOr Gerlitz u8 field; 1057d79b6df6SOr Gerlitz u8 size; 1058d79b6df6SOr Gerlitz u32 offset; 1059d79b6df6SOr Gerlitz }; 1060d79b6df6SOr Gerlitz 1061d79b6df6SOr Gerlitz static struct mlx5_fields fields[] = { 1062d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DMAC_47_16, 4, offsetof(struct pedit_headers, eth.h_dest[0])}, 1063d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DMAC_15_0, 2, offsetof(struct pedit_headers, eth.h_dest[4])}, 1064d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SMAC_47_16, 4, offsetof(struct pedit_headers, eth.h_source[0])}, 1065d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SMAC_15_0, 2, offsetof(struct pedit_headers, eth.h_source[4])}, 1066d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_ETHERTYPE, 2, offsetof(struct pedit_headers, eth.h_proto)}, 1067d79b6df6SOr Gerlitz 1068d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_IP_DSCP, 1, offsetof(struct pedit_headers, ip4.tos)}, 1069d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_IP_TTL, 1, offsetof(struct pedit_headers, ip4.ttl)}, 1070d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SIPV4, 4, offsetof(struct pedit_headers, ip4.saddr)}, 1071d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DIPV4, 4, offsetof(struct pedit_headers, ip4.daddr)}, 1072d79b6df6SOr Gerlitz 1073d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SIPV6_127_96, 4, offsetof(struct pedit_headers, ip6.saddr.s6_addr32[0])}, 1074d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SIPV6_95_64, 4, offsetof(struct pedit_headers, ip6.saddr.s6_addr32[1])}, 1075d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SIPV6_63_32, 4, offsetof(struct pedit_headers, ip6.saddr.s6_addr32[2])}, 1076d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_SIPV6_31_0, 4, offsetof(struct pedit_headers, ip6.saddr.s6_addr32[3])}, 1077d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DIPV6_127_96, 4, offsetof(struct pedit_headers, ip6.daddr.s6_addr32[0])}, 1078d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DIPV6_95_64, 4, offsetof(struct pedit_headers, ip6.daddr.s6_addr32[1])}, 1079d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DIPV6_63_32, 4, offsetof(struct pedit_headers, ip6.daddr.s6_addr32[2])}, 1080d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_DIPV6_31_0, 4, offsetof(struct pedit_headers, ip6.daddr.s6_addr32[3])}, 1081d79b6df6SOr Gerlitz 1082d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_TCP_SPORT, 2, offsetof(struct pedit_headers, tcp.source)}, 1083d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_TCP_DPORT, 2, offsetof(struct pedit_headers, tcp.dest)}, 1084d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_TCP_FLAGS, 1, offsetof(struct pedit_headers, tcp.ack_seq) + 5}, 1085d79b6df6SOr Gerlitz 1086d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_UDP_SPORT, 2, offsetof(struct pedit_headers, udp.source)}, 1087d79b6df6SOr Gerlitz {MLX5_ACTION_IN_FIELD_OUT_UDP_DPORT, 2, offsetof(struct pedit_headers, udp.dest)}, 1088d79b6df6SOr Gerlitz }; 1089d79b6df6SOr Gerlitz 1090d79b6df6SOr Gerlitz /* On input attr->num_mod_hdr_actions tells how many HW actions can be parsed at 1091d79b6df6SOr Gerlitz * max from the SW pedit action. On success, it says how many HW actions were 1092d79b6df6SOr Gerlitz * actually parsed. 1093d79b6df6SOr Gerlitz */ 1094d79b6df6SOr Gerlitz static int offload_pedit_fields(struct pedit_headers *masks, 1095d79b6df6SOr Gerlitz struct pedit_headers *vals, 1096d79b6df6SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr) 1097d79b6df6SOr Gerlitz { 1098d79b6df6SOr Gerlitz struct pedit_headers *set_masks, *add_masks, *set_vals, *add_vals; 1099d824bf3fSOr Gerlitz int i, action_size, nactions, max_actions, first, last, first_z; 1100d79b6df6SOr Gerlitz void *s_masks_p, *a_masks_p, *vals_p; 1101d79b6df6SOr Gerlitz struct mlx5_fields *f; 1102d79b6df6SOr Gerlitz u8 cmd, field_bsize; 1103e3ca4e05SOr Gerlitz u32 s_mask, a_mask; 1104d79b6df6SOr Gerlitz unsigned long mask; 1105d79b6df6SOr Gerlitz void *action; 1106d79b6df6SOr Gerlitz 1107d79b6df6SOr Gerlitz set_masks = &masks[TCA_PEDIT_KEY_EX_CMD_SET]; 1108d79b6df6SOr Gerlitz add_masks = &masks[TCA_PEDIT_KEY_EX_CMD_ADD]; 1109d79b6df6SOr Gerlitz set_vals = &vals[TCA_PEDIT_KEY_EX_CMD_SET]; 1110d79b6df6SOr Gerlitz add_vals = &vals[TCA_PEDIT_KEY_EX_CMD_ADD]; 1111d79b6df6SOr Gerlitz 1112d79b6df6SOr Gerlitz action_size = MLX5_UN_SZ_BYTES(set_action_in_add_action_in_auto); 1113d79b6df6SOr Gerlitz action = parse_attr->mod_hdr_actions; 1114d79b6df6SOr Gerlitz max_actions = parse_attr->num_mod_hdr_actions; 1115d79b6df6SOr Gerlitz nactions = 0; 1116d79b6df6SOr Gerlitz 1117d79b6df6SOr Gerlitz for (i = 0; i < ARRAY_SIZE(fields); i++) { 1118d79b6df6SOr Gerlitz f = &fields[i]; 1119d79b6df6SOr Gerlitz /* avoid seeing bits set from previous iterations */ 1120e3ca4e05SOr Gerlitz s_mask = 0; 1121e3ca4e05SOr Gerlitz a_mask = 0; 1122d79b6df6SOr Gerlitz 1123d79b6df6SOr Gerlitz s_masks_p = (void *)set_masks + f->offset; 1124d79b6df6SOr Gerlitz a_masks_p = (void *)add_masks + f->offset; 1125d79b6df6SOr Gerlitz 1126d79b6df6SOr Gerlitz memcpy(&s_mask, s_masks_p, f->size); 1127d79b6df6SOr Gerlitz memcpy(&a_mask, a_masks_p, f->size); 1128d79b6df6SOr Gerlitz 1129d79b6df6SOr Gerlitz if (!s_mask && !a_mask) /* nothing to offload here */ 1130d79b6df6SOr Gerlitz continue; 1131d79b6df6SOr Gerlitz 1132d79b6df6SOr Gerlitz if (s_mask && a_mask) { 1133d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: can't set and add to the same HW field (%x)\n", f->field); 1134d79b6df6SOr Gerlitz return -EOPNOTSUPP; 1135d79b6df6SOr Gerlitz } 1136d79b6df6SOr Gerlitz 1137d79b6df6SOr Gerlitz if (nactions == max_actions) { 1138d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: parsed %d pedit actions, can't do more\n", nactions); 1139d79b6df6SOr Gerlitz return -EOPNOTSUPP; 1140d79b6df6SOr Gerlitz } 1141d79b6df6SOr Gerlitz 1142d79b6df6SOr Gerlitz if (s_mask) { 1143d79b6df6SOr Gerlitz cmd = MLX5_ACTION_TYPE_SET; 1144d79b6df6SOr Gerlitz mask = s_mask; 1145d79b6df6SOr Gerlitz vals_p = (void *)set_vals + f->offset; 1146d79b6df6SOr Gerlitz /* clear to denote we consumed this field */ 1147d79b6df6SOr Gerlitz memset(s_masks_p, 0, f->size); 1148d79b6df6SOr Gerlitz } else { 1149d79b6df6SOr Gerlitz cmd = MLX5_ACTION_TYPE_ADD; 1150d79b6df6SOr Gerlitz mask = a_mask; 1151d79b6df6SOr Gerlitz vals_p = (void *)add_vals + f->offset; 1152d79b6df6SOr Gerlitz /* clear to denote we consumed this field */ 1153d79b6df6SOr Gerlitz memset(a_masks_p, 0, f->size); 1154d79b6df6SOr Gerlitz } 1155d79b6df6SOr Gerlitz 1156d79b6df6SOr Gerlitz field_bsize = f->size * BITS_PER_BYTE; 1157e3ca4e05SOr Gerlitz 1158d824bf3fSOr Gerlitz first_z = find_first_zero_bit(&mask, field_bsize); 1159d79b6df6SOr Gerlitz first = find_first_bit(&mask, field_bsize); 1160d79b6df6SOr Gerlitz last = find_last_bit(&mask, field_bsize); 1161d824bf3fSOr Gerlitz if (first > 0 || last != (field_bsize - 1) || first_z < last) { 1162d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: partial rewrite (mask %lx) is currently not offloaded\n", 1163d79b6df6SOr Gerlitz mask); 1164d79b6df6SOr Gerlitz return -EOPNOTSUPP; 1165d79b6df6SOr Gerlitz } 1166d79b6df6SOr Gerlitz 1167d79b6df6SOr Gerlitz MLX5_SET(set_action_in, action, action_type, cmd); 1168d79b6df6SOr Gerlitz MLX5_SET(set_action_in, action, field, f->field); 1169d79b6df6SOr Gerlitz 1170d79b6df6SOr Gerlitz if (cmd == MLX5_ACTION_TYPE_SET) { 1171d79b6df6SOr Gerlitz MLX5_SET(set_action_in, action, offset, 0); 1172d79b6df6SOr Gerlitz /* length is num of bits to be written, zero means length of 32 */ 1173d79b6df6SOr Gerlitz MLX5_SET(set_action_in, action, length, field_bsize); 1174d79b6df6SOr Gerlitz } 1175d79b6df6SOr Gerlitz 1176d79b6df6SOr Gerlitz if (field_bsize == 32) 1177e3ca4e05SOr Gerlitz MLX5_SET(set_action_in, action, data, ntohl(*(__be32 *)vals_p)); 1178d79b6df6SOr Gerlitz else if (field_bsize == 16) 1179e3ca4e05SOr Gerlitz MLX5_SET(set_action_in, action, data, ntohs(*(__be16 *)vals_p)); 1180d79b6df6SOr Gerlitz else if (field_bsize == 8) 1181e3ca4e05SOr Gerlitz MLX5_SET(set_action_in, action, data, *(u8 *)vals_p); 1182d79b6df6SOr Gerlitz 1183d79b6df6SOr Gerlitz action += action_size; 1184d79b6df6SOr Gerlitz nactions++; 1185d79b6df6SOr Gerlitz } 1186d79b6df6SOr Gerlitz 1187d79b6df6SOr Gerlitz parse_attr->num_mod_hdr_actions = nactions; 1188d79b6df6SOr Gerlitz return 0; 1189d79b6df6SOr Gerlitz } 1190d79b6df6SOr Gerlitz 1191d79b6df6SOr Gerlitz static int alloc_mod_hdr_actions(struct mlx5e_priv *priv, 1192d79b6df6SOr Gerlitz const struct tc_action *a, int namespace, 1193d79b6df6SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr) 1194d79b6df6SOr Gerlitz { 1195d79b6df6SOr Gerlitz int nkeys, action_size, max_actions; 1196d79b6df6SOr Gerlitz 1197d79b6df6SOr Gerlitz nkeys = tcf_pedit_nkeys(a); 1198d79b6df6SOr Gerlitz action_size = MLX5_UN_SZ_BYTES(set_action_in_add_action_in_auto); 1199d79b6df6SOr Gerlitz 1200d79b6df6SOr Gerlitz if (namespace == MLX5_FLOW_NAMESPACE_FDB) /* FDB offloading */ 1201d79b6df6SOr Gerlitz max_actions = MLX5_CAP_ESW_FLOWTABLE_FDB(priv->mdev, max_modify_header_actions); 1202d79b6df6SOr Gerlitz else /* namespace is MLX5_FLOW_NAMESPACE_KERNEL - NIC offloading */ 1203d79b6df6SOr Gerlitz max_actions = MLX5_CAP_FLOWTABLE_NIC_RX(priv->mdev, max_modify_header_actions); 1204d79b6df6SOr Gerlitz 1205d79b6df6SOr Gerlitz /* can get up to crazingly 16 HW actions in 32 bits pedit SW key */ 1206d79b6df6SOr Gerlitz max_actions = min(max_actions, nkeys * 16); 1207d79b6df6SOr Gerlitz 1208d79b6df6SOr Gerlitz parse_attr->mod_hdr_actions = kcalloc(max_actions, action_size, GFP_KERNEL); 1209d79b6df6SOr Gerlitz if (!parse_attr->mod_hdr_actions) 1210d79b6df6SOr Gerlitz return -ENOMEM; 1211d79b6df6SOr Gerlitz 1212d79b6df6SOr Gerlitz parse_attr->num_mod_hdr_actions = max_actions; 1213d79b6df6SOr Gerlitz return 0; 1214d79b6df6SOr Gerlitz } 1215d79b6df6SOr Gerlitz 1216d79b6df6SOr Gerlitz static const struct pedit_headers zero_masks = {}; 1217d79b6df6SOr Gerlitz 1218d79b6df6SOr Gerlitz static int parse_tc_pedit_action(struct mlx5e_priv *priv, 1219d79b6df6SOr Gerlitz const struct tc_action *a, int namespace, 1220d79b6df6SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr) 1221d79b6df6SOr Gerlitz { 1222d79b6df6SOr Gerlitz struct pedit_headers masks[__PEDIT_CMD_MAX], vals[__PEDIT_CMD_MAX], *cmd_masks; 1223d79b6df6SOr Gerlitz int nkeys, i, err = -EOPNOTSUPP; 1224d79b6df6SOr Gerlitz u32 mask, val, offset; 1225d79b6df6SOr Gerlitz u8 cmd, htype; 1226d79b6df6SOr Gerlitz 1227d79b6df6SOr Gerlitz nkeys = tcf_pedit_nkeys(a); 1228d79b6df6SOr Gerlitz 1229d79b6df6SOr Gerlitz memset(masks, 0, sizeof(struct pedit_headers) * __PEDIT_CMD_MAX); 1230d79b6df6SOr Gerlitz memset(vals, 0, sizeof(struct pedit_headers) * __PEDIT_CMD_MAX); 1231d79b6df6SOr Gerlitz 1232d79b6df6SOr Gerlitz for (i = 0; i < nkeys; i++) { 1233d79b6df6SOr Gerlitz htype = tcf_pedit_htype(a, i); 1234d79b6df6SOr Gerlitz cmd = tcf_pedit_cmd(a, i); 1235d79b6df6SOr Gerlitz err = -EOPNOTSUPP; /* can't be all optimistic */ 1236d79b6df6SOr Gerlitz 1237d79b6df6SOr Gerlitz if (htype == TCA_PEDIT_KEY_EX_HDR_TYPE_NETWORK) { 1238d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: legacy pedit isn't offloaded\n"); 1239d79b6df6SOr Gerlitz goto out_err; 1240d79b6df6SOr Gerlitz } 1241d79b6df6SOr Gerlitz 1242d79b6df6SOr Gerlitz if (cmd != TCA_PEDIT_KEY_EX_CMD_SET && cmd != TCA_PEDIT_KEY_EX_CMD_ADD) { 1243d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: pedit cmd %d isn't offloaded\n", cmd); 1244d79b6df6SOr Gerlitz goto out_err; 1245d79b6df6SOr Gerlitz } 1246d79b6df6SOr Gerlitz 1247d79b6df6SOr Gerlitz mask = tcf_pedit_mask(a, i); 1248d79b6df6SOr Gerlitz val = tcf_pedit_val(a, i); 1249d79b6df6SOr Gerlitz offset = tcf_pedit_offset(a, i); 1250d79b6df6SOr Gerlitz 1251d79b6df6SOr Gerlitz err = set_pedit_val(htype, ~mask, val, offset, &masks[cmd], &vals[cmd]); 1252d79b6df6SOr Gerlitz if (err) 1253d79b6df6SOr Gerlitz goto out_err; 1254d79b6df6SOr Gerlitz } 1255d79b6df6SOr Gerlitz 1256d79b6df6SOr Gerlitz err = alloc_mod_hdr_actions(priv, a, namespace, parse_attr); 1257d79b6df6SOr Gerlitz if (err) 1258d79b6df6SOr Gerlitz goto out_err; 1259d79b6df6SOr Gerlitz 1260d79b6df6SOr Gerlitz err = offload_pedit_fields(masks, vals, parse_attr); 1261d79b6df6SOr Gerlitz if (err < 0) 1262d79b6df6SOr Gerlitz goto out_dealloc_parsed_actions; 1263d79b6df6SOr Gerlitz 1264d79b6df6SOr Gerlitz for (cmd = 0; cmd < __PEDIT_CMD_MAX; cmd++) { 1265d79b6df6SOr Gerlitz cmd_masks = &masks[cmd]; 1266d79b6df6SOr Gerlitz if (memcmp(cmd_masks, &zero_masks, sizeof(zero_masks))) { 1267d79b6df6SOr Gerlitz printk(KERN_WARNING "mlx5: attempt to offload an unsupported field (cmd %d)\n", 1268d79b6df6SOr Gerlitz cmd); 1269d79b6df6SOr Gerlitz print_hex_dump(KERN_WARNING, "mask: ", DUMP_PREFIX_ADDRESS, 1270d79b6df6SOr Gerlitz 16, 1, cmd_masks, sizeof(zero_masks), true); 1271d79b6df6SOr Gerlitz err = -EOPNOTSUPP; 1272d79b6df6SOr Gerlitz goto out_dealloc_parsed_actions; 1273d79b6df6SOr Gerlitz } 1274d79b6df6SOr Gerlitz } 1275d79b6df6SOr Gerlitz 1276d79b6df6SOr Gerlitz return 0; 1277d79b6df6SOr Gerlitz 1278d79b6df6SOr Gerlitz out_dealloc_parsed_actions: 1279d79b6df6SOr Gerlitz kfree(parse_attr->mod_hdr_actions); 1280d79b6df6SOr Gerlitz out_err: 1281d79b6df6SOr Gerlitz return err; 1282d79b6df6SOr Gerlitz } 1283d79b6df6SOr Gerlitz 128426c02749SOr Gerlitz static bool csum_offload_supported(struct mlx5e_priv *priv, u32 action, u32 update_flags) 128526c02749SOr Gerlitz { 128626c02749SOr Gerlitz u32 prot_flags = TCA_CSUM_UPDATE_FLAG_IPV4HDR | TCA_CSUM_UPDATE_FLAG_TCP | 128726c02749SOr Gerlitz TCA_CSUM_UPDATE_FLAG_UDP; 128826c02749SOr Gerlitz 128926c02749SOr Gerlitz /* The HW recalcs checksums only if re-writing headers */ 129026c02749SOr Gerlitz if (!(action & MLX5_FLOW_CONTEXT_ACTION_MOD_HDR)) { 129126c02749SOr Gerlitz netdev_warn(priv->netdev, 129226c02749SOr Gerlitz "TC csum action is only offloaded with pedit\n"); 129326c02749SOr Gerlitz return false; 129426c02749SOr Gerlitz } 129526c02749SOr Gerlitz 129626c02749SOr Gerlitz if (update_flags & ~prot_flags) { 129726c02749SOr Gerlitz netdev_warn(priv->netdev, 129826c02749SOr Gerlitz "can't offload TC csum action for some header/s - flags %#x\n", 129926c02749SOr Gerlitz update_flags); 130026c02749SOr Gerlitz return false; 130126c02749SOr Gerlitz } 130226c02749SOr Gerlitz 130326c02749SOr Gerlitz return true; 130426c02749SOr Gerlitz } 130526c02749SOr Gerlitz 13065c40348cSOr Gerlitz static int parse_tc_nic_actions(struct mlx5e_priv *priv, struct tcf_exts *exts, 1307aa0cbbaeSOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr, 1308aa0cbbaeSOr Gerlitz struct mlx5e_tc_flow *flow) 1309e3a2b7edSAmir Vadai { 1310aa0cbbaeSOr Gerlitz struct mlx5_nic_flow_attr *attr = flow->nic_attr; 1311e3a2b7edSAmir Vadai const struct tc_action *a; 131222dc13c8SWANG Cong LIST_HEAD(actions); 13132f4fe4caSOr Gerlitz int err; 1314e3a2b7edSAmir Vadai 1315e3a2b7edSAmir Vadai if (tc_no_actions(exts)) 1316e3a2b7edSAmir Vadai return -EINVAL; 1317e3a2b7edSAmir Vadai 13183bc4b7bfSOr Gerlitz attr->flow_tag = MLX5_FS_DEFAULT_FLOW_TAG; 13193bc4b7bfSOr Gerlitz attr->action = 0; 1320e3a2b7edSAmir Vadai 132122dc13c8SWANG Cong tcf_exts_to_list(exts, &actions); 132222dc13c8SWANG Cong list_for_each_entry(a, &actions, list) { 1323e3a2b7edSAmir Vadai if (is_tcf_gact_shot(a)) { 13243bc4b7bfSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_DROP; 1325aad7e08dSAmir Vadai if (MLX5_CAP_FLOWTABLE(priv->mdev, 1326aad7e08dSAmir Vadai flow_table_properties_nic_receive.flow_counter)) 13273bc4b7bfSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_COUNT; 1328e3a2b7edSAmir Vadai continue; 1329e3a2b7edSAmir Vadai } 1330e3a2b7edSAmir Vadai 13312f4fe4caSOr Gerlitz if (is_tcf_pedit(a)) { 13322f4fe4caSOr Gerlitz err = parse_tc_pedit_action(priv, a, MLX5_FLOW_NAMESPACE_KERNEL, 13332f4fe4caSOr Gerlitz parse_attr); 13342f4fe4caSOr Gerlitz if (err) 13352f4fe4caSOr Gerlitz return err; 13362f4fe4caSOr Gerlitz 13372f4fe4caSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_MOD_HDR | 13382f4fe4caSOr Gerlitz MLX5_FLOW_CONTEXT_ACTION_FWD_DEST; 13392f4fe4caSOr Gerlitz continue; 13402f4fe4caSOr Gerlitz } 13412f4fe4caSOr Gerlitz 134226c02749SOr Gerlitz if (is_tcf_csum(a)) { 134326c02749SOr Gerlitz if (csum_offload_supported(priv, attr->action, 134426c02749SOr Gerlitz tcf_csum_update_flags(a))) 134526c02749SOr Gerlitz continue; 134626c02749SOr Gerlitz 134726c02749SOr Gerlitz return -EOPNOTSUPP; 134826c02749SOr Gerlitz } 134926c02749SOr Gerlitz 1350e3a2b7edSAmir Vadai if (is_tcf_skbedit_mark(a)) { 1351e3a2b7edSAmir Vadai u32 mark = tcf_skbedit_mark(a); 1352e3a2b7edSAmir Vadai 1353e3a2b7edSAmir Vadai if (mark & ~MLX5E_TC_FLOW_ID_MASK) { 1354e3a2b7edSAmir Vadai netdev_warn(priv->netdev, "Bad flow mark - only 16 bit is supported: 0x%x\n", 1355e3a2b7edSAmir Vadai mark); 1356e3a2b7edSAmir Vadai return -EINVAL; 1357e3a2b7edSAmir Vadai } 1358e3a2b7edSAmir Vadai 13593bc4b7bfSOr Gerlitz attr->flow_tag = mark; 13603bc4b7bfSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_FWD_DEST; 1361e3a2b7edSAmir Vadai continue; 1362e3a2b7edSAmir Vadai } 1363e3a2b7edSAmir Vadai 1364e3a2b7edSAmir Vadai return -EINVAL; 1365e3a2b7edSAmir Vadai } 1366e3a2b7edSAmir Vadai 1367e3a2b7edSAmir Vadai return 0; 1368e3a2b7edSAmir Vadai } 1369e3a2b7edSAmir Vadai 137076f7444dSOr Gerlitz static inline int cmp_encap_info(struct ip_tunnel_key *a, 137176f7444dSOr Gerlitz struct ip_tunnel_key *b) 1372a54e20b4SHadar Hen Zion { 1373a54e20b4SHadar Hen Zion return memcmp(a, b, sizeof(*a)); 1374a54e20b4SHadar Hen Zion } 1375a54e20b4SHadar Hen Zion 137676f7444dSOr Gerlitz static inline int hash_encap_info(struct ip_tunnel_key *key) 1377a54e20b4SHadar Hen Zion { 137876f7444dSOr Gerlitz return jhash(key, sizeof(*key), 0); 1379a54e20b4SHadar Hen Zion } 1380a54e20b4SHadar Hen Zion 1381a54e20b4SHadar Hen Zion static int mlx5e_route_lookup_ipv4(struct mlx5e_priv *priv, 1382a54e20b4SHadar Hen Zion struct net_device *mirred_dev, 1383a54e20b4SHadar Hen Zion struct net_device **out_dev, 1384a54e20b4SHadar Hen Zion struct flowi4 *fl4, 1385a54e20b4SHadar Hen Zion struct neighbour **out_n, 1386a54e20b4SHadar Hen Zion int *out_ttl) 1387a54e20b4SHadar Hen Zion { 13883e621b19SHadar Hen Zion struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 1389a54e20b4SHadar Hen Zion struct rtable *rt; 1390a54e20b4SHadar Hen Zion struct neighbour *n = NULL; 1391a54e20b4SHadar Hen Zion 1392a54e20b4SHadar Hen Zion #if IS_ENABLED(CONFIG_INET) 1393abeffce9SArnd Bergmann int ret; 1394abeffce9SArnd Bergmann 1395a54e20b4SHadar Hen Zion rt = ip_route_output_key(dev_net(mirred_dev), fl4); 1396abeffce9SArnd Bergmann ret = PTR_ERR_OR_ZERO(rt); 1397abeffce9SArnd Bergmann if (ret) 1398abeffce9SArnd Bergmann return ret; 1399a54e20b4SHadar Hen Zion #else 1400a54e20b4SHadar Hen Zion return -EOPNOTSUPP; 1401a54e20b4SHadar Hen Zion #endif 14023e621b19SHadar Hen Zion /* if the egress device isn't on the same HW e-switch, we use the uplink */ 14033e621b19SHadar Hen Zion if (!switchdev_port_same_parent_id(priv->netdev, rt->dst.dev)) 14043e621b19SHadar Hen Zion *out_dev = mlx5_eswitch_get_uplink_netdev(esw); 14053e621b19SHadar Hen Zion else 14063e621b19SHadar Hen Zion *out_dev = rt->dst.dev; 1407a54e20b4SHadar Hen Zion 140875c33da8SOr Gerlitz *out_ttl = ip4_dst_hoplimit(&rt->dst); 1409a54e20b4SHadar Hen Zion n = dst_neigh_lookup(&rt->dst, &fl4->daddr); 1410a54e20b4SHadar Hen Zion ip_rt_put(rt); 1411a54e20b4SHadar Hen Zion if (!n) 1412a54e20b4SHadar Hen Zion return -ENOMEM; 1413a54e20b4SHadar Hen Zion 1414a54e20b4SHadar Hen Zion *out_n = n; 1415a54e20b4SHadar Hen Zion return 0; 1416a54e20b4SHadar Hen Zion } 1417a54e20b4SHadar Hen Zion 1418ce99f6b9SOr Gerlitz static int mlx5e_route_lookup_ipv6(struct mlx5e_priv *priv, 1419ce99f6b9SOr Gerlitz struct net_device *mirred_dev, 1420ce99f6b9SOr Gerlitz struct net_device **out_dev, 1421ce99f6b9SOr Gerlitz struct flowi6 *fl6, 1422ce99f6b9SOr Gerlitz struct neighbour **out_n, 1423ce99f6b9SOr Gerlitz int *out_ttl) 1424ce99f6b9SOr Gerlitz { 1425ce99f6b9SOr Gerlitz struct neighbour *n = NULL; 1426ce99f6b9SOr Gerlitz struct dst_entry *dst; 1427ce99f6b9SOr Gerlitz 1428ce99f6b9SOr Gerlitz #if IS_ENABLED(CONFIG_INET) && IS_ENABLED(CONFIG_IPV6) 1429ce99f6b9SOr Gerlitz struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 1430ce99f6b9SOr Gerlitz int ret; 1431ce99f6b9SOr Gerlitz 1432ce99f6b9SOr Gerlitz dst = ip6_route_output(dev_net(mirred_dev), NULL, fl6); 1433ce99f6b9SOr Gerlitz ret = dst->error; 1434321fa4ffSArnd Bergmann if (ret) { 1435ce99f6b9SOr Gerlitz dst_release(dst); 1436ce99f6b9SOr Gerlitz return ret; 1437ce99f6b9SOr Gerlitz } 1438ce99f6b9SOr Gerlitz 1439ce99f6b9SOr Gerlitz *out_ttl = ip6_dst_hoplimit(dst); 1440ce99f6b9SOr Gerlitz 1441ce99f6b9SOr Gerlitz /* if the egress device isn't on the same HW e-switch, we use the uplink */ 1442ce99f6b9SOr Gerlitz if (!switchdev_port_same_parent_id(priv->netdev, dst->dev)) 1443ce99f6b9SOr Gerlitz *out_dev = mlx5_eswitch_get_uplink_netdev(esw); 1444ce99f6b9SOr Gerlitz else 1445ce99f6b9SOr Gerlitz *out_dev = dst->dev; 1446ce99f6b9SOr Gerlitz #else 1447ce99f6b9SOr Gerlitz return -EOPNOTSUPP; 1448ce99f6b9SOr Gerlitz #endif 1449ce99f6b9SOr Gerlitz 1450ce99f6b9SOr Gerlitz n = dst_neigh_lookup(dst, &fl6->daddr); 1451ce99f6b9SOr Gerlitz dst_release(dst); 1452ce99f6b9SOr Gerlitz if (!n) 1453ce99f6b9SOr Gerlitz return -ENOMEM; 1454ce99f6b9SOr Gerlitz 1455ce99f6b9SOr Gerlitz *out_n = n; 1456ce99f6b9SOr Gerlitz return 0; 1457ce99f6b9SOr Gerlitz } 1458ce99f6b9SOr Gerlitz 145932f3671fSOr Gerlitz static void gen_vxlan_header_ipv4(struct net_device *out_dev, 146032f3671fSOr Gerlitz char buf[], int encap_size, 1461a54e20b4SHadar Hen Zion unsigned char h_dest[ETH_ALEN], 1462a54e20b4SHadar Hen Zion int ttl, 1463a54e20b4SHadar Hen Zion __be32 daddr, 1464a54e20b4SHadar Hen Zion __be32 saddr, 1465a54e20b4SHadar Hen Zion __be16 udp_dst_port, 1466a54e20b4SHadar Hen Zion __be32 vx_vni) 1467a54e20b4SHadar Hen Zion { 1468a54e20b4SHadar Hen Zion struct ethhdr *eth = (struct ethhdr *)buf; 1469a54e20b4SHadar Hen Zion struct iphdr *ip = (struct iphdr *)((char *)eth + sizeof(struct ethhdr)); 1470a54e20b4SHadar Hen Zion struct udphdr *udp = (struct udphdr *)((char *)ip + sizeof(struct iphdr)); 1471a54e20b4SHadar Hen Zion struct vxlanhdr *vxh = (struct vxlanhdr *)((char *)udp + sizeof(struct udphdr)); 1472a54e20b4SHadar Hen Zion 1473a54e20b4SHadar Hen Zion memset(buf, 0, encap_size); 1474a54e20b4SHadar Hen Zion 1475a54e20b4SHadar Hen Zion ether_addr_copy(eth->h_dest, h_dest); 1476a54e20b4SHadar Hen Zion ether_addr_copy(eth->h_source, out_dev->dev_addr); 1477a54e20b4SHadar Hen Zion eth->h_proto = htons(ETH_P_IP); 1478a54e20b4SHadar Hen Zion 1479a54e20b4SHadar Hen Zion ip->daddr = daddr; 1480a54e20b4SHadar Hen Zion ip->saddr = saddr; 1481a54e20b4SHadar Hen Zion 1482a54e20b4SHadar Hen Zion ip->ttl = ttl; 1483a54e20b4SHadar Hen Zion ip->protocol = IPPROTO_UDP; 1484a54e20b4SHadar Hen Zion ip->version = 0x4; 1485a54e20b4SHadar Hen Zion ip->ihl = 0x5; 1486a54e20b4SHadar Hen Zion 1487a54e20b4SHadar Hen Zion udp->dest = udp_dst_port; 1488a54e20b4SHadar Hen Zion vxh->vx_flags = VXLAN_HF_VNI; 1489a54e20b4SHadar Hen Zion vxh->vx_vni = vxlan_vni_field(vx_vni); 1490a54e20b4SHadar Hen Zion } 1491a54e20b4SHadar Hen Zion 1492225aabafSOr Gerlitz static void gen_vxlan_header_ipv6(struct net_device *out_dev, 1493225aabafSOr Gerlitz char buf[], int encap_size, 1494ce99f6b9SOr Gerlitz unsigned char h_dest[ETH_ALEN], 1495ce99f6b9SOr Gerlitz int ttl, 1496ce99f6b9SOr Gerlitz struct in6_addr *daddr, 1497ce99f6b9SOr Gerlitz struct in6_addr *saddr, 1498ce99f6b9SOr Gerlitz __be16 udp_dst_port, 1499ce99f6b9SOr Gerlitz __be32 vx_vni) 1500ce99f6b9SOr Gerlitz { 1501ce99f6b9SOr Gerlitz struct ethhdr *eth = (struct ethhdr *)buf; 1502ce99f6b9SOr Gerlitz struct ipv6hdr *ip6h = (struct ipv6hdr *)((char *)eth + sizeof(struct ethhdr)); 1503ce99f6b9SOr Gerlitz struct udphdr *udp = (struct udphdr *)((char *)ip6h + sizeof(struct ipv6hdr)); 1504ce99f6b9SOr Gerlitz struct vxlanhdr *vxh = (struct vxlanhdr *)((char *)udp + sizeof(struct udphdr)); 1505ce99f6b9SOr Gerlitz 1506ce99f6b9SOr Gerlitz memset(buf, 0, encap_size); 1507ce99f6b9SOr Gerlitz 1508ce99f6b9SOr Gerlitz ether_addr_copy(eth->h_dest, h_dest); 1509ce99f6b9SOr Gerlitz ether_addr_copy(eth->h_source, out_dev->dev_addr); 1510ce99f6b9SOr Gerlitz eth->h_proto = htons(ETH_P_IPV6); 1511ce99f6b9SOr Gerlitz 1512ce99f6b9SOr Gerlitz ip6_flow_hdr(ip6h, 0, 0); 1513ce99f6b9SOr Gerlitz /* the HW fills up ipv6 payload len */ 1514ce99f6b9SOr Gerlitz ip6h->nexthdr = IPPROTO_UDP; 1515ce99f6b9SOr Gerlitz ip6h->hop_limit = ttl; 1516ce99f6b9SOr Gerlitz ip6h->daddr = *daddr; 1517ce99f6b9SOr Gerlitz ip6h->saddr = *saddr; 1518ce99f6b9SOr Gerlitz 1519ce99f6b9SOr Gerlitz udp->dest = udp_dst_port; 1520ce99f6b9SOr Gerlitz vxh->vx_flags = VXLAN_HF_VNI; 1521ce99f6b9SOr Gerlitz vxh->vx_vni = vxlan_vni_field(vx_vni); 1522ce99f6b9SOr Gerlitz } 1523ce99f6b9SOr Gerlitz 1524a54e20b4SHadar Hen Zion static int mlx5e_create_encap_header_ipv4(struct mlx5e_priv *priv, 1525a54e20b4SHadar Hen Zion struct net_device *mirred_dev, 15261a8552bdSHadar Hen Zion struct mlx5e_encap_entry *e) 1527a54e20b4SHadar Hen Zion { 1528a54e20b4SHadar Hen Zion int max_encap_size = MLX5_CAP_ESW(priv->mdev, max_encap_header_size); 152932f3671fSOr Gerlitz int ipv4_encap_size = ETH_HLEN + sizeof(struct iphdr) + VXLAN_HLEN; 153076f7444dSOr Gerlitz struct ip_tunnel_key *tun_key = &e->tun_info.key; 15311a8552bdSHadar Hen Zion struct net_device *out_dev; 1532a42485ebSOr Gerlitz struct neighbour *n = NULL; 1533a54e20b4SHadar Hen Zion struct flowi4 fl4 = {}; 1534a54e20b4SHadar Hen Zion char *encap_header; 153532f3671fSOr Gerlitz int ttl, err; 1536033354d5SHadar Hen Zion u8 nud_state; 1537a54e20b4SHadar Hen Zion 153832f3671fSOr Gerlitz if (max_encap_size < ipv4_encap_size) { 153932f3671fSOr Gerlitz mlx5_core_warn(priv->mdev, "encap size %d too big, max supported is %d\n", 154032f3671fSOr Gerlitz ipv4_encap_size, max_encap_size); 154132f3671fSOr Gerlitz return -EOPNOTSUPP; 154232f3671fSOr Gerlitz } 154332f3671fSOr Gerlitz 154432f3671fSOr Gerlitz encap_header = kzalloc(ipv4_encap_size, GFP_KERNEL); 1545a54e20b4SHadar Hen Zion if (!encap_header) 1546a54e20b4SHadar Hen Zion return -ENOMEM; 1547a54e20b4SHadar Hen Zion 1548a54e20b4SHadar Hen Zion switch (e->tunnel_type) { 1549a54e20b4SHadar Hen Zion case MLX5_HEADER_TYPE_VXLAN: 1550a54e20b4SHadar Hen Zion fl4.flowi4_proto = IPPROTO_UDP; 155176f7444dSOr Gerlitz fl4.fl4_dport = tun_key->tp_dst; 1552a54e20b4SHadar Hen Zion break; 1553a54e20b4SHadar Hen Zion default: 1554a54e20b4SHadar Hen Zion err = -EOPNOTSUPP; 1555a54e20b4SHadar Hen Zion goto out; 1556a54e20b4SHadar Hen Zion } 15579a941117SOr Gerlitz fl4.flowi4_tos = tun_key->tos; 155876f7444dSOr Gerlitz fl4.daddr = tun_key->u.ipv4.dst; 15599a941117SOr Gerlitz fl4.saddr = tun_key->u.ipv4.src; 1560a54e20b4SHadar Hen Zion 15611a8552bdSHadar Hen Zion err = mlx5e_route_lookup_ipv4(priv, mirred_dev, &out_dev, 15629a941117SOr Gerlitz &fl4, &n, &ttl); 1563a54e20b4SHadar Hen Zion if (err) 1564a54e20b4SHadar Hen Zion goto out; 1565a54e20b4SHadar Hen Zion 1566232c0013SHadar Hen Zion /* used by mlx5e_detach_encap to lookup a neigh hash table 1567232c0013SHadar Hen Zion * entry in the neigh hash table when a user deletes a rule 1568232c0013SHadar Hen Zion */ 1569232c0013SHadar Hen Zion e->m_neigh.dev = n->dev; 1570f6dfb4c3SHadar Hen Zion e->m_neigh.family = n->ops->family; 1571232c0013SHadar Hen Zion memcpy(&e->m_neigh.dst_ip, n->primary_key, n->tbl->key_len); 1572232c0013SHadar Hen Zion e->out_dev = out_dev; 1573232c0013SHadar Hen Zion 1574232c0013SHadar Hen Zion /* It's importent to add the neigh to the hash table before checking 1575232c0013SHadar Hen Zion * the neigh validity state. So if we'll get a notification, in case the 1576232c0013SHadar Hen Zion * neigh changes it's validity state, we would find the relevant neigh 1577232c0013SHadar Hen Zion * in the hash. 1578232c0013SHadar Hen Zion */ 1579232c0013SHadar Hen Zion err = mlx5e_rep_encap_entry_attach(netdev_priv(out_dev), e); 1580232c0013SHadar Hen Zion if (err) 1581232c0013SHadar Hen Zion goto out; 1582232c0013SHadar Hen Zion 1583033354d5SHadar Hen Zion read_lock_bh(&n->lock); 1584033354d5SHadar Hen Zion nud_state = n->nud_state; 1585033354d5SHadar Hen Zion ether_addr_copy(e->h_dest, n->ha); 1586033354d5SHadar Hen Zion read_unlock_bh(&n->lock); 1587033354d5SHadar Hen Zion 1588a54e20b4SHadar Hen Zion switch (e->tunnel_type) { 1589a54e20b4SHadar Hen Zion case MLX5_HEADER_TYPE_VXLAN: 15901a8552bdSHadar Hen Zion gen_vxlan_header_ipv4(out_dev, encap_header, 159132f3671fSOr Gerlitz ipv4_encap_size, e->h_dest, ttl, 15929a941117SOr Gerlitz fl4.daddr, 15939a941117SOr Gerlitz fl4.saddr, tun_key->tp_dst, 159476f7444dSOr Gerlitz tunnel_id_to_key32(tun_key->tun_id)); 1595a54e20b4SHadar Hen Zion break; 1596a54e20b4SHadar Hen Zion default: 1597a54e20b4SHadar Hen Zion err = -EOPNOTSUPP; 1598232c0013SHadar Hen Zion goto destroy_neigh_entry; 1599232c0013SHadar Hen Zion } 1600232c0013SHadar Hen Zion e->encap_size = ipv4_encap_size; 1601232c0013SHadar Hen Zion e->encap_header = encap_header; 1602232c0013SHadar Hen Zion 1603232c0013SHadar Hen Zion if (!(nud_state & NUD_VALID)) { 1604232c0013SHadar Hen Zion neigh_event_send(n, NULL); 160527902f08SWei Yongjun err = -EAGAIN; 160627902f08SWei Yongjun goto out; 1607a54e20b4SHadar Hen Zion } 1608a54e20b4SHadar Hen Zion 1609a54e20b4SHadar Hen Zion err = mlx5_encap_alloc(priv->mdev, e->tunnel_type, 161032f3671fSOr Gerlitz ipv4_encap_size, encap_header, &e->encap_id); 1611232c0013SHadar Hen Zion if (err) 1612232c0013SHadar Hen Zion goto destroy_neigh_entry; 1613232c0013SHadar Hen Zion 1614232c0013SHadar Hen Zion e->flags |= MLX5_ENCAP_ENTRY_VALID; 1615f6dfb4c3SHadar Hen Zion mlx5e_rep_queue_neigh_stats_work(netdev_priv(out_dev)); 1616a42485ebSOr Gerlitz neigh_release(n); 1617232c0013SHadar Hen Zion return err; 1618232c0013SHadar Hen Zion 1619232c0013SHadar Hen Zion destroy_neigh_entry: 1620232c0013SHadar Hen Zion mlx5e_rep_encap_entry_detach(netdev_priv(e->out_dev), e); 1621232c0013SHadar Hen Zion out: 1622a54e20b4SHadar Hen Zion kfree(encap_header); 1623232c0013SHadar Hen Zion if (n) 1624232c0013SHadar Hen Zion neigh_release(n); 1625a54e20b4SHadar Hen Zion return err; 1626a54e20b4SHadar Hen Zion } 1627a54e20b4SHadar Hen Zion 1628ce99f6b9SOr Gerlitz static int mlx5e_create_encap_header_ipv6(struct mlx5e_priv *priv, 1629ce99f6b9SOr Gerlitz struct net_device *mirred_dev, 16301a8552bdSHadar Hen Zion struct mlx5e_encap_entry *e) 1631ce99f6b9SOr Gerlitz { 1632ce99f6b9SOr Gerlitz int max_encap_size = MLX5_CAP_ESW(priv->mdev, max_encap_header_size); 1633225aabafSOr Gerlitz int ipv6_encap_size = ETH_HLEN + sizeof(struct ipv6hdr) + VXLAN_HLEN; 1634ce99f6b9SOr Gerlitz struct ip_tunnel_key *tun_key = &e->tun_info.key; 16351a8552bdSHadar Hen Zion struct net_device *out_dev; 1636ce99f6b9SOr Gerlitz struct neighbour *n = NULL; 1637ce99f6b9SOr Gerlitz struct flowi6 fl6 = {}; 1638ce99f6b9SOr Gerlitz char *encap_header; 1639225aabafSOr Gerlitz int err, ttl = 0; 1640033354d5SHadar Hen Zion u8 nud_state; 1641ce99f6b9SOr Gerlitz 1642225aabafSOr Gerlitz if (max_encap_size < ipv6_encap_size) { 1643225aabafSOr Gerlitz mlx5_core_warn(priv->mdev, "encap size %d too big, max supported is %d\n", 1644225aabafSOr Gerlitz ipv6_encap_size, max_encap_size); 1645225aabafSOr Gerlitz return -EOPNOTSUPP; 1646225aabafSOr Gerlitz } 1647225aabafSOr Gerlitz 1648225aabafSOr Gerlitz encap_header = kzalloc(ipv6_encap_size, GFP_KERNEL); 1649ce99f6b9SOr Gerlitz if (!encap_header) 1650ce99f6b9SOr Gerlitz return -ENOMEM; 1651ce99f6b9SOr Gerlitz 1652ce99f6b9SOr Gerlitz switch (e->tunnel_type) { 1653ce99f6b9SOr Gerlitz case MLX5_HEADER_TYPE_VXLAN: 1654ce99f6b9SOr Gerlitz fl6.flowi6_proto = IPPROTO_UDP; 1655ce99f6b9SOr Gerlitz fl6.fl6_dport = tun_key->tp_dst; 1656ce99f6b9SOr Gerlitz break; 1657ce99f6b9SOr Gerlitz default: 1658ce99f6b9SOr Gerlitz err = -EOPNOTSUPP; 1659ce99f6b9SOr Gerlitz goto out; 1660ce99f6b9SOr Gerlitz } 1661ce99f6b9SOr Gerlitz 1662ce99f6b9SOr Gerlitz fl6.flowlabel = ip6_make_flowinfo(RT_TOS(tun_key->tos), tun_key->label); 1663ce99f6b9SOr Gerlitz fl6.daddr = tun_key->u.ipv6.dst; 1664ce99f6b9SOr Gerlitz fl6.saddr = tun_key->u.ipv6.src; 1665ce99f6b9SOr Gerlitz 16661a8552bdSHadar Hen Zion err = mlx5e_route_lookup_ipv6(priv, mirred_dev, &out_dev, 1667ce99f6b9SOr Gerlitz &fl6, &n, &ttl); 1668ce99f6b9SOr Gerlitz if (err) 1669ce99f6b9SOr Gerlitz goto out; 1670ce99f6b9SOr Gerlitz 1671232c0013SHadar Hen Zion /* used by mlx5e_detach_encap to lookup a neigh hash table 1672232c0013SHadar Hen Zion * entry in the neigh hash table when a user deletes a rule 1673232c0013SHadar Hen Zion */ 1674232c0013SHadar Hen Zion e->m_neigh.dev = n->dev; 1675f6dfb4c3SHadar Hen Zion e->m_neigh.family = n->ops->family; 1676232c0013SHadar Hen Zion memcpy(&e->m_neigh.dst_ip, n->primary_key, n->tbl->key_len); 1677232c0013SHadar Hen Zion e->out_dev = out_dev; 1678232c0013SHadar Hen Zion 1679232c0013SHadar Hen Zion /* It's importent to add the neigh to the hash table before checking 1680232c0013SHadar Hen Zion * the neigh validity state. So if we'll get a notification, in case the 1681232c0013SHadar Hen Zion * neigh changes it's validity state, we would find the relevant neigh 1682232c0013SHadar Hen Zion * in the hash. 1683232c0013SHadar Hen Zion */ 1684232c0013SHadar Hen Zion err = mlx5e_rep_encap_entry_attach(netdev_priv(out_dev), e); 1685232c0013SHadar Hen Zion if (err) 1686232c0013SHadar Hen Zion goto out; 1687232c0013SHadar Hen Zion 1688033354d5SHadar Hen Zion read_lock_bh(&n->lock); 1689033354d5SHadar Hen Zion nud_state = n->nud_state; 1690033354d5SHadar Hen Zion ether_addr_copy(e->h_dest, n->ha); 1691033354d5SHadar Hen Zion read_unlock_bh(&n->lock); 1692033354d5SHadar Hen Zion 1693ce99f6b9SOr Gerlitz switch (e->tunnel_type) { 1694ce99f6b9SOr Gerlitz case MLX5_HEADER_TYPE_VXLAN: 16951a8552bdSHadar Hen Zion gen_vxlan_header_ipv6(out_dev, encap_header, 1696225aabafSOr Gerlitz ipv6_encap_size, e->h_dest, ttl, 1697ce99f6b9SOr Gerlitz &fl6.daddr, 1698ce99f6b9SOr Gerlitz &fl6.saddr, tun_key->tp_dst, 1699ce99f6b9SOr Gerlitz tunnel_id_to_key32(tun_key->tun_id)); 1700ce99f6b9SOr Gerlitz break; 1701ce99f6b9SOr Gerlitz default: 1702ce99f6b9SOr Gerlitz err = -EOPNOTSUPP; 1703232c0013SHadar Hen Zion goto destroy_neigh_entry; 1704232c0013SHadar Hen Zion } 1705232c0013SHadar Hen Zion 1706232c0013SHadar Hen Zion e->encap_size = ipv6_encap_size; 1707232c0013SHadar Hen Zion e->encap_header = encap_header; 1708232c0013SHadar Hen Zion 1709232c0013SHadar Hen Zion if (!(nud_state & NUD_VALID)) { 1710232c0013SHadar Hen Zion neigh_event_send(n, NULL); 171127902f08SWei Yongjun err = -EAGAIN; 171227902f08SWei Yongjun goto out; 1713ce99f6b9SOr Gerlitz } 1714ce99f6b9SOr Gerlitz 1715ce99f6b9SOr Gerlitz err = mlx5_encap_alloc(priv->mdev, e->tunnel_type, 1716225aabafSOr Gerlitz ipv6_encap_size, encap_header, &e->encap_id); 1717232c0013SHadar Hen Zion if (err) 1718232c0013SHadar Hen Zion goto destroy_neigh_entry; 1719232c0013SHadar Hen Zion 1720232c0013SHadar Hen Zion e->flags |= MLX5_ENCAP_ENTRY_VALID; 1721f6dfb4c3SHadar Hen Zion mlx5e_rep_queue_neigh_stats_work(netdev_priv(out_dev)); 1722ce99f6b9SOr Gerlitz neigh_release(n); 1723232c0013SHadar Hen Zion return err; 1724232c0013SHadar Hen Zion 1725232c0013SHadar Hen Zion destroy_neigh_entry: 1726232c0013SHadar Hen Zion mlx5e_rep_encap_entry_detach(netdev_priv(e->out_dev), e); 1727232c0013SHadar Hen Zion out: 1728ce99f6b9SOr Gerlitz kfree(encap_header); 1729232c0013SHadar Hen Zion if (n) 1730232c0013SHadar Hen Zion neigh_release(n); 1731ce99f6b9SOr Gerlitz return err; 1732ce99f6b9SOr Gerlitz } 1733ce99f6b9SOr Gerlitz 1734a54e20b4SHadar Hen Zion static int mlx5e_attach_encap(struct mlx5e_priv *priv, 1735a54e20b4SHadar Hen Zion struct ip_tunnel_info *tun_info, 1736a54e20b4SHadar Hen Zion struct net_device *mirred_dev, 173745247bf2SOr Gerlitz struct net_device **encap_dev, 173845247bf2SOr Gerlitz struct mlx5e_tc_flow *flow) 173903a9d11eSOr Gerlitz { 1740a54e20b4SHadar Hen Zion struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 17411ad9a00aSPaul Blakey struct net_device *up_dev = mlx5_eswitch_get_uplink_netdev(esw); 1742a54e20b4SHadar Hen Zion unsigned short family = ip_tunnel_info_af(tun_info); 174345247bf2SOr Gerlitz struct mlx5e_priv *up_priv = netdev_priv(up_dev); 174445247bf2SOr Gerlitz struct mlx5_esw_flow_attr *attr = flow->esw_attr; 1745a54e20b4SHadar Hen Zion struct ip_tunnel_key *key = &tun_info->key; 1746c1ae1152SOr Gerlitz struct mlx5e_encap_entry *e; 174745247bf2SOr Gerlitz int tunnel_type, err = 0; 1748a54e20b4SHadar Hen Zion uintptr_t hash_key; 1749a54e20b4SHadar Hen Zion bool found = false; 1750a54e20b4SHadar Hen Zion 17512fcd82e9SOr Gerlitz /* udp dst port must be set */ 1752a54e20b4SHadar Hen Zion if (!memchr_inv(&key->tp_dst, 0, sizeof(key->tp_dst))) 17532fcd82e9SOr Gerlitz goto vxlan_encap_offload_err; 1754a54e20b4SHadar Hen Zion 1755cd377663SOr Gerlitz /* setting udp src port isn't supported */ 17562fcd82e9SOr Gerlitz if (memchr_inv(&key->tp_src, 0, sizeof(key->tp_src))) { 17572fcd82e9SOr Gerlitz vxlan_encap_offload_err: 17582fcd82e9SOr Gerlitz netdev_warn(priv->netdev, 17592fcd82e9SOr Gerlitz "must set udp dst port and not set udp src port\n"); 1760cd377663SOr Gerlitz return -EOPNOTSUPP; 17612fcd82e9SOr Gerlitz } 1762cd377663SOr Gerlitz 17631ad9a00aSPaul Blakey if (mlx5e_vxlan_lookup_port(up_priv, be16_to_cpu(key->tp_dst)) && 1764a54e20b4SHadar Hen Zion MLX5_CAP_ESW(priv->mdev, vxlan_encap_decap)) { 1765a54e20b4SHadar Hen Zion tunnel_type = MLX5_HEADER_TYPE_VXLAN; 1766a54e20b4SHadar Hen Zion } else { 17672fcd82e9SOr Gerlitz netdev_warn(priv->netdev, 17682fcd82e9SOr Gerlitz "%d isn't an offloaded vxlan udp dport\n", be16_to_cpu(key->tp_dst)); 1769a54e20b4SHadar Hen Zion return -EOPNOTSUPP; 1770a54e20b4SHadar Hen Zion } 1771a54e20b4SHadar Hen Zion 177276f7444dSOr Gerlitz hash_key = hash_encap_info(key); 1773a54e20b4SHadar Hen Zion 1774a54e20b4SHadar Hen Zion hash_for_each_possible_rcu(esw->offloads.encap_tbl, e, 1775a54e20b4SHadar Hen Zion encap_hlist, hash_key) { 177676f7444dSOr Gerlitz if (!cmp_encap_info(&e->tun_info.key, key)) { 1777a54e20b4SHadar Hen Zion found = true; 1778a54e20b4SHadar Hen Zion break; 1779a54e20b4SHadar Hen Zion } 1780a54e20b4SHadar Hen Zion } 1781a54e20b4SHadar Hen Zion 178245247bf2SOr Gerlitz if (found) 178345247bf2SOr Gerlitz goto attach_flow; 1784a54e20b4SHadar Hen Zion 1785a54e20b4SHadar Hen Zion e = kzalloc(sizeof(*e), GFP_KERNEL); 1786a54e20b4SHadar Hen Zion if (!e) 1787a54e20b4SHadar Hen Zion return -ENOMEM; 1788a54e20b4SHadar Hen Zion 178976f7444dSOr Gerlitz e->tun_info = *tun_info; 1790a54e20b4SHadar Hen Zion e->tunnel_type = tunnel_type; 1791a54e20b4SHadar Hen Zion INIT_LIST_HEAD(&e->flows); 1792a54e20b4SHadar Hen Zion 1793ce99f6b9SOr Gerlitz if (family == AF_INET) 17941a8552bdSHadar Hen Zion err = mlx5e_create_encap_header_ipv4(priv, mirred_dev, e); 1795ce99f6b9SOr Gerlitz else if (family == AF_INET6) 17961a8552bdSHadar Hen Zion err = mlx5e_create_encap_header_ipv6(priv, mirred_dev, e); 1797ce99f6b9SOr Gerlitz 1798232c0013SHadar Hen Zion if (err && err != -EAGAIN) 1799a54e20b4SHadar Hen Zion goto out_err; 1800a54e20b4SHadar Hen Zion 1801a54e20b4SHadar Hen Zion hash_add_rcu(esw->offloads.encap_tbl, &e->encap_hlist, hash_key); 1802a54e20b4SHadar Hen Zion 180345247bf2SOr Gerlitz attach_flow: 180445247bf2SOr Gerlitz list_add(&flow->encap, &e->flows); 180545247bf2SOr Gerlitz *encap_dev = e->out_dev; 1806232c0013SHadar Hen Zion if (e->flags & MLX5_ENCAP_ENTRY_VALID) 180745247bf2SOr Gerlitz attr->encap_id = e->encap_id; 180845247bf2SOr Gerlitz 1809232c0013SHadar Hen Zion return err; 1810a54e20b4SHadar Hen Zion 1811a54e20b4SHadar Hen Zion out_err: 1812a54e20b4SHadar Hen Zion kfree(e); 1813a54e20b4SHadar Hen Zion return err; 1814a54e20b4SHadar Hen Zion } 1815a54e20b4SHadar Hen Zion 1816a54e20b4SHadar Hen Zion static int parse_tc_fdb_actions(struct mlx5e_priv *priv, struct tcf_exts *exts, 1817d7e75a32SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr, 1818a54e20b4SHadar Hen Zion struct mlx5e_tc_flow *flow) 1819a54e20b4SHadar Hen Zion { 1820ecf5bb79SOr Gerlitz struct mlx5_esw_flow_attr *attr = flow->esw_attr; 18211d447a39SSaeed Mahameed struct mlx5e_rep_priv *rpriv = priv->ppriv; 1822a54e20b4SHadar Hen Zion struct ip_tunnel_info *info = NULL; 182303a9d11eSOr Gerlitz const struct tc_action *a; 182422dc13c8SWANG Cong LIST_HEAD(actions); 1825a54e20b4SHadar Hen Zion bool encap = false; 1826232c0013SHadar Hen Zion int err = 0; 182703a9d11eSOr Gerlitz 182803a9d11eSOr Gerlitz if (tc_no_actions(exts)) 182903a9d11eSOr Gerlitz return -EINVAL; 183003a9d11eSOr Gerlitz 1831776b12b6SOr Gerlitz memset(attr, 0, sizeof(*attr)); 18321d447a39SSaeed Mahameed attr->in_rep = rpriv->rep; 183303a9d11eSOr Gerlitz 183422dc13c8SWANG Cong tcf_exts_to_list(exts, &actions); 183522dc13c8SWANG Cong list_for_each_entry(a, &actions, list) { 183603a9d11eSOr Gerlitz if (is_tcf_gact_shot(a)) { 18378b32580dSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_DROP | 183803a9d11eSOr Gerlitz MLX5_FLOW_CONTEXT_ACTION_COUNT; 183903a9d11eSOr Gerlitz continue; 184003a9d11eSOr Gerlitz } 184103a9d11eSOr Gerlitz 1842d7e75a32SOr Gerlitz if (is_tcf_pedit(a)) { 1843d7e75a32SOr Gerlitz err = parse_tc_pedit_action(priv, a, MLX5_FLOW_NAMESPACE_FDB, 1844d7e75a32SOr Gerlitz parse_attr); 1845d7e75a32SOr Gerlitz if (err) 1846d7e75a32SOr Gerlitz return err; 1847d7e75a32SOr Gerlitz 1848d7e75a32SOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_MOD_HDR; 1849d7e75a32SOr Gerlitz continue; 1850d7e75a32SOr Gerlitz } 1851d7e75a32SOr Gerlitz 185226c02749SOr Gerlitz if (is_tcf_csum(a)) { 185326c02749SOr Gerlitz if (csum_offload_supported(priv, attr->action, 185426c02749SOr Gerlitz tcf_csum_update_flags(a))) 185526c02749SOr Gerlitz continue; 185626c02749SOr Gerlitz 185726c02749SOr Gerlitz return -EOPNOTSUPP; 185826c02749SOr Gerlitz } 185926c02749SOr Gerlitz 18605724b8b5SShmulik Ladkani if (is_tcf_mirred_egress_redirect(a)) { 186103a9d11eSOr Gerlitz int ifindex = tcf_mirred_ifindex(a); 186245247bf2SOr Gerlitz struct net_device *out_dev, *encap_dev = NULL; 186303a9d11eSOr Gerlitz struct mlx5e_priv *out_priv; 186403a9d11eSOr Gerlitz 186503a9d11eSOr Gerlitz out_dev = __dev_get_by_index(dev_net(priv->netdev), ifindex); 186603a9d11eSOr Gerlitz 1867a54e20b4SHadar Hen Zion if (switchdev_port_same_parent_id(priv->netdev, 1868a54e20b4SHadar Hen Zion out_dev)) { 1869e37a79e5SMark Bloch attr->action |= MLX5_FLOW_CONTEXT_ACTION_FWD_DEST | 1870e37a79e5SMark Bloch MLX5_FLOW_CONTEXT_ACTION_COUNT; 187103a9d11eSOr Gerlitz out_priv = netdev_priv(out_dev); 18721d447a39SSaeed Mahameed rpriv = out_priv->ppriv; 18731d447a39SSaeed Mahameed attr->out_rep = rpriv->rep; 1874a54e20b4SHadar Hen Zion } else if (encap) { 1875a54e20b4SHadar Hen Zion err = mlx5e_attach_encap(priv, info, 187645247bf2SOr Gerlitz out_dev, &encap_dev, flow); 1877232c0013SHadar Hen Zion if (err && err != -EAGAIN) 1878a54e20b4SHadar Hen Zion return err; 1879a54e20b4SHadar Hen Zion attr->action |= MLX5_FLOW_CONTEXT_ACTION_ENCAP | 1880a54e20b4SHadar Hen Zion MLX5_FLOW_CONTEXT_ACTION_FWD_DEST | 1881a54e20b4SHadar Hen Zion MLX5_FLOW_CONTEXT_ACTION_COUNT; 188245247bf2SOr Gerlitz out_priv = netdev_priv(encap_dev); 18831d447a39SSaeed Mahameed rpriv = out_priv->ppriv; 18841d447a39SSaeed Mahameed attr->out_rep = rpriv->rep; 1885232c0013SHadar Hen Zion attr->parse_attr = parse_attr; 1886a54e20b4SHadar Hen Zion } else { 1887a54e20b4SHadar Hen Zion pr_err("devices %s %s not on same switch HW, can't offload forwarding\n", 1888a54e20b4SHadar Hen Zion priv->netdev->name, out_dev->name); 1889a54e20b4SHadar Hen Zion return -EINVAL; 1890a54e20b4SHadar Hen Zion } 1891a54e20b4SHadar Hen Zion continue; 1892a54e20b4SHadar Hen Zion } 1893a54e20b4SHadar Hen Zion 1894a54e20b4SHadar Hen Zion if (is_tcf_tunnel_set(a)) { 1895a54e20b4SHadar Hen Zion info = tcf_tunnel_info(a); 1896a54e20b4SHadar Hen Zion if (info) 1897a54e20b4SHadar Hen Zion encap = true; 1898a54e20b4SHadar Hen Zion else 1899a54e20b4SHadar Hen Zion return -EOPNOTSUPP; 190003a9d11eSOr Gerlitz continue; 190103a9d11eSOr Gerlitz } 190203a9d11eSOr Gerlitz 19038b32580dSOr Gerlitz if (is_tcf_vlan(a)) { 190409c91ddfSOr Gerlitz if (tcf_vlan_action(a) == TCA_VLAN_ACT_POP) { 19058b32580dSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_VLAN_POP; 190609c91ddfSOr Gerlitz } else if (tcf_vlan_action(a) == TCA_VLAN_ACT_PUSH) { 19078b32580dSOr Gerlitz if (tcf_vlan_push_proto(a) != htons(ETH_P_8021Q)) 19088b32580dSOr Gerlitz return -EOPNOTSUPP; 19098b32580dSOr Gerlitz 19108b32580dSOr Gerlitz attr->action |= MLX5_FLOW_CONTEXT_ACTION_VLAN_PUSH; 19118b32580dSOr Gerlitz attr->vlan = tcf_vlan_push_vid(a); 191209c91ddfSOr Gerlitz } else { /* action is TCA_VLAN_ACT_MODIFY */ 191309c91ddfSOr Gerlitz return -EOPNOTSUPP; 19148b32580dSOr Gerlitz } 19158b32580dSOr Gerlitz continue; 19168b32580dSOr Gerlitz } 19178b32580dSOr Gerlitz 1918bbd00f7eSHadar Hen Zion if (is_tcf_tunnel_release(a)) { 1919bbd00f7eSHadar Hen Zion attr->action |= MLX5_FLOW_CONTEXT_ACTION_DECAP; 1920bbd00f7eSHadar Hen Zion continue; 1921bbd00f7eSHadar Hen Zion } 1922bbd00f7eSHadar Hen Zion 192303a9d11eSOr Gerlitz return -EINVAL; 192403a9d11eSOr Gerlitz } 1925232c0013SHadar Hen Zion return err; 192603a9d11eSOr Gerlitz } 192703a9d11eSOr Gerlitz 1928e3a2b7edSAmir Vadai int mlx5e_configure_flower(struct mlx5e_priv *priv, __be16 protocol, 1929e3a2b7edSAmir Vadai struct tc_cls_flower_offload *f) 1930e3a2b7edSAmir Vadai { 1931adb4c123SOr Gerlitz struct mlx5_eswitch *esw = priv->mdev->priv.eswitch; 193217091853SOr Gerlitz struct mlx5e_tc_flow_parse_attr *parse_attr; 19333bc4b7bfSOr Gerlitz struct mlx5e_tc_table *tc = &priv->fs.tc; 19343bc4b7bfSOr Gerlitz struct mlx5e_tc_flow *flow; 19353bc4b7bfSOr Gerlitz int attr_size, err = 0; 193665ba8fb7SOr Gerlitz u8 flow_flags = 0; 1937e3a2b7edSAmir Vadai 193865ba8fb7SOr Gerlitz if (esw && esw->mode == SRIOV_OFFLOADS) { 193965ba8fb7SOr Gerlitz flow_flags = MLX5E_TC_FLOW_ESWITCH; 194065ba8fb7SOr Gerlitz attr_size = sizeof(struct mlx5_esw_flow_attr); 19413bc4b7bfSOr Gerlitz } else { 19423bc4b7bfSOr Gerlitz flow_flags = MLX5E_TC_FLOW_NIC; 19433bc4b7bfSOr Gerlitz attr_size = sizeof(struct mlx5_nic_flow_attr); 194465ba8fb7SOr Gerlitz } 1945776b12b6SOr Gerlitz 194665ba8fb7SOr Gerlitz flow = kzalloc(sizeof(*flow) + attr_size, GFP_KERNEL); 19471b9a07eeSLeon Romanovsky parse_attr = kvzalloc(sizeof(*parse_attr), GFP_KERNEL); 194817091853SOr Gerlitz if (!parse_attr || !flow) { 1949e3a2b7edSAmir Vadai err = -ENOMEM; 1950e3a2b7edSAmir Vadai goto err_free; 1951e3a2b7edSAmir Vadai } 1952e3a2b7edSAmir Vadai 1953e3a2b7edSAmir Vadai flow->cookie = f->cookie; 195465ba8fb7SOr Gerlitz flow->flags = flow_flags; 1955e3a2b7edSAmir Vadai 195617091853SOr Gerlitz err = parse_cls_flower(priv, flow, &parse_attr->spec, f); 1957e3a2b7edSAmir Vadai if (err < 0) 1958e3a2b7edSAmir Vadai goto err_free; 1959e3a2b7edSAmir Vadai 196065ba8fb7SOr Gerlitz if (flow->flags & MLX5E_TC_FLOW_ESWITCH) { 1961d7e75a32SOr Gerlitz err = parse_tc_fdb_actions(priv, f->exts, parse_attr, flow); 1962adb4c123SOr Gerlitz if (err < 0) 1963232c0013SHadar Hen Zion goto err_handle_encap_flow; 1964aa0cbbaeSOr Gerlitz flow->rule = mlx5e_tc_add_fdb_flow(priv, parse_attr, flow); 1965adb4c123SOr Gerlitz } else { 1966aa0cbbaeSOr Gerlitz err = parse_tc_nic_actions(priv, f->exts, parse_attr, flow); 1967e3a2b7edSAmir Vadai if (err < 0) 1968e3a2b7edSAmir Vadai goto err_free; 1969aa0cbbaeSOr Gerlitz flow->rule = mlx5e_tc_add_nic_flow(priv, parse_attr, flow); 1970adb4c123SOr Gerlitz } 1971adb4c123SOr Gerlitz 19725c40348cSOr Gerlitz if (IS_ERR(flow->rule)) { 19735c40348cSOr Gerlitz err = PTR_ERR(flow->rule); 1974aa0cbbaeSOr Gerlitz goto err_free; 19755c40348cSOr Gerlitz } 19765c40348cSOr Gerlitz 19770b67a38fSHadar Hen Zion flow->flags |= MLX5E_TC_FLOW_OFFLOADED; 1978e3a2b7edSAmir Vadai err = rhashtable_insert_fast(&tc->ht, &flow->node, 1979e3a2b7edSAmir Vadai tc->ht_params); 1980e3a2b7edSAmir Vadai if (err) 19815c40348cSOr Gerlitz goto err_del_rule; 1982e3a2b7edSAmir Vadai 1983232c0013SHadar Hen Zion if (flow->flags & MLX5E_TC_FLOW_ESWITCH && 1984232c0013SHadar Hen Zion !(flow->esw_attr->action & MLX5_FLOW_CONTEXT_ACTION_ENCAP)) 1985232c0013SHadar Hen Zion kvfree(parse_attr); 1986232c0013SHadar Hen Zion return err; 1987e3a2b7edSAmir Vadai 19885c40348cSOr Gerlitz err_del_rule: 19895e86397aSOr Gerlitz mlx5e_tc_del_flow(priv, flow); 1990e3a2b7edSAmir Vadai 1991232c0013SHadar Hen Zion err_handle_encap_flow: 1992232c0013SHadar Hen Zion if (err == -EAGAIN) { 1993232c0013SHadar Hen Zion err = rhashtable_insert_fast(&tc->ht, &flow->node, 1994232c0013SHadar Hen Zion tc->ht_params); 1995232c0013SHadar Hen Zion if (err) 1996232c0013SHadar Hen Zion mlx5e_tc_del_flow(priv, flow); 1997232c0013SHadar Hen Zion else 1998232c0013SHadar Hen Zion return 0; 1999232c0013SHadar Hen Zion } 2000232c0013SHadar Hen Zion 2001e3a2b7edSAmir Vadai err_free: 200217091853SOr Gerlitz kvfree(parse_attr); 2003232c0013SHadar Hen Zion kfree(flow); 2004e3a2b7edSAmir Vadai return err; 2005e3a2b7edSAmir Vadai } 2006e3a2b7edSAmir Vadai 2007e3a2b7edSAmir Vadai int mlx5e_delete_flower(struct mlx5e_priv *priv, 2008e3a2b7edSAmir Vadai struct tc_cls_flower_offload *f) 2009e3a2b7edSAmir Vadai { 2010e3a2b7edSAmir Vadai struct mlx5e_tc_flow *flow; 2011acff797cSMaor Gottlieb struct mlx5e_tc_table *tc = &priv->fs.tc; 2012e3a2b7edSAmir Vadai 2013e3a2b7edSAmir Vadai flow = rhashtable_lookup_fast(&tc->ht, &f->cookie, 2014e3a2b7edSAmir Vadai tc->ht_params); 2015e3a2b7edSAmir Vadai if (!flow) 2016e3a2b7edSAmir Vadai return -EINVAL; 2017e3a2b7edSAmir Vadai 2018e3a2b7edSAmir Vadai rhashtable_remove_fast(&tc->ht, &flow->node, tc->ht_params); 2019e3a2b7edSAmir Vadai 2020961e8979SRoi Dayan mlx5e_tc_del_flow(priv, flow); 2021e3a2b7edSAmir Vadai 2022e3a2b7edSAmir Vadai kfree(flow); 2023e3a2b7edSAmir Vadai 2024e3a2b7edSAmir Vadai return 0; 2025e3a2b7edSAmir Vadai } 2026e3a2b7edSAmir Vadai 2027aad7e08dSAmir Vadai int mlx5e_stats_flower(struct mlx5e_priv *priv, 2028aad7e08dSAmir Vadai struct tc_cls_flower_offload *f) 2029aad7e08dSAmir Vadai { 2030aad7e08dSAmir Vadai struct mlx5e_tc_table *tc = &priv->fs.tc; 2031aad7e08dSAmir Vadai struct mlx5e_tc_flow *flow; 2032aad7e08dSAmir Vadai struct mlx5_fc *counter; 2033aad7e08dSAmir Vadai u64 bytes; 2034aad7e08dSAmir Vadai u64 packets; 2035aad7e08dSAmir Vadai u64 lastuse; 2036aad7e08dSAmir Vadai 2037aad7e08dSAmir Vadai flow = rhashtable_lookup_fast(&tc->ht, &f->cookie, 2038aad7e08dSAmir Vadai tc->ht_params); 2039aad7e08dSAmir Vadai if (!flow) 2040aad7e08dSAmir Vadai return -EINVAL; 2041aad7e08dSAmir Vadai 20420b67a38fSHadar Hen Zion if (!(flow->flags & MLX5E_TC_FLOW_OFFLOADED)) 20430b67a38fSHadar Hen Zion return 0; 20440b67a38fSHadar Hen Zion 2045aad7e08dSAmir Vadai counter = mlx5_flow_rule_counter(flow->rule); 2046aad7e08dSAmir Vadai if (!counter) 2047aad7e08dSAmir Vadai return 0; 2048aad7e08dSAmir Vadai 2049aad7e08dSAmir Vadai mlx5_fc_query_cached(counter, &bytes, &packets, &lastuse); 2050aad7e08dSAmir Vadai 2051d897a638SJakub Kicinski tcf_exts_stats_update(f->exts, bytes, packets, lastuse); 2052fed06ee8SOr Gerlitz 2053aad7e08dSAmir Vadai return 0; 2054aad7e08dSAmir Vadai } 2055aad7e08dSAmir Vadai 2056e8f887acSAmir Vadai static const struct rhashtable_params mlx5e_tc_flow_ht_params = { 2057e8f887acSAmir Vadai .head_offset = offsetof(struct mlx5e_tc_flow, node), 2058e8f887acSAmir Vadai .key_offset = offsetof(struct mlx5e_tc_flow, cookie), 2059e8f887acSAmir Vadai .key_len = sizeof(((struct mlx5e_tc_flow *)0)->cookie), 2060e8f887acSAmir Vadai .automatic_shrinking = true, 2061e8f887acSAmir Vadai }; 2062e8f887acSAmir Vadai 2063e8f887acSAmir Vadai int mlx5e_tc_init(struct mlx5e_priv *priv) 2064e8f887acSAmir Vadai { 2065acff797cSMaor Gottlieb struct mlx5e_tc_table *tc = &priv->fs.tc; 2066e8f887acSAmir Vadai 206711c9c548SOr Gerlitz hash_init(tc->mod_hdr_tbl); 206811c9c548SOr Gerlitz 2069e8f887acSAmir Vadai tc->ht_params = mlx5e_tc_flow_ht_params; 2070e8f887acSAmir Vadai return rhashtable_init(&tc->ht, &tc->ht_params); 2071e8f887acSAmir Vadai } 2072e8f887acSAmir Vadai 2073e8f887acSAmir Vadai static void _mlx5e_tc_del_flow(void *ptr, void *arg) 2074e8f887acSAmir Vadai { 2075e8f887acSAmir Vadai struct mlx5e_tc_flow *flow = ptr; 2076e8f887acSAmir Vadai struct mlx5e_priv *priv = arg; 2077e8f887acSAmir Vadai 2078961e8979SRoi Dayan mlx5e_tc_del_flow(priv, flow); 2079e8f887acSAmir Vadai kfree(flow); 2080e8f887acSAmir Vadai } 2081e8f887acSAmir Vadai 2082e8f887acSAmir Vadai void mlx5e_tc_cleanup(struct mlx5e_priv *priv) 2083e8f887acSAmir Vadai { 2084acff797cSMaor Gottlieb struct mlx5e_tc_table *tc = &priv->fs.tc; 2085e8f887acSAmir Vadai 2086e8f887acSAmir Vadai rhashtable_free_and_destroy(&tc->ht, _mlx5e_tc_del_flow, priv); 2087e8f887acSAmir Vadai 2088acff797cSMaor Gottlieb if (!IS_ERR_OR_NULL(tc->t)) { 2089acff797cSMaor Gottlieb mlx5_destroy_flow_table(tc->t); 2090acff797cSMaor Gottlieb tc->t = NULL; 2091e8f887acSAmir Vadai } 2092e8f887acSAmir Vadai } 2093