1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */ 2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */ 3 4 #ifndef _MLXSW_ROUTER_H_ 5 #define _MLXSW_ROUTER_H_ 6 7 #include "spectrum.h" 8 #include "reg.h" 9 10 struct mlxsw_sp_router_nve_decap { 11 u32 ul_tb_id; 12 u32 tunnel_index; 13 enum mlxsw_sp_l3proto ul_proto; 14 union mlxsw_sp_l3addr ul_sip; 15 u8 valid:1; 16 }; 17 18 struct mlxsw_sp_fib_entry_op_ctx { 19 u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk 20 * the actual entry with the one that is the next 21 * in queue. 22 */ 23 initialized:1; /* Bit that the low-level op sets in case 24 * the context priv is initialized. 25 */ 26 struct list_head fib_entry_priv_list; 27 unsigned long event; 28 unsigned long ll_priv[]; 29 }; 30 31 static inline void 32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx) 33 { 34 WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list)); 35 memset(op_ctx, 0, sizeof(*op_ctx)); 36 INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list); 37 } 38 39 struct mlxsw_sp_router { 40 struct mlxsw_sp *mlxsw_sp; 41 struct mlxsw_sp_rif **rifs; 42 struct mlxsw_sp_vr *vrs; 43 struct rhashtable neigh_ht; 44 struct rhashtable nexthop_group_ht; 45 struct rhashtable nexthop_ht; 46 struct list_head nexthop_list; 47 struct { 48 /* One tree for each protocol: IPv4 and IPv6 */ 49 struct mlxsw_sp_lpm_tree *proto_trees[2]; 50 struct mlxsw_sp_lpm_tree *trees; 51 unsigned int tree_count; 52 } lpm; 53 struct { 54 struct delayed_work dw; 55 unsigned long interval; /* ms */ 56 } neighs_update; 57 struct delayed_work nexthop_probe_dw; 58 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */ 59 struct list_head nexthop_neighs_list; 60 struct list_head ipip_list; 61 struct notifier_block nexthop_nb; 62 struct notifier_block fib_nb; 63 struct notifier_block netevent_nb; 64 struct notifier_block inetaddr_nb; 65 struct notifier_block inet6addr_nb; 66 const struct mlxsw_sp_rif_ops **rif_ops_arr; 67 const struct mlxsw_sp_ipip_ops **ipip_ops_arr; 68 u32 adj_discard_index; 69 bool adj_discard_index_valid; 70 struct mlxsw_sp_router_nve_decap nve_decap_config; 71 struct mutex lock; /* Protects shared router resources */ 72 struct work_struct fib_event_work; 73 struct list_head fib_event_queue; 74 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 75 /* One set of ops for each protocol: IPv4 and IPv6 */ 76 const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX]; 77 struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx; 78 u16 lb_rif_index; 79 struct mlxsw_sp_router_xm *xm; 80 const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges; 81 size_t adj_grp_size_ranges_count; 82 struct delayed_work nh_grp_activity_dw; 83 struct list_head nh_res_grp_list; 84 bool inc_parsing_depth; 85 }; 86 87 struct mlxsw_sp_fib_entry_priv { 88 refcount_t refcnt; 89 struct list_head list; /* Member in op_ctx->fib_entry_priv_list */ 90 unsigned long priv[]; 91 }; 92 93 enum mlxsw_sp_fib_entry_op { 94 MLXSW_SP_FIB_ENTRY_OP_WRITE, 95 MLXSW_SP_FIB_ENTRY_OP_UPDATE, 96 MLXSW_SP_FIB_ENTRY_OP_DELETE, 97 }; 98 99 /* Low-level router ops. Basically this is to handle the different 100 * register sets to work with ordinary and XM trees and FIB entries. 101 */ 102 struct mlxsw_sp_router_ll_ops { 103 int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id, 104 enum mlxsw_sp_l3proto proto); 105 int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl); 106 int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl); 107 int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl); 108 size_t fib_entry_op_ctx_size; 109 size_t fib_entry_priv_size; 110 void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 111 enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op, 112 u16 virtual_router, u8 prefix_len, unsigned char *addr, 113 struct mlxsw_sp_fib_entry_priv *priv); 114 void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 115 enum mlxsw_reg_ralue_trap_action trap_action, 116 u16 trap_id, u32 adjacency_index, u16 ecmp_size); 117 void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 118 enum mlxsw_reg_ralue_trap_action trap_action, 119 u16 trap_id, u16 local_erif); 120 void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx); 121 void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 122 u32 tunnel_ptr); 123 int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp, 124 struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 125 bool *postponed_for_bulk); 126 bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv); 127 }; 128 129 struct mlxsw_sp_rif_ipip_lb; 130 struct mlxsw_sp_rif_ipip_lb_config { 131 enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt; 132 u32 okey; 133 enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */ 134 union mlxsw_sp_l3addr saddr; 135 }; 136 137 enum mlxsw_sp_rif_counter_dir { 138 MLXSW_SP_RIF_COUNTER_INGRESS, 139 MLXSW_SP_RIF_COUNTER_EGRESS, 140 }; 141 142 struct mlxsw_sp_neigh_entry; 143 struct mlxsw_sp_nexthop; 144 struct mlxsw_sp_ipip_entry; 145 146 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp, 147 u16 rif_index); 148 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif); 149 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif); 150 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif); 151 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif); 152 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev); 153 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif); 154 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif); 155 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp, 156 struct mlxsw_sp_rif *rif, 157 enum mlxsw_sp_rif_counter_dir dir, 158 u64 *cnt); 159 void mlxsw_sp_rif_counter_free(struct mlxsw_sp *mlxsw_sp, 160 struct mlxsw_sp_rif *rif, 161 enum mlxsw_sp_rif_counter_dir dir); 162 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp *mlxsw_sp, 163 struct mlxsw_sp_rif *rif, 164 enum mlxsw_sp_rif_counter_dir dir); 165 struct mlxsw_sp_neigh_entry * 166 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif, 167 struct mlxsw_sp_neigh_entry *neigh_entry); 168 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry); 169 unsigned char * 170 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry); 171 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 172 struct in6_addr * 173 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 174 175 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \ 176 for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \ 177 neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry)) 178 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp, 179 struct mlxsw_sp_neigh_entry *neigh_entry, 180 u64 *p_counter); 181 void 182 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp, 183 struct mlxsw_sp_neigh_entry *neigh_entry, 184 bool adding); 185 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry); 186 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp, 187 struct mlxsw_sp_ipip_entry *ipip_entry, 188 bool recreate_loopback, 189 bool keep_encap, 190 bool update_nexthops, 191 struct netlink_ext_ack *extack); 192 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp, 193 struct mlxsw_sp_ipip_entry *ipip_entry); 194 bool 195 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp, 196 enum mlxsw_sp_l3proto ul_proto, 197 union mlxsw_sp_l3addr saddr, 198 u32 ul_tb_id, 199 const struct mlxsw_sp_ipip_entry *except); 200 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router, 201 struct mlxsw_sp_nexthop *nh); 202 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh); 203 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh); 204 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index, 205 u32 *p_adj_size, u32 *p_adj_hash_index); 206 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh); 207 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh); 208 #define mlxsw_sp_nexthop_for_each(nh, router) \ 209 for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \ 210 nh = mlxsw_sp_nexthop_next(router, nh)) 211 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp, 212 struct mlxsw_sp_nexthop *nh, u64 *p_counter); 213 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index, 214 struct mlxsw_sp_nexthop *nh, bool force, 215 char *ratr_pl); 216 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp, 217 struct mlxsw_sp_nexthop *nh); 218 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp, 219 struct mlxsw_sp_nexthop *nh); 220 221 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1, 222 const union mlxsw_sp_l3addr *addr2) 223 { 224 return !memcmp(addr1, addr2, sizeof(*addr1)); 225 } 226 227 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp); 228 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp); 229 230 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops; 231 232 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp); 233 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp); 234 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp); 235 236 #endif /* _MLXSW_ROUTER_H_*/ 237