1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */ 2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */ 3 4 #ifndef _MLXSW_ROUTER_H_ 5 #define _MLXSW_ROUTER_H_ 6 7 #include "spectrum.h" 8 #include "reg.h" 9 10 struct mlxsw_sp_router_nve_decap { 11 u32 ul_tb_id; 12 u32 tunnel_index; 13 enum mlxsw_sp_l3proto ul_proto; 14 union mlxsw_sp_l3addr ul_sip; 15 u8 valid:1; 16 }; 17 18 struct mlxsw_sp_fib_entry_op_ctx { 19 u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk 20 * the actual entry with the one that is the next 21 * in queue. 22 */ 23 initialized:1; /* Bit that the low-level op sets in case 24 * the context priv is initialized. 25 */ 26 struct list_head fib_entry_priv_list; 27 unsigned long event; 28 unsigned long ll_priv[]; 29 }; 30 31 static inline void 32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx) 33 { 34 WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list)); 35 memset(op_ctx, 0, sizeof(*op_ctx)); 36 INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list); 37 } 38 39 struct mlxsw_sp_router { 40 struct mlxsw_sp *mlxsw_sp; 41 struct mlxsw_sp_rif **rifs; 42 struct mlxsw_sp_vr *vrs; 43 struct rhashtable neigh_ht; 44 struct rhashtable nexthop_group_ht; 45 struct rhashtable nexthop_ht; 46 struct list_head nexthop_list; 47 struct { 48 /* One tree for each protocol: IPv4 and IPv6 */ 49 struct mlxsw_sp_lpm_tree *proto_trees[2]; 50 struct mlxsw_sp_lpm_tree *trees; 51 unsigned int tree_count; 52 } lpm; 53 struct { 54 struct delayed_work dw; 55 unsigned long interval; /* ms */ 56 } neighs_update; 57 struct delayed_work nexthop_probe_dw; 58 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */ 59 struct list_head nexthop_neighs_list; 60 struct list_head ipip_list; 61 struct notifier_block nexthop_nb; 62 struct notifier_block fib_nb; 63 struct notifier_block netevent_nb; 64 struct notifier_block inetaddr_nb; 65 struct notifier_block inet6addr_nb; 66 const struct mlxsw_sp_rif_ops **rif_ops_arr; 67 const struct mlxsw_sp_ipip_ops **ipip_ops_arr; 68 u32 adj_discard_index; 69 bool adj_discard_index_valid; 70 struct mlxsw_sp_router_nve_decap nve_decap_config; 71 struct mutex lock; /* Protects shared router resources */ 72 struct work_struct fib_event_work; 73 struct list_head fib_event_queue; 74 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 75 /* One set of ops for each protocol: IPv4 and IPv6 */ 76 const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX]; 77 struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx; 78 u16 lb_rif_index; 79 struct mlxsw_sp_router_xm *xm; 80 const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges; 81 size_t adj_grp_size_ranges_count; 82 struct delayed_work nh_grp_activity_dw; 83 struct list_head nh_res_grp_list; 84 }; 85 86 struct mlxsw_sp_fib_entry_priv { 87 refcount_t refcnt; 88 struct list_head list; /* Member in op_ctx->fib_entry_priv_list */ 89 unsigned long priv[]; 90 }; 91 92 enum mlxsw_sp_fib_entry_op { 93 MLXSW_SP_FIB_ENTRY_OP_WRITE, 94 MLXSW_SP_FIB_ENTRY_OP_UPDATE, 95 MLXSW_SP_FIB_ENTRY_OP_DELETE, 96 }; 97 98 /* Low-level router ops. Basically this is to handle the different 99 * register sets to work with ordinary and XM trees and FIB entries. 100 */ 101 struct mlxsw_sp_router_ll_ops { 102 int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id, 103 enum mlxsw_sp_l3proto proto); 104 int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl); 105 int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl); 106 int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl); 107 size_t fib_entry_op_ctx_size; 108 size_t fib_entry_priv_size; 109 void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 110 enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op, 111 u16 virtual_router, u8 prefix_len, unsigned char *addr, 112 struct mlxsw_sp_fib_entry_priv *priv); 113 void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 114 enum mlxsw_reg_ralue_trap_action trap_action, 115 u16 trap_id, u32 adjacency_index, u16 ecmp_size); 116 void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 117 enum mlxsw_reg_ralue_trap_action trap_action, 118 u16 trap_id, u16 local_erif); 119 void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx); 120 void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 121 u32 tunnel_ptr); 122 int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp, 123 struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 124 bool *postponed_for_bulk); 125 bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv); 126 }; 127 128 struct mlxsw_sp_rif_ipip_lb; 129 struct mlxsw_sp_rif_ipip_lb_config { 130 enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt; 131 u32 okey; 132 enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */ 133 union mlxsw_sp_l3addr saddr; 134 }; 135 136 enum mlxsw_sp_rif_counter_dir { 137 MLXSW_SP_RIF_COUNTER_INGRESS, 138 MLXSW_SP_RIF_COUNTER_EGRESS, 139 }; 140 141 struct mlxsw_sp_neigh_entry; 142 struct mlxsw_sp_nexthop; 143 struct mlxsw_sp_ipip_entry; 144 145 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp, 146 u16 rif_index); 147 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif); 148 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif); 149 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif); 150 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif); 151 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev); 152 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif); 153 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif); 154 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp, 155 struct mlxsw_sp_rif *rif, 156 enum mlxsw_sp_rif_counter_dir dir, 157 u64 *cnt); 158 void mlxsw_sp_rif_counter_free(struct mlxsw_sp *mlxsw_sp, 159 struct mlxsw_sp_rif *rif, 160 enum mlxsw_sp_rif_counter_dir dir); 161 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp *mlxsw_sp, 162 struct mlxsw_sp_rif *rif, 163 enum mlxsw_sp_rif_counter_dir dir); 164 struct mlxsw_sp_neigh_entry * 165 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif, 166 struct mlxsw_sp_neigh_entry *neigh_entry); 167 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry); 168 unsigned char * 169 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry); 170 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 171 struct in6_addr * 172 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 173 174 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \ 175 for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \ 176 neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry)) 177 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp, 178 struct mlxsw_sp_neigh_entry *neigh_entry, 179 u64 *p_counter); 180 void 181 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp, 182 struct mlxsw_sp_neigh_entry *neigh_entry, 183 bool adding); 184 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry); 185 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp, 186 struct mlxsw_sp_ipip_entry *ipip_entry, 187 bool recreate_loopback, 188 bool keep_encap, 189 bool update_nexthops, 190 struct netlink_ext_ack *extack); 191 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp, 192 struct mlxsw_sp_ipip_entry *ipip_entry); 193 bool 194 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp, 195 enum mlxsw_sp_l3proto ul_proto, 196 union mlxsw_sp_l3addr saddr, 197 u32 ul_tb_id, 198 const struct mlxsw_sp_ipip_entry *except); 199 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router, 200 struct mlxsw_sp_nexthop *nh); 201 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh); 202 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh); 203 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index, 204 u32 *p_adj_size, u32 *p_adj_hash_index); 205 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh); 206 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh); 207 #define mlxsw_sp_nexthop_for_each(nh, router) \ 208 for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \ 209 nh = mlxsw_sp_nexthop_next(router, nh)) 210 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp, 211 struct mlxsw_sp_nexthop *nh, u64 *p_counter); 212 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index, 213 struct mlxsw_sp_nexthop *nh, bool force, 214 char *ratr_pl); 215 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp, 216 struct mlxsw_sp_nexthop *nh); 217 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp, 218 struct mlxsw_sp_nexthop *nh); 219 220 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1, 221 const union mlxsw_sp_l3addr *addr2) 222 { 223 return !memcmp(addr1, addr2, sizeof(*addr1)); 224 } 225 226 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp); 227 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp); 228 229 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops; 230 231 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp); 232 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp); 233 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp); 234 235 #endif /* _MLXSW_ROUTER_H_*/ 236