1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Shared Memory Communications over RDMA (SMC-R) and RoCE 4 * 5 * Definitions for IB environment 6 * 7 * Copyright IBM Corp. 2016 8 * 9 * Author(s): Ursula Braun <Ursula Braun@linux.vnet.ibm.com> 10 */ 11 12 #ifndef _SMC_IB_H 13 #define _SMC_IB_H 14 15 #include <linux/interrupt.h> 16 #include <linux/if_ether.h> 17 #include <linux/mutex.h> 18 #include <linux/wait.h> 19 #include <rdma/ib_verbs.h> 20 #include <net/smc.h> 21 22 #define SMC_MAX_PORTS 2 /* Max # of ports */ 23 #define SMC_GID_SIZE sizeof(union ib_gid) 24 25 #define SMC_IB_MAX_SEND_SGE 2 26 27 struct smc_ib_devices { /* list of smc ib devices definition */ 28 struct list_head list; 29 struct mutex mutex; /* protects list of smc ib devices */ 30 }; 31 32 extern struct smc_ib_devices smc_ib_devices; /* list of smc ib devices */ 33 extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */ 34 35 struct smc_ib_device { /* ib-device infos for smc */ 36 struct list_head list; 37 struct ib_device *ibdev; 38 struct ib_port_attr pattr[SMC_MAX_PORTS]; /* ib dev. port attrs */ 39 struct ib_event_handler event_handler; /* global ib_event handler */ 40 struct ib_cq *roce_cq_send; /* send completion queue */ 41 struct ib_cq *roce_cq_recv; /* recv completion queue */ 42 struct tasklet_struct send_tasklet; /* called by send cq handler */ 43 struct tasklet_struct recv_tasklet; /* called by recv cq handler */ 44 char mac[SMC_MAX_PORTS][ETH_ALEN]; 45 /* mac address per port*/ 46 u8 pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN]; 47 /* pnetid per port */ 48 bool pnetid_by_user[SMC_MAX_PORTS]; 49 /* pnetid defined by user? */ 50 u8 initialized : 1; /* ib dev CQ, evthdl done */ 51 struct work_struct port_event_work; 52 unsigned long port_event_mask; 53 DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS); 54 atomic_t lnk_cnt; /* number of links on ibdev */ 55 wait_queue_head_t lnks_deleted; /* wait 4 removal of all links*/ 56 struct mutex mutex; /* protect dev setup+cleanup */ 57 atomic_t lnk_cnt_by_port[SMC_MAX_PORTS]; 58 /* number of links per port */ 59 int ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */ 60 }; 61 62 static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE]) 63 { 64 struct in6_addr *addr6 = (struct in6_addr *)gid; 65 66 if (ipv6_addr_v4mapped(addr6) || 67 !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2])) 68 return addr6->s6_addr32[3]; 69 return cpu_to_be32(INADDR_NONE); 70 } 71 72 static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev) 73 { 74 if (smcibdev && smcibdev->ibdev) 75 return read_pnet(&smcibdev->ibdev->coredev.rdma_net); 76 return NULL; 77 } 78 79 struct smc_init_info_smcrv2; 80 struct smc_buf_desc; 81 struct smc_link; 82 83 void smc_ib_ndev_change(struct net_device *ndev, unsigned long event); 84 int smc_ib_register_client(void) __init; 85 void smc_ib_unregister_client(void); 86 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport); 87 int smc_ib_buf_map_sg(struct smc_link *lnk, 88 struct smc_buf_desc *buf_slot, 89 enum dma_data_direction data_direction); 90 void smc_ib_buf_unmap_sg(struct smc_link *lnk, 91 struct smc_buf_desc *buf_slot, 92 enum dma_data_direction data_direction); 93 void smc_ib_dealloc_protection_domain(struct smc_link *lnk); 94 int smc_ib_create_protection_domain(struct smc_link *lnk); 95 void smc_ib_destroy_queue_pair(struct smc_link *lnk); 96 int smc_ib_create_queue_pair(struct smc_link *lnk); 97 int smc_ib_ready_link(struct smc_link *lnk); 98 int smc_ib_modify_qp_rts(struct smc_link *lnk); 99 int smc_ib_modify_qp_reset(struct smc_link *lnk); 100 int smc_ib_modify_qp_error(struct smc_link *lnk); 101 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev); 102 int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags, 103 struct smc_buf_desc *buf_slot, u8 link_idx); 104 void smc_ib_put_memory_region(struct ib_mr *mr); 105 bool smc_ib_is_sg_need_sync(struct smc_link *lnk, 106 struct smc_buf_desc *buf_slot); 107 void smc_ib_sync_sg_for_cpu(struct smc_link *lnk, 108 struct smc_buf_desc *buf_slot, 109 enum dma_data_direction data_direction); 110 void smc_ib_sync_sg_for_device(struct smc_link *lnk, 111 struct smc_buf_desc *buf_slot, 112 enum dma_data_direction data_direction); 113 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport, 114 unsigned short vlan_id, u8 gid[], u8 *sgid_index, 115 struct smc_init_info_smcrv2 *smcrv2); 116 int smc_ib_find_route(__be32 saddr, __be32 daddr, 117 u8 nexthop_mac[], u8 *uses_gateway); 118 bool smc_ib_is_valid_local_systemid(void); 119 int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb); 120 #endif 121