1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3 * Shared Memory Communications over RDMA (SMC-R) and RoCE
4 *
5 * Definitions for IB environment
6 *
7 * Copyright IBM Corp. 2016
8 *
9 * Author(s): Ursula Braun <Ursula Braun@linux.vnet.ibm.com>
10 */
11
12 #ifndef _SMC_IB_H
13 #define _SMC_IB_H
14
15 #include <linux/interrupt.h>
16 #include <linux/if_ether.h>
17 #include <linux/mutex.h>
18 #include <linux/wait.h>
19 #include <rdma/ib_verbs.h>
20 #include <net/smc.h>
21
22 #define SMC_MAX_PORTS 2 /* Max # of ports */
23 #define SMC_GID_SIZE sizeof(union ib_gid)
24
25 #define SMC_IB_MAX_SEND_SGE 2
26
27 struct smc_ib_devices { /* list of smc ib devices definition */
28 struct list_head list;
29 struct mutex mutex; /* protects list of smc ib devices */
30 };
31
32 extern struct smc_ib_devices smc_ib_devices; /* list of smc ib devices */
33 extern struct smc_lgr_list smc_lgr_list; /* list of linkgroups */
34
35 struct smc_ib_device { /* ib-device infos for smc */
36 struct list_head list;
37 struct ib_device *ibdev;
38 struct ib_port_attr pattr[SMC_MAX_PORTS]; /* ib dev. port attrs */
39 struct ib_event_handler event_handler; /* global ib_event handler */
40 struct ib_cq *roce_cq_send; /* send completion queue */
41 struct ib_cq *roce_cq_recv; /* recv completion queue */
42 struct tasklet_struct send_tasklet; /* called by send cq handler */
43 struct tasklet_struct recv_tasklet; /* called by recv cq handler */
44 char mac[SMC_MAX_PORTS][ETH_ALEN];
45 /* mac address per port*/
46 u8 pnetid[SMC_MAX_PORTS][SMC_MAX_PNETID_LEN];
47 /* pnetid per port */
48 bool pnetid_by_user[SMC_MAX_PORTS];
49 /* pnetid defined by user? */
50 u8 initialized : 1; /* ib dev CQ, evthdl done */
51 struct work_struct port_event_work;
52 unsigned long port_event_mask;
53 DECLARE_BITMAP(ports_going_away, SMC_MAX_PORTS);
54 atomic_t lnk_cnt; /* number of links on ibdev */
55 wait_queue_head_t lnks_deleted; /* wait 4 removal of all links*/
56 struct mutex mutex; /* protect dev setup+cleanup */
57 atomic_t lnk_cnt_by_port[SMC_MAX_PORTS];
58 /* number of links per port */
59 int ndev_ifidx[SMC_MAX_PORTS]; /* ndev if indexes */
60 };
61
smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])62 static inline __be32 smc_ib_gid_to_ipv4(u8 gid[SMC_GID_SIZE])
63 {
64 struct in6_addr *addr6 = (struct in6_addr *)gid;
65
66 if (ipv6_addr_v4mapped(addr6) ||
67 !(addr6->s6_addr32[0] | addr6->s6_addr32[1] | addr6->s6_addr32[2]))
68 return addr6->s6_addr32[3];
69 return cpu_to_be32(INADDR_NONE);
70 }
71
smc_ib_net(struct smc_ib_device * smcibdev)72 static inline struct net *smc_ib_net(struct smc_ib_device *smcibdev)
73 {
74 if (smcibdev && smcibdev->ibdev)
75 return read_pnet(&smcibdev->ibdev->coredev.rdma_net);
76 return NULL;
77 }
78
79 struct smc_init_info_smcrv2;
80 struct smc_buf_desc;
81 struct smc_link;
82
83 void smc_ib_ndev_change(struct net_device *ndev, unsigned long event);
84 int smc_ib_register_client(void) __init;
85 void smc_ib_unregister_client(void);
86 bool smc_ib_port_active(struct smc_ib_device *smcibdev, u8 ibport);
87 int smc_ib_buf_map_sg(struct smc_link *lnk,
88 struct smc_buf_desc *buf_slot,
89 enum dma_data_direction data_direction);
90 void smc_ib_buf_unmap_sg(struct smc_link *lnk,
91 struct smc_buf_desc *buf_slot,
92 enum dma_data_direction data_direction);
93 void smc_ib_dealloc_protection_domain(struct smc_link *lnk);
94 int smc_ib_create_protection_domain(struct smc_link *lnk);
95 void smc_ib_destroy_queue_pair(struct smc_link *lnk);
96 int smc_ib_create_queue_pair(struct smc_link *lnk);
97 int smc_ib_ready_link(struct smc_link *lnk);
98 int smc_ib_modify_qp_rts(struct smc_link *lnk);
99 int smc_ib_modify_qp_error(struct smc_link *lnk);
100 long smc_ib_setup_per_ibdev(struct smc_ib_device *smcibdev);
101 int smc_ib_get_memory_region(struct ib_pd *pd, int access_flags,
102 struct smc_buf_desc *buf_slot, u8 link_idx);
103 void smc_ib_put_memory_region(struct ib_mr *mr);
104 bool smc_ib_is_sg_need_sync(struct smc_link *lnk,
105 struct smc_buf_desc *buf_slot);
106 void smc_ib_sync_sg_for_cpu(struct smc_link *lnk,
107 struct smc_buf_desc *buf_slot,
108 enum dma_data_direction data_direction);
109 void smc_ib_sync_sg_for_device(struct smc_link *lnk,
110 struct smc_buf_desc *buf_slot,
111 enum dma_data_direction data_direction);
112 int smc_ib_determine_gid(struct smc_ib_device *smcibdev, u8 ibport,
113 unsigned short vlan_id, u8 gid[], u8 *sgid_index,
114 struct smc_init_info_smcrv2 *smcrv2);
115 int smc_ib_find_route(struct net *net, __be32 saddr, __be32 daddr,
116 u8 nexthop_mac[], u8 *uses_gateway);
117 bool smc_ib_is_valid_local_systemid(void);
118 int smcr_nl_get_device(struct sk_buff *skb, struct netlink_callback *cb);
119 #endif
120