1 // SPDX-License-Identifier: GPL-2.0
2 #include <linux/bitmap.h>
3 #include <linux/workqueue.h>
4
5 #include "nitrox_csr.h"
6 #include "nitrox_hal.h"
7 #include "nitrox_dev.h"
8 #include "nitrox_mbx.h"
9
10 #define RING_TO_VFNO(_x, _y) ((_x) / (_y))
11
12 /*
13 * mbx_msg_type - Mailbox message types
14 */
15 enum mbx_msg_type {
16 MBX_MSG_TYPE_NOP,
17 MBX_MSG_TYPE_REQ,
18 MBX_MSG_TYPE_ACK,
19 MBX_MSG_TYPE_NACK,
20 };
21
22 /*
23 * mbx_msg_opcode - Mailbox message opcodes
24 */
25 enum mbx_msg_opcode {
26 MSG_OP_VF_MODE = 1,
27 MSG_OP_VF_UP,
28 MSG_OP_VF_DOWN,
29 MSG_OP_CHIPID_VFID,
30 MSG_OP_MCODE_INFO = 11,
31 };
32
33 struct pf2vf_work {
34 struct nitrox_vfdev *vfdev;
35 struct nitrox_device *ndev;
36 struct work_struct pf2vf_resp;
37 };
38
pf2vf_read_mbox(struct nitrox_device * ndev,int ring)39 static inline u64 pf2vf_read_mbox(struct nitrox_device *ndev, int ring)
40 {
41 u64 reg_addr;
42
43 reg_addr = NPS_PKT_MBOX_VF_PF_PFDATAX(ring);
44 return nitrox_read_csr(ndev, reg_addr);
45 }
46
pf2vf_write_mbox(struct nitrox_device * ndev,u64 value,int ring)47 static inline void pf2vf_write_mbox(struct nitrox_device *ndev, u64 value,
48 int ring)
49 {
50 u64 reg_addr;
51
52 reg_addr = NPS_PKT_MBOX_PF_VF_PFDATAX(ring);
53 nitrox_write_csr(ndev, reg_addr, value);
54 }
55
pf2vf_send_response(struct nitrox_device * ndev,struct nitrox_vfdev * vfdev)56 static void pf2vf_send_response(struct nitrox_device *ndev,
57 struct nitrox_vfdev *vfdev)
58 {
59 union mbox_msg msg;
60
61 msg.value = vfdev->msg.value;
62
63 switch (vfdev->msg.opcode) {
64 case MSG_OP_VF_MODE:
65 msg.data = ndev->mode;
66 break;
67 case MSG_OP_VF_UP:
68 vfdev->nr_queues = vfdev->msg.data;
69 atomic_set(&vfdev->state, __NDEV_READY);
70 break;
71 case MSG_OP_CHIPID_VFID:
72 msg.id.chipid = ndev->idx;
73 msg.id.vfid = vfdev->vfno;
74 break;
75 case MSG_OP_VF_DOWN:
76 vfdev->nr_queues = 0;
77 atomic_set(&vfdev->state, __NDEV_NOT_READY);
78 break;
79 case MSG_OP_MCODE_INFO:
80 msg.data = 0;
81 msg.mcode_info.count = 2;
82 msg.mcode_info.info = MCODE_TYPE_SE_SSL | (MCODE_TYPE_AE << 5);
83 msg.mcode_info.next_se_grp = 1;
84 msg.mcode_info.next_ae_grp = 1;
85 break;
86 default:
87 msg.type = MBX_MSG_TYPE_NOP;
88 break;
89 }
90
91 if (msg.type == MBX_MSG_TYPE_NOP)
92 return;
93
94 /* send ACK to VF */
95 msg.type = MBX_MSG_TYPE_ACK;
96 pf2vf_write_mbox(ndev, msg.value, vfdev->ring);
97
98 vfdev->msg.value = 0;
99 atomic64_inc(&vfdev->mbx_resp);
100 }
101
pf2vf_resp_handler(struct work_struct * work)102 static void pf2vf_resp_handler(struct work_struct *work)
103 {
104 struct pf2vf_work *pf2vf_resp = container_of(work, struct pf2vf_work,
105 pf2vf_resp);
106 struct nitrox_vfdev *vfdev = pf2vf_resp->vfdev;
107 struct nitrox_device *ndev = pf2vf_resp->ndev;
108
109 switch (vfdev->msg.type) {
110 case MBX_MSG_TYPE_REQ:
111 /* process the request from VF */
112 pf2vf_send_response(ndev, vfdev);
113 break;
114 case MBX_MSG_TYPE_ACK:
115 case MBX_MSG_TYPE_NACK:
116 break;
117 }
118
119 kfree(pf2vf_resp);
120 }
121
nitrox_pf2vf_mbox_handler(struct nitrox_device * ndev)122 void nitrox_pf2vf_mbox_handler(struct nitrox_device *ndev)
123 {
124 DECLARE_BITMAP(csr, BITS_PER_TYPE(u64));
125 struct nitrox_vfdev *vfdev;
126 struct pf2vf_work *pfwork;
127 u64 value, reg_addr;
128 u32 i;
129 int vfno;
130
131 /* loop for VF(0..63) */
132 reg_addr = NPS_PKT_MBOX_INT_LO;
133 value = nitrox_read_csr(ndev, reg_addr);
134 bitmap_from_u64(csr, value);
135 for_each_set_bit(i, csr, BITS_PER_TYPE(csr)) {
136 /* get the vfno from ring */
137 vfno = RING_TO_VFNO(i, ndev->iov.max_vf_queues);
138 vfdev = ndev->iov.vfdev + vfno;
139 vfdev->ring = i;
140 /* fill the vf mailbox data */
141 vfdev->msg.value = pf2vf_read_mbox(ndev, vfdev->ring);
142 pfwork = kzalloc(sizeof(*pfwork), GFP_ATOMIC);
143 if (!pfwork)
144 continue;
145
146 pfwork->vfdev = vfdev;
147 pfwork->ndev = ndev;
148 INIT_WORK(&pfwork->pf2vf_resp, pf2vf_resp_handler);
149 queue_work(ndev->iov.pf2vf_wq, &pfwork->pf2vf_resp);
150 /* clear the corresponding vf bit */
151 nitrox_write_csr(ndev, reg_addr, BIT_ULL(i));
152 }
153
154 /* loop for VF(64..127) */
155 reg_addr = NPS_PKT_MBOX_INT_HI;
156 value = nitrox_read_csr(ndev, reg_addr);
157 bitmap_from_u64(csr, value);
158 for_each_set_bit(i, csr, BITS_PER_TYPE(csr)) {
159 /* get the vfno from ring */
160 vfno = RING_TO_VFNO(i + 64, ndev->iov.max_vf_queues);
161 vfdev = ndev->iov.vfdev + vfno;
162 vfdev->ring = (i + 64);
163 /* fill the vf mailbox data */
164 vfdev->msg.value = pf2vf_read_mbox(ndev, vfdev->ring);
165
166 pfwork = kzalloc(sizeof(*pfwork), GFP_ATOMIC);
167 if (!pfwork)
168 continue;
169
170 pfwork->vfdev = vfdev;
171 pfwork->ndev = ndev;
172 INIT_WORK(&pfwork->pf2vf_resp, pf2vf_resp_handler);
173 queue_work(ndev->iov.pf2vf_wq, &pfwork->pf2vf_resp);
174 /* clear the corresponding vf bit */
175 nitrox_write_csr(ndev, reg_addr, BIT_ULL(i));
176 }
177 }
178
nitrox_mbox_init(struct nitrox_device * ndev)179 int nitrox_mbox_init(struct nitrox_device *ndev)
180 {
181 struct nitrox_vfdev *vfdev;
182 int i;
183
184 ndev->iov.vfdev = kcalloc(ndev->iov.num_vfs,
185 sizeof(struct nitrox_vfdev), GFP_KERNEL);
186 if (!ndev->iov.vfdev)
187 return -ENOMEM;
188
189 for (i = 0; i < ndev->iov.num_vfs; i++) {
190 vfdev = ndev->iov.vfdev + i;
191 vfdev->vfno = i;
192 }
193
194 /* allocate pf2vf response workqueue */
195 ndev->iov.pf2vf_wq = alloc_workqueue("nitrox_pf2vf", 0, 0);
196 if (!ndev->iov.pf2vf_wq) {
197 kfree(ndev->iov.vfdev);
198 ndev->iov.vfdev = NULL;
199 return -ENOMEM;
200 }
201 /* enable pf2vf mailbox interrupts */
202 enable_pf2vf_mbox_interrupts(ndev);
203
204 return 0;
205 }
206
nitrox_mbox_cleanup(struct nitrox_device * ndev)207 void nitrox_mbox_cleanup(struct nitrox_device *ndev)
208 {
209 /* disable pf2vf mailbox interrupts */
210 disable_pf2vf_mbox_interrupts(ndev);
211 /* destroy workqueue */
212 if (ndev->iov.pf2vf_wq)
213 destroy_workqueue(ndev->iov.pf2vf_wq);
214
215 kfree(ndev->iov.vfdev);
216 ndev->iov.pf2vf_wq = NULL;
217 ndev->iov.vfdev = NULL;
218 }
219