xref: /openbmc/linux/drivers/s390/net/ism_drv.c (revision 76631ffa2fd2d45bae5ad717eef716b94144e0e7)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * ISM driver for s390.
4  *
5  * Copyright IBM Corp. 2018
6  */
7 #define KMSG_COMPONENT "ism"
8 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
9 
10 #include <linux/module.h>
11 #include <linux/types.h>
12 #include <linux/interrupt.h>
13 #include <linux/device.h>
14 #include <linux/err.h>
15 #include <linux/ctype.h>
16 #include <linux/processor.h>
17 
18 #include "ism.h"
19 
20 MODULE_DESCRIPTION("ISM driver for s390");
21 MODULE_LICENSE("GPL");
22 
23 #define PCI_DEVICE_ID_IBM_ISM 0x04ED
24 #define DRV_NAME "ism"
25 
26 static const struct pci_device_id ism_device_table[] = {
27 	{ PCI_VDEVICE(IBM, PCI_DEVICE_ID_IBM_ISM), 0 },
28 	{ 0, }
29 };
30 MODULE_DEVICE_TABLE(pci, ism_device_table);
31 
32 static debug_info_t *ism_debug_info;
33 static const struct smcd_ops ism_ops;
34 
35 #define NO_CLIENT		0xff		/* must be >= MAX_CLIENTS */
36 static struct ism_client *clients[MAX_CLIENTS];	/* use an array rather than */
37 						/* a list for fast mapping  */
38 static u8 max_client;
39 static DEFINE_MUTEX(clients_lock);
40 struct ism_dev_list {
41 	struct list_head list;
42 	struct mutex mutex; /* protects ism device list */
43 };
44 
45 static struct ism_dev_list ism_dev_list = {
46 	.list = LIST_HEAD_INIT(ism_dev_list.list),
47 	.mutex = __MUTEX_INITIALIZER(ism_dev_list.mutex),
48 };
49 
50 static void ism_setup_forwarding(struct ism_client *client, struct ism_dev *ism)
51 {
52 	unsigned long flags;
53 
54 	spin_lock_irqsave(&ism->lock, flags);
55 	ism->subs[client->id] = client;
56 	spin_unlock_irqrestore(&ism->lock, flags);
57 }
58 
59 int ism_register_client(struct ism_client *client)
60 {
61 	struct ism_dev *ism;
62 	int i, rc = -ENOSPC;
63 
64 	mutex_lock(&ism_dev_list.mutex);
65 	mutex_lock(&clients_lock);
66 	for (i = 0; i < MAX_CLIENTS; ++i) {
67 		if (!clients[i]) {
68 			clients[i] = client;
69 			client->id = i;
70 			if (i == max_client)
71 				max_client++;
72 			rc = 0;
73 			break;
74 		}
75 	}
76 	mutex_unlock(&clients_lock);
77 
78 	if (i < MAX_CLIENTS) {
79 		/* initialize with all devices that we got so far */
80 		list_for_each_entry(ism, &ism_dev_list.list, list) {
81 			ism->priv[i] = NULL;
82 			client->add(ism);
83 			ism_setup_forwarding(client, ism);
84 		}
85 	}
86 	mutex_unlock(&ism_dev_list.mutex);
87 
88 	return rc;
89 }
90 EXPORT_SYMBOL_GPL(ism_register_client);
91 
92 int ism_unregister_client(struct ism_client *client)
93 {
94 	struct ism_dev *ism;
95 	unsigned long flags;
96 	int rc = 0;
97 
98 	mutex_lock(&ism_dev_list.mutex);
99 	mutex_lock(&clients_lock);
100 	clients[client->id] = NULL;
101 	if (client->id + 1 == max_client)
102 		max_client--;
103 	mutex_unlock(&clients_lock);
104 	list_for_each_entry(ism, &ism_dev_list.list, list) {
105 		spin_lock_irqsave(&ism->lock, flags);
106 		/* Stop forwarding IRQs and events */
107 		ism->subs[client->id] = NULL;
108 		for (int i = 0; i < ISM_NR_DMBS; ++i) {
109 			if (ism->sba_client_arr[i] == client->id) {
110 				pr_err("%s: attempt to unregister client '%s'"
111 				       "with registered dmb(s)\n", __func__,
112 				       client->name);
113 				rc = -EBUSY;
114 				goto out;
115 			}
116 		}
117 		spin_unlock_irqrestore(&ism->lock, flags);
118 	}
119 out:
120 	mutex_unlock(&ism_dev_list.mutex);
121 
122 	return rc;
123 }
124 EXPORT_SYMBOL_GPL(ism_unregister_client);
125 
126 static int ism_cmd(struct ism_dev *ism, void *cmd)
127 {
128 	struct ism_req_hdr *req = cmd;
129 	struct ism_resp_hdr *resp = cmd;
130 
131 	__ism_write_cmd(ism, req + 1, sizeof(*req), req->len - sizeof(*req));
132 	__ism_write_cmd(ism, req, 0, sizeof(*req));
133 
134 	WRITE_ONCE(resp->ret, ISM_ERROR);
135 
136 	__ism_read_cmd(ism, resp, 0, sizeof(*resp));
137 	if (resp->ret) {
138 		debug_text_event(ism_debug_info, 0, "cmd failure");
139 		debug_event(ism_debug_info, 0, resp, sizeof(*resp));
140 		goto out;
141 	}
142 	__ism_read_cmd(ism, resp + 1, sizeof(*resp), resp->len - sizeof(*resp));
143 out:
144 	return resp->ret;
145 }
146 
147 static int ism_cmd_simple(struct ism_dev *ism, u32 cmd_code)
148 {
149 	union ism_cmd_simple cmd;
150 
151 	memset(&cmd, 0, sizeof(cmd));
152 	cmd.request.hdr.cmd = cmd_code;
153 	cmd.request.hdr.len = sizeof(cmd.request);
154 
155 	return ism_cmd(ism, &cmd);
156 }
157 
158 static int query_info(struct ism_dev *ism)
159 {
160 	union ism_qi cmd;
161 
162 	memset(&cmd, 0, sizeof(cmd));
163 	cmd.request.hdr.cmd = ISM_QUERY_INFO;
164 	cmd.request.hdr.len = sizeof(cmd.request);
165 
166 	if (ism_cmd(ism, &cmd))
167 		goto out;
168 
169 	debug_text_event(ism_debug_info, 3, "query info");
170 	debug_event(ism_debug_info, 3, &cmd.response, sizeof(cmd.response));
171 out:
172 	return 0;
173 }
174 
175 static int register_sba(struct ism_dev *ism)
176 {
177 	union ism_reg_sba cmd;
178 	dma_addr_t dma_handle;
179 	struct ism_sba *sba;
180 
181 	sba = dma_alloc_coherent(&ism->pdev->dev, PAGE_SIZE, &dma_handle,
182 				 GFP_KERNEL);
183 	if (!sba)
184 		return -ENOMEM;
185 
186 	memset(&cmd, 0, sizeof(cmd));
187 	cmd.request.hdr.cmd = ISM_REG_SBA;
188 	cmd.request.hdr.len = sizeof(cmd.request);
189 	cmd.request.sba = dma_handle;
190 
191 	if (ism_cmd(ism, &cmd)) {
192 		dma_free_coherent(&ism->pdev->dev, PAGE_SIZE, sba, dma_handle);
193 		return -EIO;
194 	}
195 
196 	ism->sba = sba;
197 	ism->sba_dma_addr = dma_handle;
198 
199 	return 0;
200 }
201 
202 static int register_ieq(struct ism_dev *ism)
203 {
204 	union ism_reg_ieq cmd;
205 	dma_addr_t dma_handle;
206 	struct ism_eq *ieq;
207 
208 	ieq = dma_alloc_coherent(&ism->pdev->dev, PAGE_SIZE, &dma_handle,
209 				 GFP_KERNEL);
210 	if (!ieq)
211 		return -ENOMEM;
212 
213 	memset(&cmd, 0, sizeof(cmd));
214 	cmd.request.hdr.cmd = ISM_REG_IEQ;
215 	cmd.request.hdr.len = sizeof(cmd.request);
216 	cmd.request.ieq = dma_handle;
217 	cmd.request.len = sizeof(*ieq);
218 
219 	if (ism_cmd(ism, &cmd)) {
220 		dma_free_coherent(&ism->pdev->dev, PAGE_SIZE, ieq, dma_handle);
221 		return -EIO;
222 	}
223 
224 	ism->ieq = ieq;
225 	ism->ieq_idx = -1;
226 	ism->ieq_dma_addr = dma_handle;
227 
228 	return 0;
229 }
230 
231 static int unregister_sba(struct ism_dev *ism)
232 {
233 	int ret;
234 
235 	if (!ism->sba)
236 		return 0;
237 
238 	ret = ism_cmd_simple(ism, ISM_UNREG_SBA);
239 	if (ret && ret != ISM_ERROR)
240 		return -EIO;
241 
242 	dma_free_coherent(&ism->pdev->dev, PAGE_SIZE,
243 			  ism->sba, ism->sba_dma_addr);
244 
245 	ism->sba = NULL;
246 	ism->sba_dma_addr = 0;
247 
248 	return 0;
249 }
250 
251 static int unregister_ieq(struct ism_dev *ism)
252 {
253 	int ret;
254 
255 	if (!ism->ieq)
256 		return 0;
257 
258 	ret = ism_cmd_simple(ism, ISM_UNREG_IEQ);
259 	if (ret && ret != ISM_ERROR)
260 		return -EIO;
261 
262 	dma_free_coherent(&ism->pdev->dev, PAGE_SIZE,
263 			  ism->ieq, ism->ieq_dma_addr);
264 
265 	ism->ieq = NULL;
266 	ism->ieq_dma_addr = 0;
267 
268 	return 0;
269 }
270 
271 static int ism_read_local_gid(struct ism_dev *ism)
272 {
273 	union ism_read_gid cmd;
274 	int ret;
275 
276 	memset(&cmd, 0, sizeof(cmd));
277 	cmd.request.hdr.cmd = ISM_READ_GID;
278 	cmd.request.hdr.len = sizeof(cmd.request);
279 
280 	ret = ism_cmd(ism, &cmd);
281 	if (ret)
282 		goto out;
283 
284 	ism->local_gid = cmd.response.gid;
285 out:
286 	return ret;
287 }
288 
289 static int ism_query_rgid(struct ism_dev *ism, u64 rgid, u32 vid_valid,
290 			  u32 vid)
291 {
292 	union ism_query_rgid cmd;
293 
294 	memset(&cmd, 0, sizeof(cmd));
295 	cmd.request.hdr.cmd = ISM_QUERY_RGID;
296 	cmd.request.hdr.len = sizeof(cmd.request);
297 
298 	cmd.request.rgid = rgid;
299 	cmd.request.vlan_valid = vid_valid;
300 	cmd.request.vlan_id = vid;
301 
302 	return ism_cmd(ism, &cmd);
303 }
304 
305 static void ism_free_dmb(struct ism_dev *ism, struct ism_dmb *dmb)
306 {
307 	clear_bit(dmb->sba_idx, ism->sba_bitmap);
308 	dma_free_coherent(&ism->pdev->dev, dmb->dmb_len,
309 			  dmb->cpu_addr, dmb->dma_addr);
310 }
311 
312 static int ism_alloc_dmb(struct ism_dev *ism, struct ism_dmb *dmb)
313 {
314 	unsigned long bit;
315 
316 	if (PAGE_ALIGN(dmb->dmb_len) > dma_get_max_seg_size(&ism->pdev->dev))
317 		return -EINVAL;
318 
319 	if (!dmb->sba_idx) {
320 		bit = find_next_zero_bit(ism->sba_bitmap, ISM_NR_DMBS,
321 					 ISM_DMB_BIT_OFFSET);
322 		if (bit == ISM_NR_DMBS)
323 			return -ENOSPC;
324 
325 		dmb->sba_idx = bit;
326 	}
327 	if (dmb->sba_idx < ISM_DMB_BIT_OFFSET ||
328 	    test_and_set_bit(dmb->sba_idx, ism->sba_bitmap))
329 		return -EINVAL;
330 
331 	dmb->cpu_addr = dma_alloc_coherent(&ism->pdev->dev, dmb->dmb_len,
332 					   &dmb->dma_addr,
333 					   GFP_KERNEL | __GFP_NOWARN |
334 					   __GFP_NOMEMALLOC | __GFP_NORETRY);
335 	if (!dmb->cpu_addr)
336 		clear_bit(dmb->sba_idx, ism->sba_bitmap);
337 
338 	return dmb->cpu_addr ? 0 : -ENOMEM;
339 }
340 
341 int ism_register_dmb(struct ism_dev *ism, struct ism_dmb *dmb,
342 		     struct ism_client *client)
343 {
344 	union ism_reg_dmb cmd;
345 	unsigned long flags;
346 	int ret;
347 
348 	ret = ism_alloc_dmb(ism, dmb);
349 	if (ret)
350 		goto out;
351 
352 	memset(&cmd, 0, sizeof(cmd));
353 	cmd.request.hdr.cmd = ISM_REG_DMB;
354 	cmd.request.hdr.len = sizeof(cmd.request);
355 
356 	cmd.request.dmb = dmb->dma_addr;
357 	cmd.request.dmb_len = dmb->dmb_len;
358 	cmd.request.sba_idx = dmb->sba_idx;
359 	cmd.request.vlan_valid = dmb->vlan_valid;
360 	cmd.request.vlan_id = dmb->vlan_id;
361 	cmd.request.rgid = dmb->rgid;
362 
363 	ret = ism_cmd(ism, &cmd);
364 	if (ret) {
365 		ism_free_dmb(ism, dmb);
366 		goto out;
367 	}
368 	dmb->dmb_tok = cmd.response.dmb_tok;
369 	spin_lock_irqsave(&ism->lock, flags);
370 	ism->sba_client_arr[dmb->sba_idx - ISM_DMB_BIT_OFFSET] = client->id;
371 	spin_unlock_irqrestore(&ism->lock, flags);
372 out:
373 	return ret;
374 }
375 EXPORT_SYMBOL_GPL(ism_register_dmb);
376 
377 int ism_unregister_dmb(struct ism_dev *ism, struct ism_dmb *dmb)
378 {
379 	union ism_unreg_dmb cmd;
380 	unsigned long flags;
381 	int ret;
382 
383 	memset(&cmd, 0, sizeof(cmd));
384 	cmd.request.hdr.cmd = ISM_UNREG_DMB;
385 	cmd.request.hdr.len = sizeof(cmd.request);
386 
387 	cmd.request.dmb_tok = dmb->dmb_tok;
388 
389 	spin_lock_irqsave(&ism->lock, flags);
390 	ism->sba_client_arr[dmb->sba_idx - ISM_DMB_BIT_OFFSET] = NO_CLIENT;
391 	spin_unlock_irqrestore(&ism->lock, flags);
392 
393 	ret = ism_cmd(ism, &cmd);
394 	if (ret && ret != ISM_ERROR)
395 		goto out;
396 
397 	ism_free_dmb(ism, dmb);
398 out:
399 	return ret;
400 }
401 EXPORT_SYMBOL_GPL(ism_unregister_dmb);
402 
403 static int ism_add_vlan_id(struct ism_dev *ism, u64 vlan_id)
404 {
405 	union ism_set_vlan_id cmd;
406 
407 	memset(&cmd, 0, sizeof(cmd));
408 	cmd.request.hdr.cmd = ISM_ADD_VLAN_ID;
409 	cmd.request.hdr.len = sizeof(cmd.request);
410 
411 	cmd.request.vlan_id = vlan_id;
412 
413 	return ism_cmd(ism, &cmd);
414 }
415 
416 static int ism_del_vlan_id(struct ism_dev *ism, u64 vlan_id)
417 {
418 	union ism_set_vlan_id cmd;
419 
420 	memset(&cmd, 0, sizeof(cmd));
421 	cmd.request.hdr.cmd = ISM_DEL_VLAN_ID;
422 	cmd.request.hdr.len = sizeof(cmd.request);
423 
424 	cmd.request.vlan_id = vlan_id;
425 
426 	return ism_cmd(ism, &cmd);
427 }
428 
429 static int ism_signal_ieq(struct ism_dev *ism, u64 rgid, u32 trigger_irq,
430 			  u32 event_code, u64 info)
431 {
432 	union ism_sig_ieq cmd;
433 
434 	memset(&cmd, 0, sizeof(cmd));
435 	cmd.request.hdr.cmd = ISM_SIGNAL_IEQ;
436 	cmd.request.hdr.len = sizeof(cmd.request);
437 
438 	cmd.request.rgid = rgid;
439 	cmd.request.trigger_irq = trigger_irq;
440 	cmd.request.event_code = event_code;
441 	cmd.request.info = info;
442 
443 	return ism_cmd(ism, &cmd);
444 }
445 
446 static unsigned int max_bytes(unsigned int start, unsigned int len,
447 			      unsigned int boundary)
448 {
449 	return min(boundary - (start & (boundary - 1)), len);
450 }
451 
452 int ism_move(struct ism_dev *ism, u64 dmb_tok, unsigned int idx, bool sf,
453 	     unsigned int offset, void *data, unsigned int size)
454 {
455 	unsigned int bytes;
456 	u64 dmb_req;
457 	int ret;
458 
459 	while (size) {
460 		bytes = max_bytes(offset, size, PAGE_SIZE);
461 		dmb_req = ISM_CREATE_REQ(dmb_tok, idx, size == bytes ? sf : 0,
462 					 offset);
463 
464 		ret = __ism_move(ism, dmb_req, data, bytes);
465 		if (ret)
466 			return ret;
467 
468 		size -= bytes;
469 		data += bytes;
470 		offset += bytes;
471 	}
472 
473 	return 0;
474 }
475 EXPORT_SYMBOL_GPL(ism_move);
476 
477 static struct ism_systemeid SYSTEM_EID = {
478 	.seid_string = "IBM-SYSZ-ISMSEID00000000",
479 	.serial_number = "0000",
480 	.type = "0000",
481 };
482 
483 static void ism_create_system_eid(void)
484 {
485 	struct cpuid id;
486 	u16 ident_tail;
487 	char tmp[5];
488 
489 	get_cpu_id(&id);
490 	ident_tail = (u16)(id.ident & ISM_IDENT_MASK);
491 	snprintf(tmp, 5, "%04X", ident_tail);
492 	memcpy(&SYSTEM_EID.serial_number, tmp, 4);
493 	snprintf(tmp, 5, "%04X", id.machine);
494 	memcpy(&SYSTEM_EID.type, tmp, 4);
495 }
496 
497 u8 *ism_get_seid(void)
498 {
499 	return SYSTEM_EID.seid_string;
500 }
501 EXPORT_SYMBOL_GPL(ism_get_seid);
502 
503 static u16 ism_get_chid(struct ism_dev *ism)
504 {
505 	if (!ism || !ism->pdev)
506 		return 0;
507 
508 	return to_zpci(ism->pdev)->pchid;
509 }
510 
511 static void ism_handle_event(struct ism_dev *ism)
512 {
513 	struct ism_event *entry;
514 	struct ism_client *clt;
515 	int i;
516 
517 	while ((ism->ieq_idx + 1) != READ_ONCE(ism->ieq->header.idx)) {
518 		if (++(ism->ieq_idx) == ARRAY_SIZE(ism->ieq->entry))
519 			ism->ieq_idx = 0;
520 
521 		entry = &ism->ieq->entry[ism->ieq_idx];
522 		debug_event(ism_debug_info, 2, entry, sizeof(*entry));
523 		for (i = 0; i < max_client; ++i) {
524 			clt = ism->subs[i];
525 			if (clt)
526 				clt->handle_event(ism, entry);
527 		}
528 	}
529 }
530 
531 static irqreturn_t ism_handle_irq(int irq, void *data)
532 {
533 	struct ism_dev *ism = data;
534 	unsigned long bit, end;
535 	unsigned long *bv;
536 	u16 dmbemask;
537 	u8 client_id;
538 
539 	bv = (void *) &ism->sba->dmb_bits[ISM_DMB_WORD_OFFSET];
540 	end = sizeof(ism->sba->dmb_bits) * BITS_PER_BYTE - ISM_DMB_BIT_OFFSET;
541 
542 	spin_lock(&ism->lock);
543 	ism->sba->s = 0;
544 	barrier();
545 	for (bit = 0;;) {
546 		bit = find_next_bit_inv(bv, end, bit);
547 		if (bit >= end)
548 			break;
549 
550 		clear_bit_inv(bit, bv);
551 		dmbemask = ism->sba->dmbe_mask[bit + ISM_DMB_BIT_OFFSET];
552 		ism->sba->dmbe_mask[bit + ISM_DMB_BIT_OFFSET] = 0;
553 		barrier();
554 		client_id = ism->sba_client_arr[bit];
555 		if (unlikely(client_id == NO_CLIENT || !ism->subs[client_id]))
556 			continue;
557 		ism->subs[client_id]->handle_irq(ism, bit + ISM_DMB_BIT_OFFSET, dmbemask);
558 	}
559 
560 	if (ism->sba->e) {
561 		ism->sba->e = 0;
562 		barrier();
563 		ism_handle_event(ism);
564 	}
565 	spin_unlock(&ism->lock);
566 	return IRQ_HANDLED;
567 }
568 
569 static u64 ism_get_local_gid(struct ism_dev *ism)
570 {
571 	return ism->local_gid;
572 }
573 
574 static int ism_dev_init(struct ism_dev *ism)
575 {
576 	struct pci_dev *pdev = ism->pdev;
577 	int i, ret;
578 
579 	ret = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_MSI);
580 	if (ret <= 0)
581 		goto out;
582 
583 	ism->sba_client_arr = kzalloc(ISM_NR_DMBS, GFP_KERNEL);
584 	if (!ism->sba_client_arr)
585 		goto free_vectors;
586 	memset(ism->sba_client_arr, NO_CLIENT, ISM_NR_DMBS);
587 
588 	ret = request_irq(pci_irq_vector(pdev, 0), ism_handle_irq, 0,
589 			  pci_name(pdev), ism);
590 	if (ret)
591 		goto free_client_arr;
592 
593 	ret = register_sba(ism);
594 	if (ret)
595 		goto free_irq;
596 
597 	ret = register_ieq(ism);
598 	if (ret)
599 		goto unreg_sba;
600 
601 	ret = ism_read_local_gid(ism);
602 	if (ret)
603 		goto unreg_ieq;
604 
605 	if (!ism_add_vlan_id(ism, ISM_RESERVED_VLANID))
606 		/* hardware is V2 capable */
607 		ism_create_system_eid();
608 
609 	mutex_lock(&ism_dev_list.mutex);
610 	mutex_lock(&clients_lock);
611 	for (i = 0; i < max_client; ++i) {
612 		if (clients[i]) {
613 			clients[i]->add(ism);
614 			ism_setup_forwarding(clients[i], ism);
615 		}
616 	}
617 	mutex_unlock(&clients_lock);
618 
619 	list_add(&ism->list, &ism_dev_list.list);
620 	mutex_unlock(&ism_dev_list.mutex);
621 
622 	query_info(ism);
623 	return 0;
624 
625 unreg_ieq:
626 	unregister_ieq(ism);
627 unreg_sba:
628 	unregister_sba(ism);
629 free_irq:
630 	free_irq(pci_irq_vector(pdev, 0), ism);
631 free_client_arr:
632 	kfree(ism->sba_client_arr);
633 free_vectors:
634 	pci_free_irq_vectors(pdev);
635 out:
636 	return ret;
637 }
638 
639 static int ism_probe(struct pci_dev *pdev, const struct pci_device_id *id)
640 {
641 	struct ism_dev *ism;
642 	int ret;
643 
644 	ism = kzalloc(sizeof(*ism), GFP_KERNEL);
645 	if (!ism)
646 		return -ENOMEM;
647 
648 	spin_lock_init(&ism->lock);
649 	dev_set_drvdata(&pdev->dev, ism);
650 	ism->pdev = pdev;
651 	ism->dev.parent = &pdev->dev;
652 	device_initialize(&ism->dev);
653 	dev_set_name(&ism->dev, dev_name(&pdev->dev));
654 	ret = device_add(&ism->dev);
655 	if (ret)
656 		goto err_dev;
657 
658 	ret = pci_enable_device_mem(pdev);
659 	if (ret)
660 		goto err;
661 
662 	ret = pci_request_mem_regions(pdev, DRV_NAME);
663 	if (ret)
664 		goto err_disable;
665 
666 	ret = dma_set_mask_and_coherent(&pdev->dev, DMA_BIT_MASK(64));
667 	if (ret)
668 		goto err_resource;
669 
670 	dma_set_seg_boundary(&pdev->dev, SZ_1M - 1);
671 	dma_set_max_seg_size(&pdev->dev, SZ_1M);
672 	pci_set_master(pdev);
673 
674 	ret = ism_dev_init(ism);
675 	if (ret)
676 		goto err_resource;
677 
678 	return 0;
679 
680 err_resource:
681 	pci_release_mem_regions(pdev);
682 err_disable:
683 	pci_disable_device(pdev);
684 err:
685 	device_del(&ism->dev);
686 err_dev:
687 	dev_set_drvdata(&pdev->dev, NULL);
688 	kfree(ism);
689 
690 	return ret;
691 }
692 
693 static void ism_dev_exit(struct ism_dev *ism)
694 {
695 	struct pci_dev *pdev = ism->pdev;
696 	unsigned long flags;
697 	int i;
698 
699 	spin_lock_irqsave(&ism->lock, flags);
700 	for (i = 0; i < max_client; ++i)
701 		ism->subs[i] = NULL;
702 	spin_unlock_irqrestore(&ism->lock, flags);
703 
704 	mutex_lock(&ism_dev_list.mutex);
705 	mutex_lock(&clients_lock);
706 	for (i = 0; i < max_client; ++i) {
707 		if (clients[i])
708 			clients[i]->remove(ism);
709 	}
710 	mutex_unlock(&clients_lock);
711 
712 	if (SYSTEM_EID.serial_number[0] != '0' ||
713 	    SYSTEM_EID.type[0] != '0')
714 		ism_del_vlan_id(ism, ISM_RESERVED_VLANID);
715 	unregister_ieq(ism);
716 	unregister_sba(ism);
717 	free_irq(pci_irq_vector(pdev, 0), ism);
718 	kfree(ism->sba_client_arr);
719 	pci_free_irq_vectors(pdev);
720 	list_del_init(&ism->list);
721 	mutex_unlock(&ism_dev_list.mutex);
722 }
723 
724 static void ism_remove(struct pci_dev *pdev)
725 {
726 	struct ism_dev *ism = dev_get_drvdata(&pdev->dev);
727 
728 	ism_dev_exit(ism);
729 
730 	pci_release_mem_regions(pdev);
731 	pci_disable_device(pdev);
732 	device_del(&ism->dev);
733 	dev_set_drvdata(&pdev->dev, NULL);
734 	kfree(ism);
735 }
736 
737 static struct pci_driver ism_driver = {
738 	.name	  = DRV_NAME,
739 	.id_table = ism_device_table,
740 	.probe	  = ism_probe,
741 	.remove	  = ism_remove,
742 };
743 
744 static int __init ism_init(void)
745 {
746 	int ret;
747 
748 	ism_debug_info = debug_register("ism", 2, 1, 16);
749 	if (!ism_debug_info)
750 		return -ENODEV;
751 
752 	memset(clients, 0, sizeof(clients));
753 	max_client = 0;
754 	debug_register_view(ism_debug_info, &debug_hex_ascii_view);
755 	ret = pci_register_driver(&ism_driver);
756 	if (ret)
757 		debug_unregister(ism_debug_info);
758 
759 	return ret;
760 }
761 
762 static void __exit ism_exit(void)
763 {
764 	pci_unregister_driver(&ism_driver);
765 	debug_unregister(ism_debug_info);
766 }
767 
768 module_init(ism_init);
769 module_exit(ism_exit);
770 
771 /*************************** SMC-D Implementation *****************************/
772 
773 #if IS_ENABLED(CONFIG_SMC)
774 static int smcd_query_rgid(struct smcd_dev *smcd, u64 rgid, u32 vid_valid,
775 			   u32 vid)
776 {
777 	return ism_query_rgid(smcd->priv, rgid, vid_valid, vid);
778 }
779 
780 static int smcd_register_dmb(struct smcd_dev *smcd, struct smcd_dmb *dmb,
781 			     struct ism_client *client)
782 {
783 	return ism_register_dmb(smcd->priv, (struct ism_dmb *)dmb, client);
784 }
785 
786 static int smcd_unregister_dmb(struct smcd_dev *smcd, struct smcd_dmb *dmb)
787 {
788 	return ism_unregister_dmb(smcd->priv, (struct ism_dmb *)dmb);
789 }
790 
791 static int smcd_add_vlan_id(struct smcd_dev *smcd, u64 vlan_id)
792 {
793 	return ism_add_vlan_id(smcd->priv, vlan_id);
794 }
795 
796 static int smcd_del_vlan_id(struct smcd_dev *smcd, u64 vlan_id)
797 {
798 	return ism_del_vlan_id(smcd->priv, vlan_id);
799 }
800 
801 static int smcd_set_vlan_required(struct smcd_dev *smcd)
802 {
803 	return ism_cmd_simple(smcd->priv, ISM_SET_VLAN);
804 }
805 
806 static int smcd_reset_vlan_required(struct smcd_dev *smcd)
807 {
808 	return ism_cmd_simple(smcd->priv, ISM_RESET_VLAN);
809 }
810 
811 static int smcd_signal_ieq(struct smcd_dev *smcd, u64 rgid, u32 trigger_irq,
812 			   u32 event_code, u64 info)
813 {
814 	return ism_signal_ieq(smcd->priv, rgid, trigger_irq, event_code, info);
815 }
816 
817 static int smcd_move(struct smcd_dev *smcd, u64 dmb_tok, unsigned int idx,
818 		     bool sf, unsigned int offset, void *data,
819 		     unsigned int size)
820 {
821 	return ism_move(smcd->priv, dmb_tok, idx, sf, offset, data, size);
822 }
823 
824 static int smcd_supports_v2(void)
825 {
826 	return SYSTEM_EID.serial_number[0] != '0' ||
827 		SYSTEM_EID.type[0] != '0';
828 }
829 
830 static u64 smcd_get_local_gid(struct smcd_dev *smcd)
831 {
832 	return ism_get_local_gid(smcd->priv);
833 }
834 
835 static u16 smcd_get_chid(struct smcd_dev *smcd)
836 {
837 	return ism_get_chid(smcd->priv);
838 }
839 
840 static inline struct device *smcd_get_dev(struct smcd_dev *dev)
841 {
842 	struct ism_dev *ism = dev->priv;
843 
844 	return &ism->dev;
845 }
846 
847 static const struct smcd_ops ism_ops = {
848 	.query_remote_gid = smcd_query_rgid,
849 	.register_dmb = smcd_register_dmb,
850 	.unregister_dmb = smcd_unregister_dmb,
851 	.add_vlan_id = smcd_add_vlan_id,
852 	.del_vlan_id = smcd_del_vlan_id,
853 	.set_vlan_required = smcd_set_vlan_required,
854 	.reset_vlan_required = smcd_reset_vlan_required,
855 	.signal_event = smcd_signal_ieq,
856 	.move_data = smcd_move,
857 	.supports_v2 = smcd_supports_v2,
858 	.get_system_eid = ism_get_seid,
859 	.get_local_gid = smcd_get_local_gid,
860 	.get_chid = smcd_get_chid,
861 	.get_dev = smcd_get_dev,
862 };
863 
864 const struct smcd_ops *ism_get_smcd_ops(void)
865 {
866 	return &ism_ops;
867 }
868 EXPORT_SYMBOL_GPL(ism_get_smcd_ops);
869 #endif
870