1*dfb99b05SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2*dfb99b05SThomas Gleixner // Copyright 2014 Cisco Systems, Inc. All rights reserved.
3c8806b6cSNarsimhulu Musini
4c8806b6cSNarsimhulu Musini #include <linux/string.h>
5c8806b6cSNarsimhulu Musini #include <linux/errno.h>
6c8806b6cSNarsimhulu Musini #include <linux/pci.h>
7c8806b6cSNarsimhulu Musini #include <linux/interrupt.h>
8c8806b6cSNarsimhulu Musini
9c8806b6cSNarsimhulu Musini #include "vnic_dev.h"
10c8806b6cSNarsimhulu Musini #include "vnic_intr.h"
11c8806b6cSNarsimhulu Musini #include "vnic_stats.h"
12c8806b6cSNarsimhulu Musini #include "snic_io.h"
13c8806b6cSNarsimhulu Musini #include "snic.h"
14c8806b6cSNarsimhulu Musini
15c8806b6cSNarsimhulu Musini
16c8806b6cSNarsimhulu Musini /*
17c8806b6cSNarsimhulu Musini * snic_isr_msix_wq : MSIx ISR for work queue.
18c8806b6cSNarsimhulu Musini */
19c8806b6cSNarsimhulu Musini
20c8806b6cSNarsimhulu Musini static irqreturn_t
snic_isr_msix_wq(int irq,void * data)21c8806b6cSNarsimhulu Musini snic_isr_msix_wq(int irq, void *data)
22c8806b6cSNarsimhulu Musini {
23c8806b6cSNarsimhulu Musini struct snic *snic = data;
24c8806b6cSNarsimhulu Musini unsigned long wq_work_done = 0;
25c8806b6cSNarsimhulu Musini
26c8806b6cSNarsimhulu Musini snic->s_stats.misc.last_isr_time = jiffies;
273f5c11a4SNarsimhulu Musini atomic64_inc(&snic->s_stats.misc.ack_isr_cnt);
28c8806b6cSNarsimhulu Musini
29c8806b6cSNarsimhulu Musini wq_work_done = snic_wq_cmpl_handler(snic, -1);
30c8806b6cSNarsimhulu Musini svnic_intr_return_credits(&snic->intr[SNIC_MSIX_WQ],
31c8806b6cSNarsimhulu Musini wq_work_done,
32c8806b6cSNarsimhulu Musini 1 /* unmask intr */,
33c8806b6cSNarsimhulu Musini 1 /* reset intr timer */);
34c8806b6cSNarsimhulu Musini
35c8806b6cSNarsimhulu Musini return IRQ_HANDLED;
36c8806b6cSNarsimhulu Musini } /* end of snic_isr_msix_wq */
37c8806b6cSNarsimhulu Musini
38c8806b6cSNarsimhulu Musini static irqreturn_t
snic_isr_msix_io_cmpl(int irq,void * data)39c8806b6cSNarsimhulu Musini snic_isr_msix_io_cmpl(int irq, void *data)
40c8806b6cSNarsimhulu Musini {
41c8806b6cSNarsimhulu Musini struct snic *snic = data;
42c8806b6cSNarsimhulu Musini unsigned long iocmpl_work_done = 0;
43c8806b6cSNarsimhulu Musini
44c8806b6cSNarsimhulu Musini snic->s_stats.misc.last_isr_time = jiffies;
453f5c11a4SNarsimhulu Musini atomic64_inc(&snic->s_stats.misc.cmpl_isr_cnt);
46c8806b6cSNarsimhulu Musini
47c8806b6cSNarsimhulu Musini iocmpl_work_done = snic_fwcq_cmpl_handler(snic, -1);
48c8806b6cSNarsimhulu Musini svnic_intr_return_credits(&snic->intr[SNIC_MSIX_IO_CMPL],
49c8806b6cSNarsimhulu Musini iocmpl_work_done,
50c8806b6cSNarsimhulu Musini 1 /* unmask intr */,
51c8806b6cSNarsimhulu Musini 1 /* reset intr timer */);
52c8806b6cSNarsimhulu Musini
53c8806b6cSNarsimhulu Musini return IRQ_HANDLED;
54c8806b6cSNarsimhulu Musini } /* end of snic_isr_msix_io_cmpl */
55c8806b6cSNarsimhulu Musini
56c8806b6cSNarsimhulu Musini static irqreturn_t
snic_isr_msix_err_notify(int irq,void * data)57c8806b6cSNarsimhulu Musini snic_isr_msix_err_notify(int irq, void *data)
58c8806b6cSNarsimhulu Musini {
59c8806b6cSNarsimhulu Musini struct snic *snic = data;
60c8806b6cSNarsimhulu Musini
61c8806b6cSNarsimhulu Musini snic->s_stats.misc.last_isr_time = jiffies;
623f5c11a4SNarsimhulu Musini atomic64_inc(&snic->s_stats.misc.errnotify_isr_cnt);
63c8806b6cSNarsimhulu Musini
64c8806b6cSNarsimhulu Musini svnic_intr_return_all_credits(&snic->intr[SNIC_MSIX_ERR_NOTIFY]);
65c8806b6cSNarsimhulu Musini snic_log_q_error(snic);
66c8806b6cSNarsimhulu Musini
67c8806b6cSNarsimhulu Musini /*Handling link events */
68c8806b6cSNarsimhulu Musini snic_handle_link_event(snic);
69c8806b6cSNarsimhulu Musini
70c8806b6cSNarsimhulu Musini return IRQ_HANDLED;
71c8806b6cSNarsimhulu Musini } /* end of snic_isr_msix_err_notify */
72c8806b6cSNarsimhulu Musini
73c8806b6cSNarsimhulu Musini
74c8806b6cSNarsimhulu Musini void
snic_free_intr(struct snic * snic)75c8806b6cSNarsimhulu Musini snic_free_intr(struct snic *snic)
76c8806b6cSNarsimhulu Musini {
77c8806b6cSNarsimhulu Musini int i;
78c8806b6cSNarsimhulu Musini
79c8806b6cSNarsimhulu Musini /* ONLY interrupt mode MSIX is supported */
80c8806b6cSNarsimhulu Musini for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
81c8806b6cSNarsimhulu Musini if (snic->msix[i].requested) {
828e305cb2SChristoph Hellwig free_irq(pci_irq_vector(snic->pdev, i),
83c8806b6cSNarsimhulu Musini snic->msix[i].devid);
84c8806b6cSNarsimhulu Musini }
85c8806b6cSNarsimhulu Musini }
86c8806b6cSNarsimhulu Musini } /* end of snic_free_intr */
87c8806b6cSNarsimhulu Musini
88c8806b6cSNarsimhulu Musini int
snic_request_intr(struct snic * snic)89c8806b6cSNarsimhulu Musini snic_request_intr(struct snic *snic)
90c8806b6cSNarsimhulu Musini {
91c8806b6cSNarsimhulu Musini int ret = 0, i;
92c8806b6cSNarsimhulu Musini enum vnic_dev_intr_mode intr_mode;
93c8806b6cSNarsimhulu Musini
94c8806b6cSNarsimhulu Musini intr_mode = svnic_dev_get_intr_mode(snic->vdev);
95c8806b6cSNarsimhulu Musini SNIC_BUG_ON(intr_mode != VNIC_DEV_INTR_MODE_MSIX);
96c8806b6cSNarsimhulu Musini
97c8806b6cSNarsimhulu Musini /*
98c8806b6cSNarsimhulu Musini * Currently HW supports single WQ and CQ. So passing devid as snic.
99c8806b6cSNarsimhulu Musini * When hardware supports multiple WQs and CQs, one idea is
100c8806b6cSNarsimhulu Musini * to pass devid as corresponding WQ or CQ ptr and retrieve snic
101c8806b6cSNarsimhulu Musini * from queue ptr.
102c8806b6cSNarsimhulu Musini * Except for err_notify, which is always one.
103c8806b6cSNarsimhulu Musini */
104c8806b6cSNarsimhulu Musini sprintf(snic->msix[SNIC_MSIX_WQ].devname,
105c8806b6cSNarsimhulu Musini "%.11s-scsi-wq",
106c8806b6cSNarsimhulu Musini snic->name);
107c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_WQ].isr = snic_isr_msix_wq;
108c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_WQ].devid = snic;
109c8806b6cSNarsimhulu Musini
110c8806b6cSNarsimhulu Musini sprintf(snic->msix[SNIC_MSIX_IO_CMPL].devname,
111c8806b6cSNarsimhulu Musini "%.11s-io-cmpl",
112c8806b6cSNarsimhulu Musini snic->name);
113c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_IO_CMPL].isr = snic_isr_msix_io_cmpl;
114c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_IO_CMPL].devid = snic;
115c8806b6cSNarsimhulu Musini
116c8806b6cSNarsimhulu Musini sprintf(snic->msix[SNIC_MSIX_ERR_NOTIFY].devname,
117c8806b6cSNarsimhulu Musini "%.11s-err-notify",
118c8806b6cSNarsimhulu Musini snic->name);
119c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_ERR_NOTIFY].isr = snic_isr_msix_err_notify;
120c8806b6cSNarsimhulu Musini snic->msix[SNIC_MSIX_ERR_NOTIFY].devid = snic;
121c8806b6cSNarsimhulu Musini
122c8806b6cSNarsimhulu Musini for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
1238e305cb2SChristoph Hellwig ret = request_irq(pci_irq_vector(snic->pdev, i),
124c8806b6cSNarsimhulu Musini snic->msix[i].isr,
125c8806b6cSNarsimhulu Musini 0,
126c8806b6cSNarsimhulu Musini snic->msix[i].devname,
127c8806b6cSNarsimhulu Musini snic->msix[i].devid);
128c8806b6cSNarsimhulu Musini if (ret) {
129c8806b6cSNarsimhulu Musini SNIC_HOST_ERR(snic->shost,
1309f80efdaSColin Ian King "MSI-X: request_irq(%d) failed %d\n",
131c8806b6cSNarsimhulu Musini i,
132c8806b6cSNarsimhulu Musini ret);
133c8806b6cSNarsimhulu Musini snic_free_intr(snic);
134c8806b6cSNarsimhulu Musini break;
135c8806b6cSNarsimhulu Musini }
136c8806b6cSNarsimhulu Musini snic->msix[i].requested = 1;
137c8806b6cSNarsimhulu Musini }
138c8806b6cSNarsimhulu Musini
139c8806b6cSNarsimhulu Musini return ret;
1409f80efdaSColin Ian King } /* end of snic_request_intr */
141c8806b6cSNarsimhulu Musini
142c8806b6cSNarsimhulu Musini int
snic_set_intr_mode(struct snic * snic)143c8806b6cSNarsimhulu Musini snic_set_intr_mode(struct snic *snic)
144c8806b6cSNarsimhulu Musini {
145c8806b6cSNarsimhulu Musini unsigned int n = ARRAY_SIZE(snic->wq);
146c8806b6cSNarsimhulu Musini unsigned int m = SNIC_CQ_IO_CMPL_MAX;
1478e305cb2SChristoph Hellwig unsigned int vecs = n + m + 1;
148c8806b6cSNarsimhulu Musini
149c8806b6cSNarsimhulu Musini /*
150c8806b6cSNarsimhulu Musini * We need n WQs, m CQs, and n+m+1 INTRs
151c8806b6cSNarsimhulu Musini * (last INTR is used for WQ/CQ errors and notification area
152c8806b6cSNarsimhulu Musini */
153c8806b6cSNarsimhulu Musini BUILD_BUG_ON((ARRAY_SIZE(snic->wq) + SNIC_CQ_IO_CMPL_MAX) >
154c8806b6cSNarsimhulu Musini ARRAY_SIZE(snic->intr));
155c8806b6cSNarsimhulu Musini
1568e305cb2SChristoph Hellwig if (snic->wq_count < n || snic->cq_count < n + m)
1578e305cb2SChristoph Hellwig goto fail;
158c8806b6cSNarsimhulu Musini
1598e305cb2SChristoph Hellwig if (pci_alloc_irq_vectors(snic->pdev, vecs, vecs, PCI_IRQ_MSIX) < 0)
1608e305cb2SChristoph Hellwig goto fail;
1618e305cb2SChristoph Hellwig
162c8806b6cSNarsimhulu Musini snic->wq_count = n;
163c8806b6cSNarsimhulu Musini snic->cq_count = n + m;
1648e305cb2SChristoph Hellwig snic->intr_count = vecs;
165c8806b6cSNarsimhulu Musini snic->err_intr_offset = SNIC_MSIX_ERR_NOTIFY;
166c8806b6cSNarsimhulu Musini
1678e305cb2SChristoph Hellwig SNIC_ISR_DBG(snic->shost, "Using MSI-X Interrupts\n");
1688e305cb2SChristoph Hellwig svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_MSIX);
169c8806b6cSNarsimhulu Musini return 0;
1708e305cb2SChristoph Hellwig fail:
171c8806b6cSNarsimhulu Musini svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_UNKNOWN);
172c8806b6cSNarsimhulu Musini return -EINVAL;
173c8806b6cSNarsimhulu Musini } /* end of snic_set_intr_mode */
174c8806b6cSNarsimhulu Musini
175c8806b6cSNarsimhulu Musini void
snic_clear_intr_mode(struct snic * snic)176c8806b6cSNarsimhulu Musini snic_clear_intr_mode(struct snic *snic)
177c8806b6cSNarsimhulu Musini {
1788e305cb2SChristoph Hellwig pci_free_irq_vectors(snic->pdev);
179c8806b6cSNarsimhulu Musini svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_INTX);
180c8806b6cSNarsimhulu Musini }
181