xref: /openbmc/linux/drivers/infiniband/hw/hfi1/intr.c (revision 2250563e)
1f48ad614SDennis Dalessandro /*
2f48ad614SDennis Dalessandro  * Copyright(c) 2015, 2016 Intel Corporation.
3f48ad614SDennis Dalessandro  *
4f48ad614SDennis Dalessandro  * This file is provided under a dual BSD/GPLv2 license.  When using or
5f48ad614SDennis Dalessandro  * redistributing this file, you may do so under either license.
6f48ad614SDennis Dalessandro  *
7f48ad614SDennis Dalessandro  * GPL LICENSE SUMMARY
8f48ad614SDennis Dalessandro  *
9f48ad614SDennis Dalessandro  * This program is free software; you can redistribute it and/or modify
10f48ad614SDennis Dalessandro  * it under the terms of version 2 of the GNU General Public License as
11f48ad614SDennis Dalessandro  * published by the Free Software Foundation.
12f48ad614SDennis Dalessandro  *
13f48ad614SDennis Dalessandro  * This program is distributed in the hope that it will be useful, but
14f48ad614SDennis Dalessandro  * WITHOUT ANY WARRANTY; without even the implied warranty of
15f48ad614SDennis Dalessandro  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16f48ad614SDennis Dalessandro  * General Public License for more details.
17f48ad614SDennis Dalessandro  *
18f48ad614SDennis Dalessandro  * BSD LICENSE
19f48ad614SDennis Dalessandro  *
20f48ad614SDennis Dalessandro  * Redistribution and use in source and binary forms, with or without
21f48ad614SDennis Dalessandro  * modification, are permitted provided that the following conditions
22f48ad614SDennis Dalessandro  * are met:
23f48ad614SDennis Dalessandro  *
24f48ad614SDennis Dalessandro  *  - Redistributions of source code must retain the above copyright
25f48ad614SDennis Dalessandro  *    notice, this list of conditions and the following disclaimer.
26f48ad614SDennis Dalessandro  *  - Redistributions in binary form must reproduce the above copyright
27f48ad614SDennis Dalessandro  *    notice, this list of conditions and the following disclaimer in
28f48ad614SDennis Dalessandro  *    the documentation and/or other materials provided with the
29f48ad614SDennis Dalessandro  *    distribution.
30f48ad614SDennis Dalessandro  *  - Neither the name of Intel Corporation nor the names of its
31f48ad614SDennis Dalessandro  *    contributors may be used to endorse or promote products derived
32f48ad614SDennis Dalessandro  *    from this software without specific prior written permission.
33f48ad614SDennis Dalessandro  *
34f48ad614SDennis Dalessandro  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35f48ad614SDennis Dalessandro  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36f48ad614SDennis Dalessandro  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37f48ad614SDennis Dalessandro  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38f48ad614SDennis Dalessandro  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39f48ad614SDennis Dalessandro  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40f48ad614SDennis Dalessandro  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41f48ad614SDennis Dalessandro  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42f48ad614SDennis Dalessandro  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43f48ad614SDennis Dalessandro  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44f48ad614SDennis Dalessandro  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45f48ad614SDennis Dalessandro  *
46f48ad614SDennis Dalessandro  */
47f48ad614SDennis Dalessandro 
48f48ad614SDennis Dalessandro #include <linux/pci.h>
49f48ad614SDennis Dalessandro #include <linux/delay.h>
508737ce95SMichael J. Ruhl #include <linux/bitmap.h>
51f48ad614SDennis Dalessandro 
52f48ad614SDennis Dalessandro #include "hfi.h"
53f48ad614SDennis Dalessandro #include "common.h"
54f48ad614SDennis Dalessandro #include "sdma.h"
55f48ad614SDennis Dalessandro 
56f48ad614SDennis Dalessandro /**
57f48ad614SDennis Dalessandro  * format_hwmsg - format a single hwerror message
58f48ad614SDennis Dalessandro  * @msg message buffer
59f48ad614SDennis Dalessandro  * @msgl length of message buffer
60f48ad614SDennis Dalessandro  * @hwmsg message to add to message buffer
61f48ad614SDennis Dalessandro  */
62f48ad614SDennis Dalessandro static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg)
63f48ad614SDennis Dalessandro {
64f48ad614SDennis Dalessandro 	strlcat(msg, "[", msgl);
65f48ad614SDennis Dalessandro 	strlcat(msg, hwmsg, msgl);
66f48ad614SDennis Dalessandro 	strlcat(msg, "]", msgl);
67f48ad614SDennis Dalessandro }
68f48ad614SDennis Dalessandro 
69f48ad614SDennis Dalessandro /**
70f48ad614SDennis Dalessandro  * hfi1_format_hwerrors - format hardware error messages for display
71f48ad614SDennis Dalessandro  * @hwerrs hardware errors bit vector
72f48ad614SDennis Dalessandro  * @hwerrmsgs hardware error descriptions
73f48ad614SDennis Dalessandro  * @nhwerrmsgs number of hwerrmsgs
74f48ad614SDennis Dalessandro  * @msg message buffer
75f48ad614SDennis Dalessandro  * @msgl message buffer length
76f48ad614SDennis Dalessandro  */
77f48ad614SDennis Dalessandro void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
78f48ad614SDennis Dalessandro 			  size_t nhwerrmsgs, char *msg, size_t msgl)
79f48ad614SDennis Dalessandro {
80f48ad614SDennis Dalessandro 	int i;
81f48ad614SDennis Dalessandro 
82f48ad614SDennis Dalessandro 	for (i = 0; i < nhwerrmsgs; i++)
83f48ad614SDennis Dalessandro 		if (hwerrs & hwerrmsgs[i].mask)
84f48ad614SDennis Dalessandro 			format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
85f48ad614SDennis Dalessandro }
86f48ad614SDennis Dalessandro 
87f48ad614SDennis Dalessandro static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
88f48ad614SDennis Dalessandro {
89f48ad614SDennis Dalessandro 	struct ib_event event;
90f48ad614SDennis Dalessandro 	struct hfi1_devdata *dd = ppd->dd;
91f48ad614SDennis Dalessandro 
92f48ad614SDennis Dalessandro 	/*
93f48ad614SDennis Dalessandro 	 * Only call ib_dispatch_event() if the IB device has been
94f48ad614SDennis Dalessandro 	 * registered.  HFI1_INITED is set iff the driver has successfully
95f48ad614SDennis Dalessandro 	 * registered with the IB core.
96f48ad614SDennis Dalessandro 	 */
97f48ad614SDennis Dalessandro 	if (!(dd->flags & HFI1_INITTED))
98f48ad614SDennis Dalessandro 		return;
99f48ad614SDennis Dalessandro 	event.device = &dd->verbs_dev.rdi.ibdev;
100f48ad614SDennis Dalessandro 	event.element.port_num = ppd->port;
101f48ad614SDennis Dalessandro 	event.event = ev;
102f48ad614SDennis Dalessandro 	ib_dispatch_event(&event);
103f48ad614SDennis Dalessandro }
104f48ad614SDennis Dalessandro 
105f48ad614SDennis Dalessandro /*
106f48ad614SDennis Dalessandro  * Handle a linkup or link down notification.
107f48ad614SDennis Dalessandro  * This is called outside an interrupt.
108f48ad614SDennis Dalessandro  */
109f48ad614SDennis Dalessandro void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
110f48ad614SDennis Dalessandro {
111f48ad614SDennis Dalessandro 	struct hfi1_pportdata *ppd = &dd->pport[0];
112f48ad614SDennis Dalessandro 	enum ib_event_type ev;
113f48ad614SDennis Dalessandro 
114f48ad614SDennis Dalessandro 	if (!(ppd->linkup ^ !!linkup))
115f48ad614SDennis Dalessandro 		return;	/* no change, nothing to do */
116f48ad614SDennis Dalessandro 
117f48ad614SDennis Dalessandro 	if (linkup) {
118f48ad614SDennis Dalessandro 		/*
119f48ad614SDennis Dalessandro 		 * Quick linkup and all link up on the simulator does not
120f48ad614SDennis Dalessandro 		 * trigger or implement:
121f48ad614SDennis Dalessandro 		 *	- VerifyCap interrupt
122f48ad614SDennis Dalessandro 		 *	- VerifyCap frames
123f48ad614SDennis Dalessandro 		 * But rather moves directly to LinkUp.
124f48ad614SDennis Dalessandro 		 *
125f48ad614SDennis Dalessandro 		 * Do the work of the VerifyCap interrupt handler,
126f48ad614SDennis Dalessandro 		 * handle_verify_cap(), but do not try moving the state to
127f48ad614SDennis Dalessandro 		 * LinkUp as we are already there.
128f48ad614SDennis Dalessandro 		 *
129f48ad614SDennis Dalessandro 		 * NOTE: This uses this device's vAU, vCU, and vl15_init for
130f48ad614SDennis Dalessandro 		 * the remote values.  Both sides must be using the values.
131f48ad614SDennis Dalessandro 		 */
132f48ad614SDennis Dalessandro 		if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
133b3e6b4bdSByczkowski, Jakub 			set_up_vau(dd, dd->vau);
134b3e6b4bdSByczkowski, Jakub 			set_up_vl15(dd, dd->vl15_init);
135f48ad614SDennis Dalessandro 			assign_remote_cm_au_table(dd, dd->vcu);
13698b9ee20SStuart Summers 		}
13798b9ee20SStuart Summers 
138f48ad614SDennis Dalessandro 		ppd->neighbor_guid =
139f48ad614SDennis Dalessandro 			read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
140f48ad614SDennis Dalessandro 		ppd->neighbor_type =
141f48ad614SDennis Dalessandro 			read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
142f48ad614SDennis Dalessandro 				 DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
143f48ad614SDennis Dalessandro 		ppd->neighbor_port_number =
144f48ad614SDennis Dalessandro 			read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
145f48ad614SDennis Dalessandro 				 DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
14698b9ee20SStuart Summers 		ppd->neighbor_fm_security =
14798b9ee20SStuart Summers 			read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
14898b9ee20SStuart Summers 				 DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
14998b9ee20SStuart Summers 		dd_dev_info(dd,
15098b9ee20SStuart Summers 			    "Neighbor Guid %llx, Type %d, Port Num %d\n",
15198b9ee20SStuart Summers 			    ppd->neighbor_guid, ppd->neighbor_type,
15298b9ee20SStuart Summers 			    ppd->neighbor_port_number);
153f48ad614SDennis Dalessandro 
154f48ad614SDennis Dalessandro 		/* physical link went up */
155f48ad614SDennis Dalessandro 		ppd->linkup = 1;
156f48ad614SDennis Dalessandro 		ppd->offline_disabled_reason =
157f48ad614SDennis Dalessandro 			HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);
158f48ad614SDennis Dalessandro 
159f48ad614SDennis Dalessandro 		/* link widths are not available until the link is fully up */
160f48ad614SDennis Dalessandro 		get_linkup_link_widths(ppd);
161f48ad614SDennis Dalessandro 
162f48ad614SDennis Dalessandro 	} else {
163f48ad614SDennis Dalessandro 		/* physical link went down */
164f48ad614SDennis Dalessandro 		ppd->linkup = 0;
165f48ad614SDennis Dalessandro 
166f48ad614SDennis Dalessandro 		/* clear HW details of the previous connection */
167f48ad614SDennis Dalessandro 		reset_link_credits(dd);
168f48ad614SDennis Dalessandro 
169f48ad614SDennis Dalessandro 		/* freeze after a link down to guarantee a clean egress */
170f48ad614SDennis Dalessandro 		start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN);
171f48ad614SDennis Dalessandro 
172f48ad614SDennis Dalessandro 		ev = IB_EVENT_PORT_ERR;
173f48ad614SDennis Dalessandro 
174f48ad614SDennis Dalessandro 		hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);
175f48ad614SDennis Dalessandro 
176f48ad614SDennis Dalessandro 		/* if we are down, the neighbor is down */
177f48ad614SDennis Dalessandro 		ppd->neighbor_normal = 0;
178f48ad614SDennis Dalessandro 
179f48ad614SDennis Dalessandro 		/* notify IB of the link change */
180f48ad614SDennis Dalessandro 		signal_ib_event(ppd, ev);
181f48ad614SDennis Dalessandro 	}
182f48ad614SDennis Dalessandro }
183f48ad614SDennis Dalessandro 
184f48ad614SDennis Dalessandro /*
185f48ad614SDennis Dalessandro  * Handle receive or urgent interrupts for user contexts.  This means a user
186f48ad614SDennis Dalessandro  * process was waiting for a packet to arrive, and didn't want to poll.
187f48ad614SDennis Dalessandro  */
188f48ad614SDennis Dalessandro void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
189f48ad614SDennis Dalessandro {
190f48ad614SDennis Dalessandro 	struct hfi1_devdata *dd = rcd->dd;
191f48ad614SDennis Dalessandro 	unsigned long flags;
192f48ad614SDennis Dalessandro 
193f48ad614SDennis Dalessandro 	spin_lock_irqsave(&dd->uctxt_lock, flags);
1948737ce95SMichael J. Ruhl 	if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
195f48ad614SDennis Dalessandro 		goto done;
196f48ad614SDennis Dalessandro 
197f48ad614SDennis Dalessandro 	if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
198f48ad614SDennis Dalessandro 		wake_up_interruptible(&rcd->wait);
1992250563eSMichael J. Ruhl 		hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
200f48ad614SDennis Dalessandro 	} else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
201f48ad614SDennis Dalessandro 							&rcd->event_flags)) {
202f48ad614SDennis Dalessandro 		rcd->urgent++;
203f48ad614SDennis Dalessandro 		wake_up_interruptible(&rcd->wait);
204f48ad614SDennis Dalessandro 	}
205f48ad614SDennis Dalessandro done:
206f48ad614SDennis Dalessandro 	spin_unlock_irqrestore(&dd->uctxt_lock, flags);
207f48ad614SDennis Dalessandro }
208