1*145eba1aSCai Huoqing // SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause
2f48ad614SDennis Dalessandro /*
3f48ad614SDennis Dalessandro * Copyright(c) 2015, 2016 Intel Corporation.
4f48ad614SDennis Dalessandro */
5f48ad614SDennis Dalessandro
6f48ad614SDennis Dalessandro #include <linux/pci.h>
7f48ad614SDennis Dalessandro #include <linux/delay.h>
88737ce95SMichael J. Ruhl #include <linux/bitmap.h>
9f48ad614SDennis Dalessandro
10f48ad614SDennis Dalessandro #include "hfi.h"
11f48ad614SDennis Dalessandro #include "common.h"
12f48ad614SDennis Dalessandro #include "sdma.h"
13f48ad614SDennis Dalessandro
144061f3a4SMichael J. Ruhl #define LINK_UP_DELAY 500 /* in microseconds */
154061f3a4SMichael J. Ruhl
set_mgmt_allowed(struct hfi1_pportdata * ppd)16641f348bSJan Sokolowski static void set_mgmt_allowed(struct hfi1_pportdata *ppd)
17641f348bSJan Sokolowski {
18641f348bSJan Sokolowski u32 frame;
19641f348bSJan Sokolowski struct hfi1_devdata *dd = ppd->dd;
20641f348bSJan Sokolowski
21641f348bSJan Sokolowski if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) {
22641f348bSJan Sokolowski ppd->mgmt_allowed = 1;
23641f348bSJan Sokolowski } else {
24641f348bSJan Sokolowski read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame);
25641f348bSJan Sokolowski ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT)
26641f348bSJan Sokolowski & MGMT_ALLOWED_MASK;
27641f348bSJan Sokolowski }
28641f348bSJan Sokolowski }
29641f348bSJan Sokolowski
30641f348bSJan Sokolowski /*
31641f348bSJan Sokolowski * Our neighbor has indicated that we are allowed to act as a fabric
32641f348bSJan Sokolowski * manager, so place the full management partition key in the second
33641f348bSJan Sokolowski * (0-based) pkey array position. Note that we should already have
34641f348bSJan Sokolowski * the limited management partition key in array element 1, and also
35641f348bSJan Sokolowski * that the port is not yet up when add_full_mgmt_pkey() is invoked.
36641f348bSJan Sokolowski */
add_full_mgmt_pkey(struct hfi1_pportdata * ppd)37641f348bSJan Sokolowski static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd)
38641f348bSJan Sokolowski {
39641f348bSJan Sokolowski struct hfi1_devdata *dd = ppd->dd;
40641f348bSJan Sokolowski
41641f348bSJan Sokolowski /* Sanity check - ppd->pkeys[2] should be 0, or already initialized */
42641f348bSJan Sokolowski if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY)))
43641f348bSJan Sokolowski dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n",
44641f348bSJan Sokolowski __func__, ppd->pkeys[2], FULL_MGMT_P_KEY);
45641f348bSJan Sokolowski ppd->pkeys[2] = FULL_MGMT_P_KEY;
46641f348bSJan Sokolowski (void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0);
47641f348bSJan Sokolowski hfi1_event_pkey_change(ppd->dd, ppd->port);
48641f348bSJan Sokolowski }
49641f348bSJan Sokolowski
50f48ad614SDennis Dalessandro /**
51f48ad614SDennis Dalessandro * format_hwmsg - format a single hwerror message
52510a8949SLee Jones * @msg: message buffer
53510a8949SLee Jones * @msgl: length of message buffer
54510a8949SLee Jones * @hwmsg: message to add to message buffer
55f48ad614SDennis Dalessandro */
format_hwmsg(char * msg,size_t msgl,const char * hwmsg)56f48ad614SDennis Dalessandro static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg)
57f48ad614SDennis Dalessandro {
58f48ad614SDennis Dalessandro strlcat(msg, "[", msgl);
59f48ad614SDennis Dalessandro strlcat(msg, hwmsg, msgl);
60f48ad614SDennis Dalessandro strlcat(msg, "]", msgl);
61f48ad614SDennis Dalessandro }
62f48ad614SDennis Dalessandro
63f48ad614SDennis Dalessandro /**
64f48ad614SDennis Dalessandro * hfi1_format_hwerrors - format hardware error messages for display
65510a8949SLee Jones * @hwerrs: hardware errors bit vector
66510a8949SLee Jones * @hwerrmsgs: hardware error descriptions
67510a8949SLee Jones * @nhwerrmsgs: number of hwerrmsgs
68510a8949SLee Jones * @msg: message buffer
69510a8949SLee Jones * @msgl: message buffer length
70f48ad614SDennis Dalessandro */
hfi1_format_hwerrors(u64 hwerrs,const struct hfi1_hwerror_msgs * hwerrmsgs,size_t nhwerrmsgs,char * msg,size_t msgl)71f48ad614SDennis Dalessandro void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs,
72f48ad614SDennis Dalessandro size_t nhwerrmsgs, char *msg, size_t msgl)
73f48ad614SDennis Dalessandro {
74f48ad614SDennis Dalessandro int i;
75f48ad614SDennis Dalessandro
76f48ad614SDennis Dalessandro for (i = 0; i < nhwerrmsgs; i++)
77f48ad614SDennis Dalessandro if (hwerrs & hwerrmsgs[i].mask)
78f48ad614SDennis Dalessandro format_hwmsg(msg, msgl, hwerrmsgs[i].msg);
79f48ad614SDennis Dalessandro }
80f48ad614SDennis Dalessandro
signal_ib_event(struct hfi1_pportdata * ppd,enum ib_event_type ev)81f48ad614SDennis Dalessandro static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev)
82f48ad614SDennis Dalessandro {
83f48ad614SDennis Dalessandro struct ib_event event;
84f48ad614SDennis Dalessandro struct hfi1_devdata *dd = ppd->dd;
85f48ad614SDennis Dalessandro
86f48ad614SDennis Dalessandro /*
87f48ad614SDennis Dalessandro * Only call ib_dispatch_event() if the IB device has been
88f48ad614SDennis Dalessandro * registered. HFI1_INITED is set iff the driver has successfully
89f48ad614SDennis Dalessandro * registered with the IB core.
90f48ad614SDennis Dalessandro */
91f48ad614SDennis Dalessandro if (!(dd->flags & HFI1_INITTED))
92f48ad614SDennis Dalessandro return;
93f48ad614SDennis Dalessandro event.device = &dd->verbs_dev.rdi.ibdev;
94f48ad614SDennis Dalessandro event.element.port_num = ppd->port;
95f48ad614SDennis Dalessandro event.event = ev;
96f48ad614SDennis Dalessandro ib_dispatch_event(&event);
97f48ad614SDennis Dalessandro }
98f48ad614SDennis Dalessandro
994061f3a4SMichael J. Ruhl /**
1004061f3a4SMichael J. Ruhl * handle_linkup_change - finish linkup/down state changes
1014061f3a4SMichael J. Ruhl * @dd: valid device
1024061f3a4SMichael J. Ruhl * @linkup: link state information
1034061f3a4SMichael J. Ruhl *
104f48ad614SDennis Dalessandro * Handle a linkup or link down notification.
1054061f3a4SMichael J. Ruhl * The HW needs time to finish its link up state change. Give it that chance.
1064061f3a4SMichael J. Ruhl *
107f48ad614SDennis Dalessandro * This is called outside an interrupt.
1084061f3a4SMichael J. Ruhl *
109f48ad614SDennis Dalessandro */
handle_linkup_change(struct hfi1_devdata * dd,u32 linkup)110f48ad614SDennis Dalessandro void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup)
111f48ad614SDennis Dalessandro {
112f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd = &dd->pport[0];
113f48ad614SDennis Dalessandro enum ib_event_type ev;
114f48ad614SDennis Dalessandro
115f48ad614SDennis Dalessandro if (!(ppd->linkup ^ !!linkup))
116f48ad614SDennis Dalessandro return; /* no change, nothing to do */
117f48ad614SDennis Dalessandro
118f48ad614SDennis Dalessandro if (linkup) {
119f48ad614SDennis Dalessandro /*
120f48ad614SDennis Dalessandro * Quick linkup and all link up on the simulator does not
121f48ad614SDennis Dalessandro * trigger or implement:
122f48ad614SDennis Dalessandro * - VerifyCap interrupt
123f48ad614SDennis Dalessandro * - VerifyCap frames
124f48ad614SDennis Dalessandro * But rather moves directly to LinkUp.
125f48ad614SDennis Dalessandro *
126f48ad614SDennis Dalessandro * Do the work of the VerifyCap interrupt handler,
127f48ad614SDennis Dalessandro * handle_verify_cap(), but do not try moving the state to
128f48ad614SDennis Dalessandro * LinkUp as we are already there.
129f48ad614SDennis Dalessandro *
130f48ad614SDennis Dalessandro * NOTE: This uses this device's vAU, vCU, and vl15_init for
131f48ad614SDennis Dalessandro * the remote values. Both sides must be using the values.
132f48ad614SDennis Dalessandro */
133f48ad614SDennis Dalessandro if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) {
134b3e6b4bdSByczkowski, Jakub set_up_vau(dd, dd->vau);
135b3e6b4bdSByczkowski, Jakub set_up_vl15(dd, dd->vl15_init);
136f48ad614SDennis Dalessandro assign_remote_cm_au_table(dd, dd->vcu);
13798b9ee20SStuart Summers }
13898b9ee20SStuart Summers
139f48ad614SDennis Dalessandro ppd->neighbor_guid =
140f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_GUID);
141f48ad614SDennis Dalessandro ppd->neighbor_type =
142f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) &
143f48ad614SDennis Dalessandro DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK;
144f48ad614SDennis Dalessandro ppd->neighbor_port_number =
145f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) &
146f48ad614SDennis Dalessandro DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK;
14798b9ee20SStuart Summers ppd->neighbor_fm_security =
14898b9ee20SStuart Summers read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) &
14998b9ee20SStuart Summers DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK;
15098b9ee20SStuart Summers dd_dev_info(dd,
15198b9ee20SStuart Summers "Neighbor Guid %llx, Type %d, Port Num %d\n",
15298b9ee20SStuart Summers ppd->neighbor_guid, ppd->neighbor_type,
15398b9ee20SStuart Summers ppd->neighbor_port_number);
154f48ad614SDennis Dalessandro
1554061f3a4SMichael J. Ruhl /* HW needs LINK_UP_DELAY to settle, give it that chance */
1564061f3a4SMichael J. Ruhl udelay(LINK_UP_DELAY);
1574061f3a4SMichael J. Ruhl
158641f348bSJan Sokolowski /*
159641f348bSJan Sokolowski * 'MgmtAllowed' information, which is exchanged during
160641f348bSJan Sokolowski * LNI, is available at this point.
161641f348bSJan Sokolowski */
162641f348bSJan Sokolowski set_mgmt_allowed(ppd);
163641f348bSJan Sokolowski
164641f348bSJan Sokolowski if (ppd->mgmt_allowed)
165641f348bSJan Sokolowski add_full_mgmt_pkey(ppd);
166641f348bSJan Sokolowski
167f48ad614SDennis Dalessandro /* physical link went up */
168f48ad614SDennis Dalessandro ppd->linkup = 1;
169f48ad614SDennis Dalessandro ppd->offline_disabled_reason =
170f48ad614SDennis Dalessandro HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE);
171f48ad614SDennis Dalessandro
172f48ad614SDennis Dalessandro /* link widths are not available until the link is fully up */
173f48ad614SDennis Dalessandro get_linkup_link_widths(ppd);
174f48ad614SDennis Dalessandro
175f48ad614SDennis Dalessandro } else {
176f48ad614SDennis Dalessandro /* physical link went down */
177f48ad614SDennis Dalessandro ppd->linkup = 0;
178f48ad614SDennis Dalessandro
179f48ad614SDennis Dalessandro /* clear HW details of the previous connection */
1805e2d6764SAlex Estrin ppd->actual_vls_operational = 0;
181f48ad614SDennis Dalessandro reset_link_credits(dd);
182f48ad614SDennis Dalessandro
183f48ad614SDennis Dalessandro /* freeze after a link down to guarantee a clean egress */
184f48ad614SDennis Dalessandro start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN);
185f48ad614SDennis Dalessandro
186f48ad614SDennis Dalessandro ev = IB_EVENT_PORT_ERR;
187f48ad614SDennis Dalessandro
188f48ad614SDennis Dalessandro hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT);
189f48ad614SDennis Dalessandro
190f48ad614SDennis Dalessandro /* if we are down, the neighbor is down */
191f48ad614SDennis Dalessandro ppd->neighbor_normal = 0;
192f48ad614SDennis Dalessandro
193f48ad614SDennis Dalessandro /* notify IB of the link change */
194f48ad614SDennis Dalessandro signal_ib_event(ppd, ev);
195f48ad614SDennis Dalessandro }
196f48ad614SDennis Dalessandro }
197f48ad614SDennis Dalessandro
198f48ad614SDennis Dalessandro /*
199f48ad614SDennis Dalessandro * Handle receive or urgent interrupts for user contexts. This means a user
200f48ad614SDennis Dalessandro * process was waiting for a packet to arrive, and didn't want to poll.
201f48ad614SDennis Dalessandro */
handle_user_interrupt(struct hfi1_ctxtdata * rcd)202f48ad614SDennis Dalessandro void handle_user_interrupt(struct hfi1_ctxtdata *rcd)
203f48ad614SDennis Dalessandro {
204f48ad614SDennis Dalessandro struct hfi1_devdata *dd = rcd->dd;
205f48ad614SDennis Dalessandro unsigned long flags;
206f48ad614SDennis Dalessandro
207f48ad614SDennis Dalessandro spin_lock_irqsave(&dd->uctxt_lock, flags);
2088737ce95SMichael J. Ruhl if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS))
209f48ad614SDennis Dalessandro goto done;
210f48ad614SDennis Dalessandro
211f48ad614SDennis Dalessandro if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) {
212f48ad614SDennis Dalessandro wake_up_interruptible(&rcd->wait);
2132250563eSMichael J. Ruhl hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd);
214f48ad614SDennis Dalessandro } else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG,
215f48ad614SDennis Dalessandro &rcd->event_flags)) {
216f48ad614SDennis Dalessandro rcd->urgent++;
217f48ad614SDennis Dalessandro wake_up_interruptible(&rcd->wait);
218f48ad614SDennis Dalessandro }
219f48ad614SDennis Dalessandro done:
220f48ad614SDennis Dalessandro spin_unlock_irqrestore(&dd->uctxt_lock, flags);
221f48ad614SDennis Dalessandro }
222