1f48ad614SDennis Dalessandro /* 2f48ad614SDennis Dalessandro * Copyright(c) 2015, 2016 Intel Corporation. 3f48ad614SDennis Dalessandro * 4f48ad614SDennis Dalessandro * This file is provided under a dual BSD/GPLv2 license. When using or 5f48ad614SDennis Dalessandro * redistributing this file, you may do so under either license. 6f48ad614SDennis Dalessandro * 7f48ad614SDennis Dalessandro * GPL LICENSE SUMMARY 8f48ad614SDennis Dalessandro * 9f48ad614SDennis Dalessandro * This program is free software; you can redistribute it and/or modify 10f48ad614SDennis Dalessandro * it under the terms of version 2 of the GNU General Public License as 11f48ad614SDennis Dalessandro * published by the Free Software Foundation. 12f48ad614SDennis Dalessandro * 13f48ad614SDennis Dalessandro * This program is distributed in the hope that it will be useful, but 14f48ad614SDennis Dalessandro * WITHOUT ANY WARRANTY; without even the implied warranty of 15f48ad614SDennis Dalessandro * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16f48ad614SDennis Dalessandro * General Public License for more details. 17f48ad614SDennis Dalessandro * 18f48ad614SDennis Dalessandro * BSD LICENSE 19f48ad614SDennis Dalessandro * 20f48ad614SDennis Dalessandro * Redistribution and use in source and binary forms, with or without 21f48ad614SDennis Dalessandro * modification, are permitted provided that the following conditions 22f48ad614SDennis Dalessandro * are met: 23f48ad614SDennis Dalessandro * 24f48ad614SDennis Dalessandro * - Redistributions of source code must retain the above copyright 25f48ad614SDennis Dalessandro * notice, this list of conditions and the following disclaimer. 26f48ad614SDennis Dalessandro * - Redistributions in binary form must reproduce the above copyright 27f48ad614SDennis Dalessandro * notice, this list of conditions and the following disclaimer in 28f48ad614SDennis Dalessandro * the documentation and/or other materials provided with the 29f48ad614SDennis Dalessandro * distribution. 30f48ad614SDennis Dalessandro * - Neither the name of Intel Corporation nor the names of its 31f48ad614SDennis Dalessandro * contributors may be used to endorse or promote products derived 32f48ad614SDennis Dalessandro * from this software without specific prior written permission. 33f48ad614SDennis Dalessandro * 34f48ad614SDennis Dalessandro * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 35f48ad614SDennis Dalessandro * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 36f48ad614SDennis Dalessandro * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 37f48ad614SDennis Dalessandro * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 38f48ad614SDennis Dalessandro * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 39f48ad614SDennis Dalessandro * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 40f48ad614SDennis Dalessandro * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 41f48ad614SDennis Dalessandro * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 42f48ad614SDennis Dalessandro * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 43f48ad614SDennis Dalessandro * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 44f48ad614SDennis Dalessandro * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 45f48ad614SDennis Dalessandro * 46f48ad614SDennis Dalessandro */ 47f48ad614SDennis Dalessandro 48f48ad614SDennis Dalessandro #include <linux/pci.h> 49f48ad614SDennis Dalessandro #include <linux/delay.h> 508737ce95SMichael J. Ruhl #include <linux/bitmap.h> 51f48ad614SDennis Dalessandro 52f48ad614SDennis Dalessandro #include "hfi.h" 53f48ad614SDennis Dalessandro #include "common.h" 54f48ad614SDennis Dalessandro #include "sdma.h" 55f48ad614SDennis Dalessandro 564061f3a4SMichael J. Ruhl #define LINK_UP_DELAY 500 /* in microseconds */ 574061f3a4SMichael J. Ruhl 58641f348bSJan Sokolowski static void set_mgmt_allowed(struct hfi1_pportdata *ppd) 59641f348bSJan Sokolowski { 60641f348bSJan Sokolowski u32 frame; 61641f348bSJan Sokolowski struct hfi1_devdata *dd = ppd->dd; 62641f348bSJan Sokolowski 63641f348bSJan Sokolowski if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) { 64641f348bSJan Sokolowski ppd->mgmt_allowed = 1; 65641f348bSJan Sokolowski } else { 66641f348bSJan Sokolowski read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame); 67641f348bSJan Sokolowski ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT) 68641f348bSJan Sokolowski & MGMT_ALLOWED_MASK; 69641f348bSJan Sokolowski } 70641f348bSJan Sokolowski } 71641f348bSJan Sokolowski 72641f348bSJan Sokolowski /* 73641f348bSJan Sokolowski * Our neighbor has indicated that we are allowed to act as a fabric 74641f348bSJan Sokolowski * manager, so place the full management partition key in the second 75641f348bSJan Sokolowski * (0-based) pkey array position. Note that we should already have 76641f348bSJan Sokolowski * the limited management partition key in array element 1, and also 77641f348bSJan Sokolowski * that the port is not yet up when add_full_mgmt_pkey() is invoked. 78641f348bSJan Sokolowski */ 79641f348bSJan Sokolowski static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd) 80641f348bSJan Sokolowski { 81641f348bSJan Sokolowski struct hfi1_devdata *dd = ppd->dd; 82641f348bSJan Sokolowski 83641f348bSJan Sokolowski /* Sanity check - ppd->pkeys[2] should be 0, or already initialized */ 84641f348bSJan Sokolowski if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY))) 85641f348bSJan Sokolowski dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n", 86641f348bSJan Sokolowski __func__, ppd->pkeys[2], FULL_MGMT_P_KEY); 87641f348bSJan Sokolowski ppd->pkeys[2] = FULL_MGMT_P_KEY; 88641f348bSJan Sokolowski (void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0); 89641f348bSJan Sokolowski hfi1_event_pkey_change(ppd->dd, ppd->port); 90641f348bSJan Sokolowski } 91641f348bSJan Sokolowski 92f48ad614SDennis Dalessandro /** 93f48ad614SDennis Dalessandro * format_hwmsg - format a single hwerror message 94*510a8949SLee Jones * @msg: message buffer 95*510a8949SLee Jones * @msgl: length of message buffer 96*510a8949SLee Jones * @hwmsg: message to add to message buffer 97f48ad614SDennis Dalessandro */ 98f48ad614SDennis Dalessandro static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg) 99f48ad614SDennis Dalessandro { 100f48ad614SDennis Dalessandro strlcat(msg, "[", msgl); 101f48ad614SDennis Dalessandro strlcat(msg, hwmsg, msgl); 102f48ad614SDennis Dalessandro strlcat(msg, "]", msgl); 103f48ad614SDennis Dalessandro } 104f48ad614SDennis Dalessandro 105f48ad614SDennis Dalessandro /** 106f48ad614SDennis Dalessandro * hfi1_format_hwerrors - format hardware error messages for display 107*510a8949SLee Jones * @hwerrs: hardware errors bit vector 108*510a8949SLee Jones * @hwerrmsgs: hardware error descriptions 109*510a8949SLee Jones * @nhwerrmsgs: number of hwerrmsgs 110*510a8949SLee Jones * @msg: message buffer 111*510a8949SLee Jones * @msgl: message buffer length 112f48ad614SDennis Dalessandro */ 113f48ad614SDennis Dalessandro void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs, 114f48ad614SDennis Dalessandro size_t nhwerrmsgs, char *msg, size_t msgl) 115f48ad614SDennis Dalessandro { 116f48ad614SDennis Dalessandro int i; 117f48ad614SDennis Dalessandro 118f48ad614SDennis Dalessandro for (i = 0; i < nhwerrmsgs; i++) 119f48ad614SDennis Dalessandro if (hwerrs & hwerrmsgs[i].mask) 120f48ad614SDennis Dalessandro format_hwmsg(msg, msgl, hwerrmsgs[i].msg); 121f48ad614SDennis Dalessandro } 122f48ad614SDennis Dalessandro 123f48ad614SDennis Dalessandro static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev) 124f48ad614SDennis Dalessandro { 125f48ad614SDennis Dalessandro struct ib_event event; 126f48ad614SDennis Dalessandro struct hfi1_devdata *dd = ppd->dd; 127f48ad614SDennis Dalessandro 128f48ad614SDennis Dalessandro /* 129f48ad614SDennis Dalessandro * Only call ib_dispatch_event() if the IB device has been 130f48ad614SDennis Dalessandro * registered. HFI1_INITED is set iff the driver has successfully 131f48ad614SDennis Dalessandro * registered with the IB core. 132f48ad614SDennis Dalessandro */ 133f48ad614SDennis Dalessandro if (!(dd->flags & HFI1_INITTED)) 134f48ad614SDennis Dalessandro return; 135f48ad614SDennis Dalessandro event.device = &dd->verbs_dev.rdi.ibdev; 136f48ad614SDennis Dalessandro event.element.port_num = ppd->port; 137f48ad614SDennis Dalessandro event.event = ev; 138f48ad614SDennis Dalessandro ib_dispatch_event(&event); 139f48ad614SDennis Dalessandro } 140f48ad614SDennis Dalessandro 1414061f3a4SMichael J. Ruhl /** 1424061f3a4SMichael J. Ruhl * handle_linkup_change - finish linkup/down state changes 1434061f3a4SMichael J. Ruhl * @dd: valid device 1444061f3a4SMichael J. Ruhl * @linkup: link state information 1454061f3a4SMichael J. Ruhl * 146f48ad614SDennis Dalessandro * Handle a linkup or link down notification. 1474061f3a4SMichael J. Ruhl * The HW needs time to finish its link up state change. Give it that chance. 1484061f3a4SMichael J. Ruhl * 149f48ad614SDennis Dalessandro * This is called outside an interrupt. 1504061f3a4SMichael J. Ruhl * 151f48ad614SDennis Dalessandro */ 152f48ad614SDennis Dalessandro void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup) 153f48ad614SDennis Dalessandro { 154f48ad614SDennis Dalessandro struct hfi1_pportdata *ppd = &dd->pport[0]; 155f48ad614SDennis Dalessandro enum ib_event_type ev; 156f48ad614SDennis Dalessandro 157f48ad614SDennis Dalessandro if (!(ppd->linkup ^ !!linkup)) 158f48ad614SDennis Dalessandro return; /* no change, nothing to do */ 159f48ad614SDennis Dalessandro 160f48ad614SDennis Dalessandro if (linkup) { 161f48ad614SDennis Dalessandro /* 162f48ad614SDennis Dalessandro * Quick linkup and all link up on the simulator does not 163f48ad614SDennis Dalessandro * trigger or implement: 164f48ad614SDennis Dalessandro * - VerifyCap interrupt 165f48ad614SDennis Dalessandro * - VerifyCap frames 166f48ad614SDennis Dalessandro * But rather moves directly to LinkUp. 167f48ad614SDennis Dalessandro * 168f48ad614SDennis Dalessandro * Do the work of the VerifyCap interrupt handler, 169f48ad614SDennis Dalessandro * handle_verify_cap(), but do not try moving the state to 170f48ad614SDennis Dalessandro * LinkUp as we are already there. 171f48ad614SDennis Dalessandro * 172f48ad614SDennis Dalessandro * NOTE: This uses this device's vAU, vCU, and vl15_init for 173f48ad614SDennis Dalessandro * the remote values. Both sides must be using the values. 174f48ad614SDennis Dalessandro */ 175f48ad614SDennis Dalessandro if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) { 176b3e6b4bdSByczkowski, Jakub set_up_vau(dd, dd->vau); 177b3e6b4bdSByczkowski, Jakub set_up_vl15(dd, dd->vl15_init); 178f48ad614SDennis Dalessandro assign_remote_cm_au_table(dd, dd->vcu); 17998b9ee20SStuart Summers } 18098b9ee20SStuart Summers 181f48ad614SDennis Dalessandro ppd->neighbor_guid = 182f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_GUID); 183f48ad614SDennis Dalessandro ppd->neighbor_type = 184f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) & 185f48ad614SDennis Dalessandro DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK; 186f48ad614SDennis Dalessandro ppd->neighbor_port_number = 187f48ad614SDennis Dalessandro read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) & 188f48ad614SDennis Dalessandro DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK; 18998b9ee20SStuart Summers ppd->neighbor_fm_security = 19098b9ee20SStuart Summers read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) & 19198b9ee20SStuart Summers DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK; 19298b9ee20SStuart Summers dd_dev_info(dd, 19398b9ee20SStuart Summers "Neighbor Guid %llx, Type %d, Port Num %d\n", 19498b9ee20SStuart Summers ppd->neighbor_guid, ppd->neighbor_type, 19598b9ee20SStuart Summers ppd->neighbor_port_number); 196f48ad614SDennis Dalessandro 1974061f3a4SMichael J. Ruhl /* HW needs LINK_UP_DELAY to settle, give it that chance */ 1984061f3a4SMichael J. Ruhl udelay(LINK_UP_DELAY); 1994061f3a4SMichael J. Ruhl 200641f348bSJan Sokolowski /* 201641f348bSJan Sokolowski * 'MgmtAllowed' information, which is exchanged during 202641f348bSJan Sokolowski * LNI, is available at this point. 203641f348bSJan Sokolowski */ 204641f348bSJan Sokolowski set_mgmt_allowed(ppd); 205641f348bSJan Sokolowski 206641f348bSJan Sokolowski if (ppd->mgmt_allowed) 207641f348bSJan Sokolowski add_full_mgmt_pkey(ppd); 208641f348bSJan Sokolowski 209f48ad614SDennis Dalessandro /* physical link went up */ 210f48ad614SDennis Dalessandro ppd->linkup = 1; 211f48ad614SDennis Dalessandro ppd->offline_disabled_reason = 212f48ad614SDennis Dalessandro HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE); 213f48ad614SDennis Dalessandro 214f48ad614SDennis Dalessandro /* link widths are not available until the link is fully up */ 215f48ad614SDennis Dalessandro get_linkup_link_widths(ppd); 216f48ad614SDennis Dalessandro 217f48ad614SDennis Dalessandro } else { 218f48ad614SDennis Dalessandro /* physical link went down */ 219f48ad614SDennis Dalessandro ppd->linkup = 0; 220f48ad614SDennis Dalessandro 221f48ad614SDennis Dalessandro /* clear HW details of the previous connection */ 2225e2d6764SAlex Estrin ppd->actual_vls_operational = 0; 223f48ad614SDennis Dalessandro reset_link_credits(dd); 224f48ad614SDennis Dalessandro 225f48ad614SDennis Dalessandro /* freeze after a link down to guarantee a clean egress */ 226f48ad614SDennis Dalessandro start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN); 227f48ad614SDennis Dalessandro 228f48ad614SDennis Dalessandro ev = IB_EVENT_PORT_ERR; 229f48ad614SDennis Dalessandro 230f48ad614SDennis Dalessandro hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT); 231f48ad614SDennis Dalessandro 232f48ad614SDennis Dalessandro /* if we are down, the neighbor is down */ 233f48ad614SDennis Dalessandro ppd->neighbor_normal = 0; 234f48ad614SDennis Dalessandro 235f48ad614SDennis Dalessandro /* notify IB of the link change */ 236f48ad614SDennis Dalessandro signal_ib_event(ppd, ev); 237f48ad614SDennis Dalessandro } 238f48ad614SDennis Dalessandro } 239f48ad614SDennis Dalessandro 240f48ad614SDennis Dalessandro /* 241f48ad614SDennis Dalessandro * Handle receive or urgent interrupts for user contexts. This means a user 242f48ad614SDennis Dalessandro * process was waiting for a packet to arrive, and didn't want to poll. 243f48ad614SDennis Dalessandro */ 244f48ad614SDennis Dalessandro void handle_user_interrupt(struct hfi1_ctxtdata *rcd) 245f48ad614SDennis Dalessandro { 246f48ad614SDennis Dalessandro struct hfi1_devdata *dd = rcd->dd; 247f48ad614SDennis Dalessandro unsigned long flags; 248f48ad614SDennis Dalessandro 249f48ad614SDennis Dalessandro spin_lock_irqsave(&dd->uctxt_lock, flags); 2508737ce95SMichael J. Ruhl if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS)) 251f48ad614SDennis Dalessandro goto done; 252f48ad614SDennis Dalessandro 253f48ad614SDennis Dalessandro if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) { 254f48ad614SDennis Dalessandro wake_up_interruptible(&rcd->wait); 2552250563eSMichael J. Ruhl hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd); 256f48ad614SDennis Dalessandro } else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG, 257f48ad614SDennis Dalessandro &rcd->event_flags)) { 258f48ad614SDennis Dalessandro rcd->urgent++; 259f48ad614SDennis Dalessandro wake_up_interruptible(&rcd->wait); 260f48ad614SDennis Dalessandro } 261f48ad614SDennis Dalessandro done: 262f48ad614SDennis Dalessandro spin_unlock_irqrestore(&dd->uctxt_lock, flags); 263f48ad614SDennis Dalessandro } 264