1 /* 2 * Copyright(c) 2015, 2016 Intel Corporation. 3 * 4 * This file is provided under a dual BSD/GPLv2 license. When using or 5 * redistributing this file, you may do so under either license. 6 * 7 * GPL LICENSE SUMMARY 8 * 9 * This program is free software; you can redistribute it and/or modify 10 * it under the terms of version 2 of the GNU General Public License as 11 * published by the Free Software Foundation. 12 * 13 * This program is distributed in the hope that it will be useful, but 14 * WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16 * General Public License for more details. 17 * 18 * BSD LICENSE 19 * 20 * Redistribution and use in source and binary forms, with or without 21 * modification, are permitted provided that the following conditions 22 * are met: 23 * 24 * - Redistributions of source code must retain the above copyright 25 * notice, this list of conditions and the following disclaimer. 26 * - Redistributions in binary form must reproduce the above copyright 27 * notice, this list of conditions and the following disclaimer in 28 * the documentation and/or other materials provided with the 29 * distribution. 30 * - Neither the name of Intel Corporation nor the names of its 31 * contributors may be used to endorse or promote products derived 32 * from this software without specific prior written permission. 33 * 34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 45 * 46 */ 47 48 #include <linux/pci.h> 49 #include <linux/delay.h> 50 #include <linux/bitmap.h> 51 52 #include "hfi.h" 53 #include "common.h" 54 #include "sdma.h" 55 56 #define LINK_UP_DELAY 500 /* in microseconds */ 57 58 static void set_mgmt_allowed(struct hfi1_pportdata *ppd) 59 { 60 u32 frame; 61 struct hfi1_devdata *dd = ppd->dd; 62 63 if (ppd->neighbor_type == NEIGHBOR_TYPE_HFI) { 64 ppd->mgmt_allowed = 1; 65 } else { 66 read_8051_config(dd, REMOTE_LNI_INFO, GENERAL_CONFIG, &frame); 67 ppd->mgmt_allowed = (frame >> MGMT_ALLOWED_SHIFT) 68 & MGMT_ALLOWED_MASK; 69 } 70 } 71 72 /* 73 * Our neighbor has indicated that we are allowed to act as a fabric 74 * manager, so place the full management partition key in the second 75 * (0-based) pkey array position. Note that we should already have 76 * the limited management partition key in array element 1, and also 77 * that the port is not yet up when add_full_mgmt_pkey() is invoked. 78 */ 79 static void add_full_mgmt_pkey(struct hfi1_pportdata *ppd) 80 { 81 struct hfi1_devdata *dd = ppd->dd; 82 83 /* Sanity check - ppd->pkeys[2] should be 0, or already initialized */ 84 if (!((ppd->pkeys[2] == 0) || (ppd->pkeys[2] == FULL_MGMT_P_KEY))) 85 dd_dev_warn(dd, "%s pkey[2] already set to 0x%x, resetting it to 0x%x\n", 86 __func__, ppd->pkeys[2], FULL_MGMT_P_KEY); 87 ppd->pkeys[2] = FULL_MGMT_P_KEY; 88 (void)hfi1_set_ib_cfg(ppd, HFI1_IB_CFG_PKEYS, 0); 89 hfi1_event_pkey_change(ppd->dd, ppd->port); 90 } 91 92 /** 93 * format_hwmsg - format a single hwerror message 94 * @msg message buffer 95 * @msgl length of message buffer 96 * @hwmsg message to add to message buffer 97 */ 98 static void format_hwmsg(char *msg, size_t msgl, const char *hwmsg) 99 { 100 strlcat(msg, "[", msgl); 101 strlcat(msg, hwmsg, msgl); 102 strlcat(msg, "]", msgl); 103 } 104 105 /** 106 * hfi1_format_hwerrors - format hardware error messages for display 107 * @hwerrs hardware errors bit vector 108 * @hwerrmsgs hardware error descriptions 109 * @nhwerrmsgs number of hwerrmsgs 110 * @msg message buffer 111 * @msgl message buffer length 112 */ 113 void hfi1_format_hwerrors(u64 hwerrs, const struct hfi1_hwerror_msgs *hwerrmsgs, 114 size_t nhwerrmsgs, char *msg, size_t msgl) 115 { 116 int i; 117 118 for (i = 0; i < nhwerrmsgs; i++) 119 if (hwerrs & hwerrmsgs[i].mask) 120 format_hwmsg(msg, msgl, hwerrmsgs[i].msg); 121 } 122 123 static void signal_ib_event(struct hfi1_pportdata *ppd, enum ib_event_type ev) 124 { 125 struct ib_event event; 126 struct hfi1_devdata *dd = ppd->dd; 127 128 /* 129 * Only call ib_dispatch_event() if the IB device has been 130 * registered. HFI1_INITED is set iff the driver has successfully 131 * registered with the IB core. 132 */ 133 if (!(dd->flags & HFI1_INITTED)) 134 return; 135 event.device = &dd->verbs_dev.rdi.ibdev; 136 event.element.port_num = ppd->port; 137 event.event = ev; 138 ib_dispatch_event(&event); 139 } 140 141 /** 142 * handle_linkup_change - finish linkup/down state changes 143 * @dd: valid device 144 * @linkup: link state information 145 * 146 * Handle a linkup or link down notification. 147 * The HW needs time to finish its link up state change. Give it that chance. 148 * 149 * This is called outside an interrupt. 150 * 151 */ 152 void handle_linkup_change(struct hfi1_devdata *dd, u32 linkup) 153 { 154 struct hfi1_pportdata *ppd = &dd->pport[0]; 155 enum ib_event_type ev; 156 157 if (!(ppd->linkup ^ !!linkup)) 158 return; /* no change, nothing to do */ 159 160 if (linkup) { 161 /* 162 * Quick linkup and all link up on the simulator does not 163 * trigger or implement: 164 * - VerifyCap interrupt 165 * - VerifyCap frames 166 * But rather moves directly to LinkUp. 167 * 168 * Do the work of the VerifyCap interrupt handler, 169 * handle_verify_cap(), but do not try moving the state to 170 * LinkUp as we are already there. 171 * 172 * NOTE: This uses this device's vAU, vCU, and vl15_init for 173 * the remote values. Both sides must be using the values. 174 */ 175 if (quick_linkup || dd->icode == ICODE_FUNCTIONAL_SIMULATOR) { 176 set_up_vau(dd, dd->vau); 177 set_up_vl15(dd, dd->vl15_init); 178 assign_remote_cm_au_table(dd, dd->vcu); 179 } 180 181 ppd->neighbor_guid = 182 read_csr(dd, DC_DC8051_STS_REMOTE_GUID); 183 ppd->neighbor_type = 184 read_csr(dd, DC_DC8051_STS_REMOTE_NODE_TYPE) & 185 DC_DC8051_STS_REMOTE_NODE_TYPE_VAL_MASK; 186 ppd->neighbor_port_number = 187 read_csr(dd, DC_DC8051_STS_REMOTE_PORT_NO) & 188 DC_DC8051_STS_REMOTE_PORT_NO_VAL_SMASK; 189 ppd->neighbor_fm_security = 190 read_csr(dd, DC_DC8051_STS_REMOTE_FM_SECURITY) & 191 DC_DC8051_STS_LOCAL_FM_SECURITY_DISABLED_MASK; 192 dd_dev_info(dd, 193 "Neighbor Guid %llx, Type %d, Port Num %d\n", 194 ppd->neighbor_guid, ppd->neighbor_type, 195 ppd->neighbor_port_number); 196 197 /* HW needs LINK_UP_DELAY to settle, give it that chance */ 198 udelay(LINK_UP_DELAY); 199 200 /* 201 * 'MgmtAllowed' information, which is exchanged during 202 * LNI, is available at this point. 203 */ 204 set_mgmt_allowed(ppd); 205 206 if (ppd->mgmt_allowed) 207 add_full_mgmt_pkey(ppd); 208 209 /* physical link went up */ 210 ppd->linkup = 1; 211 ppd->offline_disabled_reason = 212 HFI1_ODR_MASK(OPA_LINKDOWN_REASON_NONE); 213 214 /* link widths are not available until the link is fully up */ 215 get_linkup_link_widths(ppd); 216 217 } else { 218 /* physical link went down */ 219 ppd->linkup = 0; 220 221 /* clear HW details of the previous connection */ 222 ppd->actual_vls_operational = 0; 223 reset_link_credits(dd); 224 225 /* freeze after a link down to guarantee a clean egress */ 226 start_freeze_handling(ppd, FREEZE_SELF | FREEZE_LINK_DOWN); 227 228 ev = IB_EVENT_PORT_ERR; 229 230 hfi1_set_uevent_bits(ppd, _HFI1_EVENT_LINKDOWN_BIT); 231 232 /* if we are down, the neighbor is down */ 233 ppd->neighbor_normal = 0; 234 235 /* notify IB of the link change */ 236 signal_ib_event(ppd, ev); 237 } 238 } 239 240 /* 241 * Handle receive or urgent interrupts for user contexts. This means a user 242 * process was waiting for a packet to arrive, and didn't want to poll. 243 */ 244 void handle_user_interrupt(struct hfi1_ctxtdata *rcd) 245 { 246 struct hfi1_devdata *dd = rcd->dd; 247 unsigned long flags; 248 249 spin_lock_irqsave(&dd->uctxt_lock, flags); 250 if (bitmap_empty(rcd->in_use_ctxts, HFI1_MAX_SHARED_CTXTS)) 251 goto done; 252 253 if (test_and_clear_bit(HFI1_CTXT_WAITING_RCV, &rcd->event_flags)) { 254 wake_up_interruptible(&rcd->wait); 255 hfi1_rcvctrl(dd, HFI1_RCVCTRL_INTRAVAIL_DIS, rcd); 256 } else if (test_and_clear_bit(HFI1_CTXT_WAITING_URG, 257 &rcd->event_flags)) { 258 rcd->urgent++; 259 wake_up_interruptible(&rcd->wait); 260 } 261 done: 262 spin_unlock_irqrestore(&dd->uctxt_lock, flags); 263 } 264