1 /* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */ 2 /* 3 * Copyright(c) 2015 - 2017 Intel Corporation. 4 */ 5 6 #ifndef _HFI1_MAD_H 7 #define _HFI1_MAD_H 8 9 #include <rdma/ib_pma.h> 10 #include <rdma/opa_smi.h> 11 #include <rdma/opa_port_info.h> 12 #include "opa_compat.h" 13 14 /* 15 * OPA Traps 16 */ 17 #define OPA_TRAP_GID_NOW_IN_SERVICE cpu_to_be16(64) 18 #define OPA_TRAP_GID_OUT_OF_SERVICE cpu_to_be16(65) 19 #define OPA_TRAP_ADD_MULTICAST_GROUP cpu_to_be16(66) 20 #define OPA_TRAL_DEL_MULTICAST_GROUP cpu_to_be16(67) 21 #define OPA_TRAP_UNPATH cpu_to_be16(68) 22 #define OPA_TRAP_REPATH cpu_to_be16(69) 23 #define OPA_TRAP_PORT_CHANGE_STATE cpu_to_be16(128) 24 #define OPA_TRAP_LINK_INTEGRITY cpu_to_be16(129) 25 #define OPA_TRAP_EXCESSIVE_BUFFER_OVERRUN cpu_to_be16(130) 26 #define OPA_TRAP_FLOW_WATCHDOG cpu_to_be16(131) 27 #define OPA_TRAP_CHANGE_CAPABILITY cpu_to_be16(144) 28 #define OPA_TRAP_CHANGE_SYSGUID cpu_to_be16(145) 29 #define OPA_TRAP_BAD_M_KEY cpu_to_be16(256) 30 #define OPA_TRAP_BAD_P_KEY cpu_to_be16(257) 31 #define OPA_TRAP_BAD_Q_KEY cpu_to_be16(258) 32 #define OPA_TRAP_SWITCH_BAD_PKEY cpu_to_be16(259) 33 #define OPA_SMA_TRAP_DATA_LINK_WIDTH cpu_to_be16(2048) 34 35 /* 36 * Generic trap/notice other local changes flags (trap 144). 37 */ 38 #define OPA_NOTICE_TRAP_LWDE_CHG 0x08 /* Link Width Downgrade Enable 39 * changed 40 */ 41 #define OPA_NOTICE_TRAP_LSE_CHG 0x04 /* Link Speed Enable changed */ 42 #define OPA_NOTICE_TRAP_LWE_CHG 0x02 /* Link Width Enable changed */ 43 #define OPA_NOTICE_TRAP_NODE_DESC_CHG 0x01 44 45 struct opa_mad_notice_attr { 46 u8 generic_type; 47 u8 prod_type_msb; 48 __be16 prod_type_lsb; 49 __be16 trap_num; 50 __be16 toggle_count; 51 __be32 issuer_lid; 52 __be32 reserved1; 53 union ib_gid issuer_gid; 54 55 union { 56 struct { 57 u8 details[64]; 58 } raw_data; 59 60 struct { 61 union ib_gid gid; 62 } __packed ntc_64_65_66_67; 63 64 struct { 65 __be32 lid; 66 } __packed ntc_128; 67 68 struct { 69 __be32 lid; /* where violation happened */ 70 u8 port_num; /* where violation happened */ 71 } __packed ntc_129_130_131; 72 73 struct { 74 __be32 lid; /* LID where change occurred */ 75 __be32 new_cap_mask; /* new capability mask */ 76 __be16 reserved2; 77 __be16 cap_mask3; 78 __be16 change_flags; /* low 4 bits only */ 79 } __packed ntc_144; 80 81 struct { 82 __be64 new_sys_guid; 83 __be32 lid; /* lid where sys guid changed */ 84 } __packed ntc_145; 85 86 struct { 87 __be32 lid; 88 __be32 dr_slid; 89 u8 method; 90 u8 dr_trunc_hop; 91 __be16 attr_id; 92 __be32 attr_mod; 93 __be64 mkey; 94 u8 dr_rtn_path[30]; 95 } __packed ntc_256; 96 97 struct { 98 __be32 lid1; 99 __be32 lid2; 100 __be32 key; 101 u8 sl; /* SL: high 5 bits */ 102 u8 reserved3[3]; 103 union ib_gid gid1; 104 union ib_gid gid2; 105 __be32 qp1; /* high 8 bits reserved */ 106 __be32 qp2; /* high 8 bits reserved */ 107 } __packed ntc_257_258; 108 109 struct { 110 __be16 flags; /* low 8 bits reserved */ 111 __be16 pkey; 112 __be32 lid1; 113 __be32 lid2; 114 u8 sl; /* SL: high 5 bits */ 115 u8 reserved4[3]; 116 union ib_gid gid1; 117 union ib_gid gid2; 118 __be32 qp1; /* high 8 bits reserved */ 119 __be32 qp2; /* high 8 bits reserved */ 120 } __packed ntc_259; 121 122 struct { 123 __be32 lid; 124 } __packed ntc_2048; 125 126 }; 127 u8 class_data[]; 128 }; 129 130 #define IB_VLARB_LOWPRI_0_31 1 131 #define IB_VLARB_LOWPRI_32_63 2 132 #define IB_VLARB_HIGHPRI_0_31 3 133 #define IB_VLARB_HIGHPRI_32_63 4 134 135 #define OPA_MAX_PREEMPT_CAP 32 136 #define OPA_VLARB_LOW_ELEMENTS 0 137 #define OPA_VLARB_HIGH_ELEMENTS 1 138 #define OPA_VLARB_PREEMPT_ELEMENTS 2 139 #define OPA_VLARB_PREEMPT_MATRIX 3 140 141 #define IB_PMA_PORT_COUNTERS_CONG cpu_to_be16(0xFF00) 142 #define LINK_SPEED_25G 1 143 #define LINK_SPEED_12_5G 2 144 #define LINK_WIDTH_DEFAULT 4 145 #define DECIMAL_FACTORING 1000 146 /* 147 * The default link width is multiplied by 1000 148 * to get accurate value after division. 149 */ 150 #define FACTOR_LINK_WIDTH (LINK_WIDTH_DEFAULT * DECIMAL_FACTORING) 151 152 struct ib_pma_portcounters_cong { 153 u8 reserved; 154 u8 reserved1; 155 __be16 port_check_rate; 156 __be16 symbol_error_counter; 157 u8 link_error_recovery_counter; 158 u8 link_downed_counter; 159 __be16 port_rcv_errors; 160 __be16 port_rcv_remphys_errors; 161 __be16 port_rcv_switch_relay_errors; 162 __be16 port_xmit_discards; 163 u8 port_xmit_constraint_errors; 164 u8 port_rcv_constraint_errors; 165 u8 reserved2; 166 u8 link_overrun_errors; /* LocalLink: 7:4, BufferOverrun: 3:0 */ 167 __be16 reserved3; 168 __be16 vl15_dropped; 169 __be64 port_xmit_data; 170 __be64 port_rcv_data; 171 __be64 port_xmit_packets; 172 __be64 port_rcv_packets; 173 __be64 port_xmit_wait; 174 __be64 port_adr_events; 175 } __packed; 176 177 #define IB_SMP_UNSUP_VERSION cpu_to_be16(0x0004) 178 #define IB_SMP_UNSUP_METHOD cpu_to_be16(0x0008) 179 #define IB_SMP_UNSUP_METH_ATTR cpu_to_be16(0x000C) 180 #define IB_SMP_INVALID_FIELD cpu_to_be16(0x001C) 181 182 #define OPA_MAX_PREEMPT_CAP 32 183 #define OPA_VLARB_LOW_ELEMENTS 0 184 #define OPA_VLARB_HIGH_ELEMENTS 1 185 #define OPA_VLARB_PREEMPT_ELEMENTS 2 186 #define OPA_VLARB_PREEMPT_MATRIX 3 187 188 #define HFI1_XMIT_RATE_UNSUPPORTED 0x0 189 #define HFI1_XMIT_RATE_PICO 0x7 190 /* number of 4nsec cycles equaling 2secs */ 191 #define HFI1_CONG_TIMER_PSINTERVAL 0x1DCD64EC 192 193 #define IB_CC_SVCTYPE_RC 0x0 194 #define IB_CC_SVCTYPE_UC 0x1 195 #define IB_CC_SVCTYPE_RD 0x2 196 #define IB_CC_SVCTYPE_UD 0x3 197 198 /* 199 * There should be an equivalent IB #define for the following, but 200 * I cannot find it. 201 */ 202 #define OPA_CC_LOG_TYPE_HFI 2 203 204 struct opa_hfi1_cong_log_event_internal { 205 u32 lqpn; 206 u32 rqpn; 207 u8 sl; 208 u8 svc_type; 209 u32 rlid; 210 u64 timestamp; /* wider than 32 bits to detect 32 bit rollover */ 211 }; 212 213 struct opa_hfi1_cong_log_event { 214 u8 local_qp_cn_entry[3]; 215 u8 remote_qp_number_cn_entry[3]; 216 u8 sl_svc_type_cn_entry; /* 5 bits SL, 3 bits svc type */ 217 u8 reserved; 218 __be32 remote_lid_cn_entry; 219 __be32 timestamp_cn_entry; 220 } __packed; 221 222 #define OPA_CONG_LOG_ELEMS 96 223 224 struct opa_hfi1_cong_log { 225 u8 log_type; 226 u8 congestion_flags; 227 __be16 threshold_event_counter; 228 __be32 current_time_stamp; 229 u8 threshold_cong_event_map[OPA_MAX_SLS / 8]; 230 struct opa_hfi1_cong_log_event events[OPA_CONG_LOG_ELEMS]; 231 } __packed; 232 233 #define IB_CC_TABLE_CAP_DEFAULT 31 234 235 /* Port control flags */ 236 #define IB_CC_CCS_PC_SL_BASED 0x01 237 238 struct opa_congestion_setting_entry { 239 u8 ccti_increase; 240 u8 reserved; 241 __be16 ccti_timer; 242 u8 trigger_threshold; 243 u8 ccti_min; /* min CCTI for cc table */ 244 } __packed; 245 246 struct opa_congestion_setting_entry_shadow { 247 u8 ccti_increase; 248 u8 reserved; 249 u16 ccti_timer; 250 u8 trigger_threshold; 251 u8 ccti_min; /* min CCTI for cc table */ 252 } __packed; 253 254 struct opa_congestion_setting_attr { 255 __be32 control_map; 256 __be16 port_control; 257 struct opa_congestion_setting_entry entries[OPA_MAX_SLS]; 258 } __packed; 259 260 struct opa_congestion_setting_attr_shadow { 261 u32 control_map; 262 u16 port_control; 263 struct opa_congestion_setting_entry_shadow entries[OPA_MAX_SLS]; 264 } __packed; 265 266 #define IB_CC_TABLE_ENTRY_INCREASE_DEFAULT 1 267 #define IB_CC_TABLE_ENTRY_TIMER_DEFAULT 1 268 269 /* 64 Congestion Control table entries in a single MAD */ 270 #define IB_CCT_ENTRIES 64 271 #define IB_CCT_MIN_ENTRIES (IB_CCT_ENTRIES * 2) 272 273 struct ib_cc_table_entry { 274 __be16 entry; /* shift:2, multiplier:14 */ 275 }; 276 277 struct ib_cc_table_entry_shadow { 278 u16 entry; /* shift:2, multiplier:14 */ 279 }; 280 281 struct ib_cc_table_attr { 282 __be16 ccti_limit; /* max CCTI for cc table */ 283 struct ib_cc_table_entry ccti_entries[IB_CCT_ENTRIES]; 284 } __packed; 285 286 struct ib_cc_table_attr_shadow { 287 u16 ccti_limit; /* max CCTI for cc table */ 288 struct ib_cc_table_entry_shadow ccti_entries[IB_CCT_ENTRIES]; 289 } __packed; 290 291 #define CC_TABLE_SHADOW_MAX \ 292 (IB_CC_TABLE_CAP_DEFAULT * IB_CCT_ENTRIES) 293 294 struct cc_table_shadow { 295 u16 ccti_limit; /* max CCTI for cc table */ 296 struct ib_cc_table_entry_shadow entries[CC_TABLE_SHADOW_MAX]; 297 } __packed; 298 299 /* 300 * struct cc_state combines the (active) per-port congestion control 301 * table, and the (active) per-SL congestion settings. cc_state data 302 * may need to be read in code paths that we want to be fast, so it 303 * is an RCU protected structure. 304 */ 305 struct cc_state { 306 struct rcu_head rcu; 307 struct cc_table_shadow cct; 308 struct opa_congestion_setting_attr_shadow cong_setting; 309 }; 310 311 /* 312 * OPA BufferControl MAD 313 */ 314 315 /* attribute modifier macros */ 316 #define OPA_AM_NPORT_SHIFT 24 317 #define OPA_AM_NPORT_MASK 0xff 318 #define OPA_AM_NPORT_SMASK (OPA_AM_NPORT_MASK << OPA_AM_NPORT_SHIFT) 319 #define OPA_AM_NPORT(am) (((am) >> OPA_AM_NPORT_SHIFT) & \ 320 OPA_AM_NPORT_MASK) 321 322 #define OPA_AM_NBLK_SHIFT 24 323 #define OPA_AM_NBLK_MASK 0xff 324 #define OPA_AM_NBLK_SMASK (OPA_AM_NBLK_MASK << OPA_AM_NBLK_SHIFT) 325 #define OPA_AM_NBLK(am) (((am) >> OPA_AM_NBLK_SHIFT) & \ 326 OPA_AM_NBLK_MASK) 327 328 #define OPA_AM_START_BLK_SHIFT 0 329 #define OPA_AM_START_BLK_MASK 0xff 330 #define OPA_AM_START_BLK_SMASK (OPA_AM_START_BLK_MASK << \ 331 OPA_AM_START_BLK_SHIFT) 332 #define OPA_AM_START_BLK(am) (((am) >> OPA_AM_START_BLK_SHIFT) & \ 333 OPA_AM_START_BLK_MASK) 334 335 #define OPA_AM_PORTNUM_SHIFT 0 336 #define OPA_AM_PORTNUM_MASK 0xff 337 #define OPA_AM_PORTNUM_SMASK (OPA_AM_PORTNUM_MASK << OPA_AM_PORTNUM_SHIFT) 338 #define OPA_AM_PORTNUM(am) (((am) >> OPA_AM_PORTNUM_SHIFT) & \ 339 OPA_AM_PORTNUM_MASK) 340 341 #define OPA_AM_ASYNC_SHIFT 12 342 #define OPA_AM_ASYNC_MASK 0x1 343 #define OPA_AM_ASYNC_SMASK (OPA_AM_ASYNC_MASK << OPA_AM_ASYNC_SHIFT) 344 #define OPA_AM_ASYNC(am) (((am) >> OPA_AM_ASYNC_SHIFT) & \ 345 OPA_AM_ASYNC_MASK) 346 347 #define OPA_AM_START_SM_CFG_SHIFT 9 348 #define OPA_AM_START_SM_CFG_MASK 0x1 349 #define OPA_AM_START_SM_CFG_SMASK (OPA_AM_START_SM_CFG_MASK << \ 350 OPA_AM_START_SM_CFG_SHIFT) 351 #define OPA_AM_START_SM_CFG(am) (((am) >> OPA_AM_START_SM_CFG_SHIFT) \ 352 & OPA_AM_START_SM_CFG_MASK) 353 354 #define OPA_AM_CI_ADDR_SHIFT 19 355 #define OPA_AM_CI_ADDR_MASK 0xfff 356 #define OPA_AM_CI_ADDR_SMASK (OPA_AM_CI_ADDR_MASK << OPA_CI_ADDR_SHIFT) 357 #define OPA_AM_CI_ADDR(am) (((am) >> OPA_AM_CI_ADDR_SHIFT) & \ 358 OPA_AM_CI_ADDR_MASK) 359 360 #define OPA_AM_CI_LEN_SHIFT 13 361 #define OPA_AM_CI_LEN_MASK 0x3f 362 #define OPA_AM_CI_LEN_SMASK (OPA_AM_CI_LEN_MASK << OPA_CI_LEN_SHIFT) 363 #define OPA_AM_CI_LEN(am) (((am) >> OPA_AM_CI_LEN_SHIFT) & \ 364 OPA_AM_CI_LEN_MASK) 365 366 /* error info macros */ 367 #define OPA_EI_STATUS_SMASK 0x80 368 #define OPA_EI_CODE_SMASK 0x0f 369 370 struct vl_limit { 371 __be16 dedicated; 372 __be16 shared; 373 }; 374 375 struct buffer_control { 376 __be16 reserved; 377 __be16 overall_shared_limit; 378 struct vl_limit vl[OPA_MAX_VLS]; 379 }; 380 381 struct sc2vlnt { 382 u8 vlnt[32]; /* 5 bit VL, 3 bits reserved */ 383 }; 384 385 /* 386 * The PortSamplesControl.CounterMasks field is an array of 3 bit fields 387 * which specify the N'th counter's capabilities. See ch. 16.1.3.2. 388 * We support 5 counters which only count the mandatory quantities. 389 */ 390 #define COUNTER_MASK(q, n) (q << ((9 - n) * 3)) 391 #define COUNTER_MASK0_9 \ 392 cpu_to_be32(COUNTER_MASK(1, 0) | \ 393 COUNTER_MASK(1, 1) | \ 394 COUNTER_MASK(1, 2) | \ 395 COUNTER_MASK(1, 3) | \ 396 COUNTER_MASK(1, 4)) 397 398 void hfi1_event_pkey_change(struct hfi1_devdata *dd, u32 port); 399 void hfi1_handle_trap_timer(struct timer_list *t); 400 u16 tx_link_width(u16 link_width); 401 u64 get_xmit_wait_counters(struct hfi1_pportdata *ppd, u16 link_width, 402 u16 link_speed, int vl); 403 /** 404 * get_link_speed - determine whether 12.5G or 25G speed 405 * @link_speed: the speed of active link 406 * @return: Return 2 if link speed identified as 12.5G 407 * or return 1 if link speed is 25G. 408 * 409 * The function indirectly calculate required link speed 410 * value for convert_xmit_counter function. If the link 411 * speed is 25G, the function return as 1 as it is required 412 * by xmit counter conversion formula :-( 25G / link_speed). 413 * This conversion will provide value 1 if current 414 * link speed is 25G or 2 if 12.5G.This is done to avoid 415 * 12.5 float number conversion. 416 */ 417 static inline u16 get_link_speed(u16 link_speed) 418 { 419 return (link_speed == 1) ? 420 LINK_SPEED_12_5G : LINK_SPEED_25G; 421 } 422 423 /** 424 * convert_xmit_counter - calculate flit times for given xmit counter 425 * value 426 * @xmit_wait_val: current xmit counter value 427 * @link_width: width of active link 428 * @link_speed: speed of active link 429 * @return: return xmit counter value in flit times. 430 */ 431 static inline u64 convert_xmit_counter(u64 xmit_wait_val, u16 link_width, 432 u16 link_speed) 433 { 434 return (xmit_wait_val * 2 * (FACTOR_LINK_WIDTH / link_width) 435 * link_speed) / DECIMAL_FACTORING; 436 } 437 #endif /* _HFI1_MAD_H */ 438