1a74d5307SMitko Haralanov /* 2a74d5307SMitko Haralanov * Copyright(c) 2018 Intel Corporation. 3a74d5307SMitko Haralanov * 4a74d5307SMitko Haralanov * This file is provided under a dual BSD/GPLv2 license. When using or 5a74d5307SMitko Haralanov * redistributing this file, you may do so under either license. 6a74d5307SMitko Haralanov * 7a74d5307SMitko Haralanov * GPL LICENSE SUMMARY 8a74d5307SMitko Haralanov * 9a74d5307SMitko Haralanov * This program is free software; you can redistribute it and/or modify 10a74d5307SMitko Haralanov * it under the terms of version 2 of the GNU General Public License as 11a74d5307SMitko Haralanov * published by the Free Software Foundation. 12a74d5307SMitko Haralanov * 13a74d5307SMitko Haralanov * This program is distributed in the hope that it will be useful, but 14a74d5307SMitko Haralanov * WITHOUT ANY WARRANTY; without even the implied warranty of 15a74d5307SMitko Haralanov * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16a74d5307SMitko Haralanov * General Public License for more details. 17a74d5307SMitko Haralanov * 18a74d5307SMitko Haralanov * BSD LICENSE 19a74d5307SMitko Haralanov * 20a74d5307SMitko Haralanov * Redistribution and use in source and binary forms, with or without 21a74d5307SMitko Haralanov * modification, are permitted provided that the following conditions 22a74d5307SMitko Haralanov * are met: 23a74d5307SMitko Haralanov * 24a74d5307SMitko Haralanov * - Redistributions of source code must retain the above copyright 25a74d5307SMitko Haralanov * notice, this list of conditions and the following disclaimer. 26a74d5307SMitko Haralanov * - Redistributions in binary form must reproduce the above copyright 27a74d5307SMitko Haralanov * notice, this list of conditions and the following disclaimer in 28a74d5307SMitko Haralanov * the documentation and/or other materials provided with the 29a74d5307SMitko Haralanov * distribution. 30a74d5307SMitko Haralanov * - Neither the name of Intel Corporation nor the names of its 31a74d5307SMitko Haralanov * contributors may be used to endorse or promote products derived 32a74d5307SMitko Haralanov * from this software without specific prior written permission. 33a74d5307SMitko Haralanov * 34a74d5307SMitko Haralanov * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 35a74d5307SMitko Haralanov * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 36a74d5307SMitko Haralanov * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 37a74d5307SMitko Haralanov * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 38a74d5307SMitko Haralanov * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 39a74d5307SMitko Haralanov * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 40a74d5307SMitko Haralanov * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 41a74d5307SMitko Haralanov * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 42a74d5307SMitko Haralanov * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 43a74d5307SMitko Haralanov * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 44a74d5307SMitko Haralanov * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 45a74d5307SMitko Haralanov * 46a74d5307SMitko Haralanov */ 47a74d5307SMitko Haralanov #include <linux/debugfs.h> 48a74d5307SMitko Haralanov #include <linux/seq_file.h> 49a74d5307SMitko Haralanov #include <linux/kernel.h> 50a74d5307SMitko Haralanov #include <linux/module.h> 51a74d5307SMitko Haralanov #include <linux/types.h> 52a74d5307SMitko Haralanov #include <linux/bitmap.h> 53a74d5307SMitko Haralanov 54a74d5307SMitko Haralanov #include "debugfs.h" 55a74d5307SMitko Haralanov #include "fault.h" 56a74d5307SMitko Haralanov #include "trace.h" 57a74d5307SMitko Haralanov 58a74d5307SMitko Haralanov #define HFI1_FAULT_DIR_TX BIT(0) 59a74d5307SMitko Haralanov #define HFI1_FAULT_DIR_RX BIT(1) 60a74d5307SMitko Haralanov #define HFI1_FAULT_DIR_TXRX (HFI1_FAULT_DIR_TX | HFI1_FAULT_DIR_RX) 61a74d5307SMitko Haralanov 62a74d5307SMitko Haralanov static void *_fault_stats_seq_start(struct seq_file *s, loff_t *pos) 63a74d5307SMitko Haralanov { 64a74d5307SMitko Haralanov struct hfi1_opcode_stats_perctx *opstats; 65a74d5307SMitko Haralanov 66a74d5307SMitko Haralanov if (*pos >= ARRAY_SIZE(opstats->stats)) 67a74d5307SMitko Haralanov return NULL; 68a74d5307SMitko Haralanov return pos; 69a74d5307SMitko Haralanov } 70a74d5307SMitko Haralanov 71a74d5307SMitko Haralanov static void *_fault_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 72a74d5307SMitko Haralanov { 73a74d5307SMitko Haralanov struct hfi1_opcode_stats_perctx *opstats; 74a74d5307SMitko Haralanov 75a74d5307SMitko Haralanov ++*pos; 76a74d5307SMitko Haralanov if (*pos >= ARRAY_SIZE(opstats->stats)) 77a74d5307SMitko Haralanov return NULL; 78a74d5307SMitko Haralanov return pos; 79a74d5307SMitko Haralanov } 80a74d5307SMitko Haralanov 81a74d5307SMitko Haralanov static void _fault_stats_seq_stop(struct seq_file *s, void *v) 82a74d5307SMitko Haralanov { 83a74d5307SMitko Haralanov } 84a74d5307SMitko Haralanov 85a74d5307SMitko Haralanov static int _fault_stats_seq_show(struct seq_file *s, void *v) 86a74d5307SMitko Haralanov { 87a74d5307SMitko Haralanov loff_t *spos = v; 88a74d5307SMitko Haralanov loff_t i = *spos, j; 89a74d5307SMitko Haralanov u64 n_packets = 0, n_bytes = 0; 90a74d5307SMitko Haralanov struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 91a74d5307SMitko Haralanov struct hfi1_devdata *dd = dd_from_dev(ibd); 92a74d5307SMitko Haralanov struct hfi1_ctxtdata *rcd; 93a74d5307SMitko Haralanov 94a74d5307SMitko Haralanov for (j = 0; j < dd->first_dyn_alloc_ctxt; j++) { 95a74d5307SMitko Haralanov rcd = hfi1_rcd_get_by_index(dd, j); 96a74d5307SMitko Haralanov if (rcd) { 97a74d5307SMitko Haralanov n_packets += rcd->opstats->stats[i].n_packets; 98a74d5307SMitko Haralanov n_bytes += rcd->opstats->stats[i].n_bytes; 99a74d5307SMitko Haralanov } 100a74d5307SMitko Haralanov hfi1_rcd_put(rcd); 101a74d5307SMitko Haralanov } 102a74d5307SMitko Haralanov for_each_possible_cpu(j) { 103a74d5307SMitko Haralanov struct hfi1_opcode_stats_perctx *sp = 104a74d5307SMitko Haralanov per_cpu_ptr(dd->tx_opstats, j); 105a74d5307SMitko Haralanov 106a74d5307SMitko Haralanov n_packets += sp->stats[i].n_packets; 107a74d5307SMitko Haralanov n_bytes += sp->stats[i].n_bytes; 108a74d5307SMitko Haralanov } 109a74d5307SMitko Haralanov if (!n_packets && !n_bytes) 110a74d5307SMitko Haralanov return SEQ_SKIP; 111a74d5307SMitko Haralanov if (!ibd->fault->n_rxfaults[i] && !ibd->fault->n_txfaults[i]) 112a74d5307SMitko Haralanov return SEQ_SKIP; 113a74d5307SMitko Haralanov seq_printf(s, "%02llx %llu/%llu (faults rx:%llu faults: tx:%llu)\n", i, 114a74d5307SMitko Haralanov (unsigned long long)n_packets, 115a74d5307SMitko Haralanov (unsigned long long)n_bytes, 116a74d5307SMitko Haralanov (unsigned long long)ibd->fault->n_rxfaults[i], 117a74d5307SMitko Haralanov (unsigned long long)ibd->fault->n_txfaults[i]); 118a74d5307SMitko Haralanov return 0; 119a74d5307SMitko Haralanov } 120a74d5307SMitko Haralanov 121a74d5307SMitko Haralanov DEBUGFS_SEQ_FILE_OPS(fault_stats); 122a74d5307SMitko Haralanov DEBUGFS_SEQ_FILE_OPEN(fault_stats); 123a74d5307SMitko Haralanov DEBUGFS_FILE_OPS(fault_stats); 124a74d5307SMitko Haralanov 125a74d5307SMitko Haralanov static int fault_opcodes_open(struct inode *inode, struct file *file) 126a74d5307SMitko Haralanov { 127a74d5307SMitko Haralanov file->private_data = inode->i_private; 128a74d5307SMitko Haralanov return nonseekable_open(inode, file); 129a74d5307SMitko Haralanov } 130a74d5307SMitko Haralanov 131a74d5307SMitko Haralanov static ssize_t fault_opcodes_write(struct file *file, const char __user *buf, 132a74d5307SMitko Haralanov size_t len, loff_t *pos) 133a74d5307SMitko Haralanov { 134a74d5307SMitko Haralanov ssize_t ret = 0; 135a74d5307SMitko Haralanov /* 1280 = 256 opcodes * 4 chars/opcode + 255 commas + NULL */ 136a74d5307SMitko Haralanov size_t copy, datalen = 1280; 137a74d5307SMitko Haralanov char *data, *token, *ptr, *end; 138a74d5307SMitko Haralanov struct fault *fault = file->private_data; 139a74d5307SMitko Haralanov 140a74d5307SMitko Haralanov data = kcalloc(datalen, sizeof(*data), GFP_KERNEL); 141a74d5307SMitko Haralanov if (!data) 142a74d5307SMitko Haralanov return -ENOMEM; 143a74d5307SMitko Haralanov copy = min(len, datalen - 1); 1442323d7baSWenwen Wang if (copy_from_user(data, buf, copy)) { 1452323d7baSWenwen Wang ret = -EFAULT; 1462323d7baSWenwen Wang goto free_data; 1472323d7baSWenwen Wang } 148a74d5307SMitko Haralanov 149a74d5307SMitko Haralanov ret = debugfs_file_get(file->f_path.dentry); 150a74d5307SMitko Haralanov if (unlikely(ret)) 1512323d7baSWenwen Wang goto free_data; 152a74d5307SMitko Haralanov ptr = data; 153a74d5307SMitko Haralanov token = ptr; 154a74d5307SMitko Haralanov for (ptr = data; *ptr; ptr = end + 1, token = ptr) { 155a74d5307SMitko Haralanov char *dash; 156a74d5307SMitko Haralanov unsigned long range_start, range_end, i; 157a74d5307SMitko Haralanov bool remove = false; 1585f90677eSKaike Wan unsigned long bound = 1U << BITS_PER_BYTE; 159a74d5307SMitko Haralanov 160a74d5307SMitko Haralanov end = strchr(ptr, ','); 161a74d5307SMitko Haralanov if (end) 162a74d5307SMitko Haralanov *end = '\0'; 163a74d5307SMitko Haralanov if (token[0] == '-') { 164a74d5307SMitko Haralanov remove = true; 165a74d5307SMitko Haralanov token++; 166a74d5307SMitko Haralanov } 167a74d5307SMitko Haralanov dash = strchr(token, '-'); 168a74d5307SMitko Haralanov if (dash) 169a74d5307SMitko Haralanov *dash = '\0'; 170a74d5307SMitko Haralanov if (kstrtoul(token, 0, &range_start)) 171a74d5307SMitko Haralanov break; 172a74d5307SMitko Haralanov if (dash) { 173a74d5307SMitko Haralanov token = dash + 1; 174a74d5307SMitko Haralanov if (kstrtoul(token, 0, &range_end)) 175a74d5307SMitko Haralanov break; 176a74d5307SMitko Haralanov } else { 177a74d5307SMitko Haralanov range_end = range_start; 178a74d5307SMitko Haralanov } 179a74d5307SMitko Haralanov if (range_start == range_end && range_start == -1UL) { 180a74d5307SMitko Haralanov bitmap_zero(fault->opcodes, sizeof(fault->opcodes) * 181a74d5307SMitko Haralanov BITS_PER_BYTE); 182a74d5307SMitko Haralanov break; 183a74d5307SMitko Haralanov } 1845f90677eSKaike Wan /* Check the inputs */ 1855f90677eSKaike Wan if (range_start >= bound || range_end >= bound) 1865f90677eSKaike Wan break; 1875f90677eSKaike Wan 188a74d5307SMitko Haralanov for (i = range_start; i <= range_end; i++) { 189a74d5307SMitko Haralanov if (remove) 190a74d5307SMitko Haralanov clear_bit(i, fault->opcodes); 191a74d5307SMitko Haralanov else 192a74d5307SMitko Haralanov set_bit(i, fault->opcodes); 193a74d5307SMitko Haralanov } 194a74d5307SMitko Haralanov if (!end) 195a74d5307SMitko Haralanov break; 196a74d5307SMitko Haralanov } 197a74d5307SMitko Haralanov ret = len; 198a74d5307SMitko Haralanov 199a74d5307SMitko Haralanov debugfs_file_put(file->f_path.dentry); 2002323d7baSWenwen Wang free_data: 201a74d5307SMitko Haralanov kfree(data); 202a74d5307SMitko Haralanov return ret; 203a74d5307SMitko Haralanov } 204a74d5307SMitko Haralanov 205a74d5307SMitko Haralanov static ssize_t fault_opcodes_read(struct file *file, char __user *buf, 206a74d5307SMitko Haralanov size_t len, loff_t *pos) 207a74d5307SMitko Haralanov { 208a74d5307SMitko Haralanov ssize_t ret = 0; 209a74d5307SMitko Haralanov char *data; 210a74d5307SMitko Haralanov size_t datalen = 1280, size = 0; /* see fault_opcodes_write() */ 211a74d5307SMitko Haralanov unsigned long bit = 0, zero = 0; 212a74d5307SMitko Haralanov struct fault *fault = file->private_data; 213a74d5307SMitko Haralanov size_t bitsize = sizeof(fault->opcodes) * BITS_PER_BYTE; 214a74d5307SMitko Haralanov 215a74d5307SMitko Haralanov data = kcalloc(datalen, sizeof(*data), GFP_KERNEL); 216a74d5307SMitko Haralanov if (!data) 217a74d5307SMitko Haralanov return -ENOMEM; 218a74d5307SMitko Haralanov ret = debugfs_file_get(file->f_path.dentry); 219a74d5307SMitko Haralanov if (unlikely(ret)) 220b08afa06SWenwen Wang goto free_data; 221a74d5307SMitko Haralanov bit = find_first_bit(fault->opcodes, bitsize); 222a74d5307SMitko Haralanov while (bit < bitsize) { 223a74d5307SMitko Haralanov zero = find_next_zero_bit(fault->opcodes, bitsize, bit); 224a74d5307SMitko Haralanov if (zero - 1 != bit) 22523ab5261STakashi Iwai size += scnprintf(data + size, 226a74d5307SMitko Haralanov datalen - size - 1, 227a74d5307SMitko Haralanov "0x%lx-0x%lx,", bit, zero - 1); 228a74d5307SMitko Haralanov else 22923ab5261STakashi Iwai size += scnprintf(data + size, 230a74d5307SMitko Haralanov datalen - size - 1, "0x%lx,", 231a74d5307SMitko Haralanov bit); 232a74d5307SMitko Haralanov bit = find_next_bit(fault->opcodes, bitsize, zero); 233a74d5307SMitko Haralanov } 234a74d5307SMitko Haralanov debugfs_file_put(file->f_path.dentry); 235a74d5307SMitko Haralanov data[size - 1] = '\n'; 236a74d5307SMitko Haralanov data[size] = '\0'; 237a74d5307SMitko Haralanov ret = simple_read_from_buffer(buf, len, pos, data, size); 238b08afa06SWenwen Wang free_data: 239a74d5307SMitko Haralanov kfree(data); 240a74d5307SMitko Haralanov return ret; 241a74d5307SMitko Haralanov } 242a74d5307SMitko Haralanov 243a74d5307SMitko Haralanov static const struct file_operations __fault_opcodes_fops = { 244a74d5307SMitko Haralanov .owner = THIS_MODULE, 245a74d5307SMitko Haralanov .open = fault_opcodes_open, 246a74d5307SMitko Haralanov .read = fault_opcodes_read, 247a74d5307SMitko Haralanov .write = fault_opcodes_write, 248a74d5307SMitko Haralanov .llseek = no_llseek 249a74d5307SMitko Haralanov }; 250a74d5307SMitko Haralanov 251a74d5307SMitko Haralanov void hfi1_fault_exit_debugfs(struct hfi1_ibdev *ibd) 252a74d5307SMitko Haralanov { 253a74d5307SMitko Haralanov if (ibd->fault) 254a74d5307SMitko Haralanov debugfs_remove_recursive(ibd->fault->dir); 255a74d5307SMitko Haralanov kfree(ibd->fault); 256a74d5307SMitko Haralanov ibd->fault = NULL; 257a74d5307SMitko Haralanov } 258a74d5307SMitko Haralanov 259a74d5307SMitko Haralanov int hfi1_fault_init_debugfs(struct hfi1_ibdev *ibd) 260a74d5307SMitko Haralanov { 261a74d5307SMitko Haralanov struct dentry *parent = ibd->hfi1_ibdev_dbg; 262e7751180SGreg Kroah-Hartman struct dentry *fault_dir; 263a74d5307SMitko Haralanov 264a74d5307SMitko Haralanov ibd->fault = kzalloc(sizeof(*ibd->fault), GFP_KERNEL); 265a74d5307SMitko Haralanov if (!ibd->fault) 266a74d5307SMitko Haralanov return -ENOMEM; 267a74d5307SMitko Haralanov 268a74d5307SMitko Haralanov ibd->fault->attr.interval = 1; 269a74d5307SMitko Haralanov ibd->fault->attr.require_end = ULONG_MAX; 270a74d5307SMitko Haralanov ibd->fault->attr.stacktrace_depth = 32; 271a74d5307SMitko Haralanov ibd->fault->attr.dname = NULL; 272a74d5307SMitko Haralanov ibd->fault->attr.verbose = 0; 273a74d5307SMitko Haralanov ibd->fault->enable = false; 274a74d5307SMitko Haralanov ibd->fault->opcode = false; 275a74d5307SMitko Haralanov ibd->fault->fault_skip = 0; 276a74d5307SMitko Haralanov ibd->fault->skip = 0; 277a74d5307SMitko Haralanov ibd->fault->direction = HFI1_FAULT_DIR_TXRX; 278a74d5307SMitko Haralanov ibd->fault->suppress_err = false; 279a74d5307SMitko Haralanov bitmap_zero(ibd->fault->opcodes, 280a74d5307SMitko Haralanov sizeof(ibd->fault->opcodes) * BITS_PER_BYTE); 281a74d5307SMitko Haralanov 282e7751180SGreg Kroah-Hartman fault_dir = 283e7751180SGreg Kroah-Hartman fault_create_debugfs_attr("fault", parent, &ibd->fault->attr); 284e7751180SGreg Kroah-Hartman if (IS_ERR(fault_dir)) { 285a74d5307SMitko Haralanov kfree(ibd->fault); 286a74d5307SMitko Haralanov ibd->fault = NULL; 287a74d5307SMitko Haralanov return -ENOENT; 288a74d5307SMitko Haralanov } 289e7751180SGreg Kroah-Hartman ibd->fault->dir = fault_dir; 290a74d5307SMitko Haralanov 291e7751180SGreg Kroah-Hartman debugfs_create_file("fault_stats", 0444, fault_dir, ibd, 2925c432764SGreg Kroah-Hartman &_fault_stats_file_ops); 293e7751180SGreg Kroah-Hartman debugfs_create_bool("enable", 0600, fault_dir, &ibd->fault->enable); 294e7751180SGreg Kroah-Hartman debugfs_create_bool("suppress_err", 0600, fault_dir, 295e7751180SGreg Kroah-Hartman &ibd->fault->suppress_err); 296e7751180SGreg Kroah-Hartman debugfs_create_bool("opcode_mode", 0600, fault_dir, 297e7751180SGreg Kroah-Hartman &ibd->fault->opcode); 298e7751180SGreg Kroah-Hartman debugfs_create_file("opcodes", 0600, fault_dir, ibd->fault, 299e7751180SGreg Kroah-Hartman &__fault_opcodes_fops); 300e7751180SGreg Kroah-Hartman debugfs_create_u64("skip_pkts", 0600, fault_dir, 301e7751180SGreg Kroah-Hartman &ibd->fault->fault_skip); 302e7751180SGreg Kroah-Hartman debugfs_create_u64("skip_usec", 0600, fault_dir, 303e7751180SGreg Kroah-Hartman &ibd->fault->fault_skip_usec); 304e7751180SGreg Kroah-Hartman debugfs_create_u8("direction", 0600, fault_dir, &ibd->fault->direction); 305a74d5307SMitko Haralanov 306a74d5307SMitko Haralanov return 0; 307a74d5307SMitko Haralanov } 308a74d5307SMitko Haralanov 309a74d5307SMitko Haralanov bool hfi1_dbg_fault_suppress_err(struct hfi1_ibdev *ibd) 310a74d5307SMitko Haralanov { 311a74d5307SMitko Haralanov if (ibd->fault) 312a74d5307SMitko Haralanov return ibd->fault->suppress_err; 313a74d5307SMitko Haralanov return false; 314a74d5307SMitko Haralanov } 315a74d5307SMitko Haralanov 316a74d5307SMitko Haralanov static bool __hfi1_should_fault(struct hfi1_ibdev *ibd, u32 opcode, 317a74d5307SMitko Haralanov u8 direction) 318a74d5307SMitko Haralanov { 319a74d5307SMitko Haralanov bool ret = false; 320a74d5307SMitko Haralanov 321a74d5307SMitko Haralanov if (!ibd->fault || !ibd->fault->enable) 322a74d5307SMitko Haralanov return false; 323a74d5307SMitko Haralanov if (!(ibd->fault->direction & direction)) 324a74d5307SMitko Haralanov return false; 325a74d5307SMitko Haralanov if (ibd->fault->opcode) { 326a74d5307SMitko Haralanov if (bitmap_empty(ibd->fault->opcodes, 327a74d5307SMitko Haralanov (sizeof(ibd->fault->opcodes) * 328a74d5307SMitko Haralanov BITS_PER_BYTE))) 329a74d5307SMitko Haralanov return false; 330a74d5307SMitko Haralanov if (!(test_bit(opcode, ibd->fault->opcodes))) 331a74d5307SMitko Haralanov return false; 332a74d5307SMitko Haralanov } 333a74d5307SMitko Haralanov if (ibd->fault->fault_skip_usec && 334a74d5307SMitko Haralanov time_before(jiffies, ibd->fault->skip_usec)) 335a74d5307SMitko Haralanov return false; 336a74d5307SMitko Haralanov if (ibd->fault->fault_skip && ibd->fault->skip) { 337a74d5307SMitko Haralanov ibd->fault->skip--; 338a74d5307SMitko Haralanov return false; 339a74d5307SMitko Haralanov } 340a74d5307SMitko Haralanov ret = should_fail(&ibd->fault->attr, 1); 341a74d5307SMitko Haralanov if (ret) { 342a74d5307SMitko Haralanov ibd->fault->skip = ibd->fault->fault_skip; 343a74d5307SMitko Haralanov ibd->fault->skip_usec = jiffies + 344a74d5307SMitko Haralanov usecs_to_jiffies(ibd->fault->fault_skip_usec); 345a74d5307SMitko Haralanov } 346a74d5307SMitko Haralanov return ret; 347a74d5307SMitko Haralanov } 348a74d5307SMitko Haralanov 349a74d5307SMitko Haralanov bool hfi1_dbg_should_fault_tx(struct rvt_qp *qp, u32 opcode) 350a74d5307SMitko Haralanov { 351a74d5307SMitko Haralanov struct hfi1_ibdev *ibd = to_idev(qp->ibqp.device); 352a74d5307SMitko Haralanov 353a74d5307SMitko Haralanov if (__hfi1_should_fault(ibd, opcode, HFI1_FAULT_DIR_TX)) { 354a74d5307SMitko Haralanov trace_hfi1_fault_opcode(qp, opcode); 355a74d5307SMitko Haralanov ibd->fault->n_txfaults[opcode]++; 356a74d5307SMitko Haralanov return true; 357a74d5307SMitko Haralanov } 358a74d5307SMitko Haralanov return false; 359a74d5307SMitko Haralanov } 360a74d5307SMitko Haralanov 361a74d5307SMitko Haralanov bool hfi1_dbg_should_fault_rx(struct hfi1_packet *packet) 362a74d5307SMitko Haralanov { 363a74d5307SMitko Haralanov struct hfi1_ibdev *ibd = &packet->rcd->dd->verbs_dev; 364a74d5307SMitko Haralanov 365a74d5307SMitko Haralanov if (__hfi1_should_fault(ibd, packet->opcode, HFI1_FAULT_DIR_RX)) { 366a74d5307SMitko Haralanov trace_hfi1_fault_packet(packet); 367a74d5307SMitko Haralanov ibd->fault->n_rxfaults[packet->opcode]++; 368a74d5307SMitko Haralanov return true; 369a74d5307SMitko Haralanov } 370a74d5307SMitko Haralanov return false; 371a74d5307SMitko Haralanov } 372