1 /* 2 * Copyright(c) 2015-2018 Intel Corporation. 3 * 4 * This file is provided under a dual BSD/GPLv2 license. When using or 5 * redistributing this file, you may do so under either license. 6 * 7 * GPL LICENSE SUMMARY 8 * 9 * This program is free software; you can redistribute it and/or modify 10 * it under the terms of version 2 of the GNU General Public License as 11 * published by the Free Software Foundation. 12 * 13 * This program is distributed in the hope that it will be useful, but 14 * WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 16 * General Public License for more details. 17 * 18 * BSD LICENSE 19 * 20 * Redistribution and use in source and binary forms, with or without 21 * modification, are permitted provided that the following conditions 22 * are met: 23 * 24 * - Redistributions of source code must retain the above copyright 25 * notice, this list of conditions and the following disclaimer. 26 * - Redistributions in binary form must reproduce the above copyright 27 * notice, this list of conditions and the following disclaimer in 28 * the documentation and/or other materials provided with the 29 * distribution. 30 * - Neither the name of Intel Corporation nor the names of its 31 * contributors may be used to endorse or promote products derived 32 * from this software without specific prior written permission. 33 * 34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 45 * 46 */ 47 #include <linux/debugfs.h> 48 #include <linux/seq_file.h> 49 #include <linux/kernel.h> 50 #include <linux/export.h> 51 #include <linux/module.h> 52 #include <linux/string.h> 53 #include <linux/types.h> 54 #include <linux/ratelimit.h> 55 #include <linux/fault-inject.h> 56 57 #include "hfi.h" 58 #include "trace.h" 59 #include "debugfs.h" 60 #include "device.h" 61 #include "qp.h" 62 #include "sdma.h" 63 #include "fault.h" 64 65 static struct dentry *hfi1_dbg_root; 66 67 /* wrappers to enforce srcu in seq file */ 68 ssize_t hfi1_seq_read(struct file *file, char __user *buf, size_t size, 69 loff_t *ppos) 70 { 71 struct dentry *d = file->f_path.dentry; 72 ssize_t r; 73 74 r = debugfs_file_get(d); 75 if (unlikely(r)) 76 return r; 77 r = seq_read(file, buf, size, ppos); 78 debugfs_file_put(d); 79 return r; 80 } 81 82 loff_t hfi1_seq_lseek(struct file *file, loff_t offset, int whence) 83 { 84 struct dentry *d = file->f_path.dentry; 85 loff_t r; 86 87 r = debugfs_file_get(d); 88 if (unlikely(r)) 89 return r; 90 r = seq_lseek(file, offset, whence); 91 debugfs_file_put(d); 92 return r; 93 } 94 95 #define private2dd(file) (file_inode(file)->i_private) 96 #define private2ppd(file) (file_inode(file)->i_private) 97 98 static void *_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 99 { 100 struct hfi1_opcode_stats_perctx *opstats; 101 102 if (*pos >= ARRAY_SIZE(opstats->stats)) 103 return NULL; 104 return pos; 105 } 106 107 static void *_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 108 { 109 struct hfi1_opcode_stats_perctx *opstats; 110 111 ++*pos; 112 if (*pos >= ARRAY_SIZE(opstats->stats)) 113 return NULL; 114 return pos; 115 } 116 117 static void _opcode_stats_seq_stop(struct seq_file *s, void *v) 118 { 119 } 120 121 static int opcode_stats_show(struct seq_file *s, u8 i, u64 packets, u64 bytes) 122 { 123 if (!packets && !bytes) 124 return SEQ_SKIP; 125 seq_printf(s, "%02x %llu/%llu\n", i, 126 (unsigned long long)packets, 127 (unsigned long long)bytes); 128 129 return 0; 130 } 131 132 static int _opcode_stats_seq_show(struct seq_file *s, void *v) 133 { 134 loff_t *spos = v; 135 loff_t i = *spos, j; 136 u64 n_packets = 0, n_bytes = 0; 137 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 138 struct hfi1_devdata *dd = dd_from_dev(ibd); 139 struct hfi1_ctxtdata *rcd; 140 141 for (j = 0; j < dd->first_dyn_alloc_ctxt; j++) { 142 rcd = hfi1_rcd_get_by_index(dd, j); 143 if (rcd) { 144 n_packets += rcd->opstats->stats[i].n_packets; 145 n_bytes += rcd->opstats->stats[i].n_bytes; 146 } 147 hfi1_rcd_put(rcd); 148 } 149 return opcode_stats_show(s, i, n_packets, n_bytes); 150 } 151 152 DEBUGFS_SEQ_FILE_OPS(opcode_stats); 153 DEBUGFS_SEQ_FILE_OPEN(opcode_stats) 154 DEBUGFS_FILE_OPS(opcode_stats); 155 156 static void *_tx_opcode_stats_seq_start(struct seq_file *s, loff_t *pos) 157 { 158 return _opcode_stats_seq_start(s, pos); 159 } 160 161 static void *_tx_opcode_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 162 { 163 return _opcode_stats_seq_next(s, v, pos); 164 } 165 166 static void _tx_opcode_stats_seq_stop(struct seq_file *s, void *v) 167 { 168 } 169 170 static int _tx_opcode_stats_seq_show(struct seq_file *s, void *v) 171 { 172 loff_t *spos = v; 173 loff_t i = *spos; 174 int j; 175 u64 n_packets = 0, n_bytes = 0; 176 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 177 struct hfi1_devdata *dd = dd_from_dev(ibd); 178 179 for_each_possible_cpu(j) { 180 struct hfi1_opcode_stats_perctx *s = 181 per_cpu_ptr(dd->tx_opstats, j); 182 n_packets += s->stats[i].n_packets; 183 n_bytes += s->stats[i].n_bytes; 184 } 185 return opcode_stats_show(s, i, n_packets, n_bytes); 186 } 187 188 DEBUGFS_SEQ_FILE_OPS(tx_opcode_stats); 189 DEBUGFS_SEQ_FILE_OPEN(tx_opcode_stats) 190 DEBUGFS_FILE_OPS(tx_opcode_stats); 191 192 static void *_ctx_stats_seq_start(struct seq_file *s, loff_t *pos) 193 { 194 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 195 struct hfi1_devdata *dd = dd_from_dev(ibd); 196 197 if (!*pos) 198 return SEQ_START_TOKEN; 199 if (*pos >= dd->first_dyn_alloc_ctxt) 200 return NULL; 201 return pos; 202 } 203 204 static void *_ctx_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 205 { 206 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 207 struct hfi1_devdata *dd = dd_from_dev(ibd); 208 209 if (v == SEQ_START_TOKEN) 210 return pos; 211 212 ++*pos; 213 if (*pos >= dd->first_dyn_alloc_ctxt) 214 return NULL; 215 return pos; 216 } 217 218 static void _ctx_stats_seq_stop(struct seq_file *s, void *v) 219 { 220 /* nothing allocated */ 221 } 222 223 static int _ctx_stats_seq_show(struct seq_file *s, void *v) 224 { 225 loff_t *spos; 226 loff_t i, j; 227 u64 n_packets = 0; 228 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 229 struct hfi1_devdata *dd = dd_from_dev(ibd); 230 struct hfi1_ctxtdata *rcd; 231 232 if (v == SEQ_START_TOKEN) { 233 seq_puts(s, "Ctx:npkts\n"); 234 return 0; 235 } 236 237 spos = v; 238 i = *spos; 239 240 rcd = hfi1_rcd_get_by_index_safe(dd, i); 241 if (!rcd) 242 return SEQ_SKIP; 243 244 for (j = 0; j < ARRAY_SIZE(rcd->opstats->stats); j++) 245 n_packets += rcd->opstats->stats[j].n_packets; 246 247 hfi1_rcd_put(rcd); 248 249 if (!n_packets) 250 return SEQ_SKIP; 251 252 seq_printf(s, " %llu:%llu\n", i, n_packets); 253 return 0; 254 } 255 256 DEBUGFS_SEQ_FILE_OPS(ctx_stats); 257 DEBUGFS_SEQ_FILE_OPEN(ctx_stats) 258 DEBUGFS_FILE_OPS(ctx_stats); 259 260 static void *_qp_stats_seq_start(struct seq_file *s, loff_t *pos) 261 __acquires(RCU) 262 { 263 struct rvt_qp_iter *iter; 264 loff_t n = *pos; 265 266 iter = rvt_qp_iter_init(s->private, 0, NULL); 267 268 /* stop calls rcu_read_unlock */ 269 rcu_read_lock(); 270 271 if (!iter) 272 return NULL; 273 274 do { 275 if (rvt_qp_iter_next(iter)) { 276 kfree(iter); 277 return NULL; 278 } 279 } while (n--); 280 281 return iter; 282 } 283 284 static void *_qp_stats_seq_next(struct seq_file *s, void *iter_ptr, 285 loff_t *pos) 286 __must_hold(RCU) 287 { 288 struct rvt_qp_iter *iter = iter_ptr; 289 290 (*pos)++; 291 292 if (rvt_qp_iter_next(iter)) { 293 kfree(iter); 294 return NULL; 295 } 296 297 return iter; 298 } 299 300 static void _qp_stats_seq_stop(struct seq_file *s, void *iter_ptr) 301 __releases(RCU) 302 { 303 rcu_read_unlock(); 304 } 305 306 static int _qp_stats_seq_show(struct seq_file *s, void *iter_ptr) 307 { 308 struct rvt_qp_iter *iter = iter_ptr; 309 310 if (!iter) 311 return 0; 312 313 qp_iter_print(s, iter); 314 315 return 0; 316 } 317 318 DEBUGFS_SEQ_FILE_OPS(qp_stats); 319 DEBUGFS_SEQ_FILE_OPEN(qp_stats) 320 DEBUGFS_FILE_OPS(qp_stats); 321 322 static void *_sdes_seq_start(struct seq_file *s, loff_t *pos) 323 { 324 struct hfi1_ibdev *ibd; 325 struct hfi1_devdata *dd; 326 327 ibd = (struct hfi1_ibdev *)s->private; 328 dd = dd_from_dev(ibd); 329 if (!dd->per_sdma || *pos >= dd->num_sdma) 330 return NULL; 331 return pos; 332 } 333 334 static void *_sdes_seq_next(struct seq_file *s, void *v, loff_t *pos) 335 { 336 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 337 struct hfi1_devdata *dd = dd_from_dev(ibd); 338 339 ++*pos; 340 if (!dd->per_sdma || *pos >= dd->num_sdma) 341 return NULL; 342 return pos; 343 } 344 345 static void _sdes_seq_stop(struct seq_file *s, void *v) 346 { 347 } 348 349 static int _sdes_seq_show(struct seq_file *s, void *v) 350 { 351 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 352 struct hfi1_devdata *dd = dd_from_dev(ibd); 353 loff_t *spos = v; 354 loff_t i = *spos; 355 356 sdma_seqfile_dump_sde(s, &dd->per_sdma[i]); 357 return 0; 358 } 359 360 DEBUGFS_SEQ_FILE_OPS(sdes); 361 DEBUGFS_SEQ_FILE_OPEN(sdes) 362 DEBUGFS_FILE_OPS(sdes); 363 364 static void *_rcds_seq_start(struct seq_file *s, loff_t *pos) 365 { 366 struct hfi1_ibdev *ibd; 367 struct hfi1_devdata *dd; 368 369 ibd = (struct hfi1_ibdev *)s->private; 370 dd = dd_from_dev(ibd); 371 if (!dd->rcd || *pos >= dd->n_krcv_queues) 372 return NULL; 373 return pos; 374 } 375 376 static void *_rcds_seq_next(struct seq_file *s, void *v, loff_t *pos) 377 { 378 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 379 struct hfi1_devdata *dd = dd_from_dev(ibd); 380 381 ++*pos; 382 if (!dd->rcd || *pos >= dd->n_krcv_queues) 383 return NULL; 384 return pos; 385 } 386 387 static void _rcds_seq_stop(struct seq_file *s, void *v) 388 { 389 } 390 391 static int _rcds_seq_show(struct seq_file *s, void *v) 392 { 393 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 394 struct hfi1_devdata *dd = dd_from_dev(ibd); 395 struct hfi1_ctxtdata *rcd; 396 loff_t *spos = v; 397 loff_t i = *spos; 398 399 rcd = hfi1_rcd_get_by_index_safe(dd, i); 400 if (rcd) 401 seqfile_dump_rcd(s, rcd); 402 hfi1_rcd_put(rcd); 403 return 0; 404 } 405 406 DEBUGFS_SEQ_FILE_OPS(rcds); 407 DEBUGFS_SEQ_FILE_OPEN(rcds) 408 DEBUGFS_FILE_OPS(rcds); 409 410 static void *_pios_seq_start(struct seq_file *s, loff_t *pos) 411 { 412 struct hfi1_ibdev *ibd; 413 struct hfi1_devdata *dd; 414 415 ibd = (struct hfi1_ibdev *)s->private; 416 dd = dd_from_dev(ibd); 417 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 418 return NULL; 419 return pos; 420 } 421 422 static void *_pios_seq_next(struct seq_file *s, void *v, loff_t *pos) 423 { 424 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 425 struct hfi1_devdata *dd = dd_from_dev(ibd); 426 427 ++*pos; 428 if (!dd->send_contexts || *pos >= dd->num_send_contexts) 429 return NULL; 430 return pos; 431 } 432 433 static void _pios_seq_stop(struct seq_file *s, void *v) 434 { 435 } 436 437 static int _pios_seq_show(struct seq_file *s, void *v) 438 { 439 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 440 struct hfi1_devdata *dd = dd_from_dev(ibd); 441 struct send_context_info *sci; 442 loff_t *spos = v; 443 loff_t i = *spos; 444 unsigned long flags; 445 446 spin_lock_irqsave(&dd->sc_lock, flags); 447 sci = &dd->send_contexts[i]; 448 if (sci && sci->type != SC_USER && sci->allocated && sci->sc) 449 seqfile_dump_sci(s, i, sci); 450 spin_unlock_irqrestore(&dd->sc_lock, flags); 451 return 0; 452 } 453 454 DEBUGFS_SEQ_FILE_OPS(pios); 455 DEBUGFS_SEQ_FILE_OPEN(pios) 456 DEBUGFS_FILE_OPS(pios); 457 458 /* read the per-device counters */ 459 static ssize_t dev_counters_read(struct file *file, char __user *buf, 460 size_t count, loff_t *ppos) 461 { 462 u64 *counters; 463 size_t avail; 464 struct hfi1_devdata *dd; 465 ssize_t rval; 466 467 dd = private2dd(file); 468 avail = hfi1_read_cntrs(dd, NULL, &counters); 469 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 470 return rval; 471 } 472 473 /* read the per-device counters */ 474 static ssize_t dev_names_read(struct file *file, char __user *buf, 475 size_t count, loff_t *ppos) 476 { 477 char *names; 478 size_t avail; 479 struct hfi1_devdata *dd; 480 ssize_t rval; 481 482 dd = private2dd(file); 483 avail = hfi1_read_cntrs(dd, &names, NULL); 484 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 485 return rval; 486 } 487 488 struct counter_info { 489 char *name; 490 const struct file_operations ops; 491 }; 492 493 /* 494 * Could use file_inode(file)->i_ino to figure out which file, 495 * instead of separate routine for each, but for now, this works... 496 */ 497 498 /* read the per-port names (same for each port) */ 499 static ssize_t portnames_read(struct file *file, char __user *buf, 500 size_t count, loff_t *ppos) 501 { 502 char *names; 503 size_t avail; 504 struct hfi1_devdata *dd; 505 ssize_t rval; 506 507 dd = private2dd(file); 508 avail = hfi1_read_portcntrs(dd->pport, &names, NULL); 509 rval = simple_read_from_buffer(buf, count, ppos, names, avail); 510 return rval; 511 } 512 513 /* read the per-port counters */ 514 static ssize_t portcntrs_debugfs_read(struct file *file, char __user *buf, 515 size_t count, loff_t *ppos) 516 { 517 u64 *counters; 518 size_t avail; 519 struct hfi1_pportdata *ppd; 520 ssize_t rval; 521 522 ppd = private2ppd(file); 523 avail = hfi1_read_portcntrs(ppd, NULL, &counters); 524 rval = simple_read_from_buffer(buf, count, ppos, counters, avail); 525 return rval; 526 } 527 528 static void check_dyn_flag(u64 scratch0, char *p, int size, int *used, 529 int this_hfi, int hfi, u32 flag, const char *what) 530 { 531 u32 mask; 532 533 mask = flag << (hfi ? CR_DYN_SHIFT : 0); 534 if (scratch0 & mask) { 535 *used += scnprintf(p + *used, size - *used, 536 " 0x%08x - HFI%d %s in use, %s device\n", 537 mask, hfi, what, 538 this_hfi == hfi ? "this" : "other"); 539 } 540 } 541 542 static ssize_t asic_flags_read(struct file *file, char __user *buf, 543 size_t count, loff_t *ppos) 544 { 545 struct hfi1_pportdata *ppd; 546 struct hfi1_devdata *dd; 547 u64 scratch0; 548 char *tmp; 549 int ret = 0; 550 int size; 551 int used; 552 int i; 553 554 ppd = private2ppd(file); 555 dd = ppd->dd; 556 size = PAGE_SIZE; 557 used = 0; 558 tmp = kmalloc(size, GFP_KERNEL); 559 if (!tmp) 560 return -ENOMEM; 561 562 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 563 used += scnprintf(tmp + used, size - used, 564 "Resource flags: 0x%016llx\n", scratch0); 565 566 /* check permanent flag */ 567 if (scratch0 & CR_THERM_INIT) { 568 used += scnprintf(tmp + used, size - used, 569 " 0x%08x - thermal monitoring initialized\n", 570 (u32)CR_THERM_INIT); 571 } 572 573 /* check each dynamic flag on each HFI */ 574 for (i = 0; i < 2; i++) { 575 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 576 CR_SBUS, "SBus"); 577 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 578 CR_EPROM, "EPROM"); 579 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 580 CR_I2C1, "i2c chain 1"); 581 check_dyn_flag(scratch0, tmp, size, &used, dd->hfi1_id, i, 582 CR_I2C2, "i2c chain 2"); 583 } 584 used += scnprintf(tmp + used, size - used, "Write bits to clear\n"); 585 586 ret = simple_read_from_buffer(buf, count, ppos, tmp, used); 587 kfree(tmp); 588 return ret; 589 } 590 591 static ssize_t asic_flags_write(struct file *file, const char __user *buf, 592 size_t count, loff_t *ppos) 593 { 594 struct hfi1_pportdata *ppd; 595 struct hfi1_devdata *dd; 596 char *buff; 597 int ret; 598 unsigned long long value; 599 u64 scratch0; 600 u64 clear; 601 602 ppd = private2ppd(file); 603 dd = ppd->dd; 604 605 /* zero terminate and read the expected integer */ 606 buff = memdup_user_nul(buf, count); 607 if (IS_ERR(buff)) 608 return PTR_ERR(buff); 609 610 ret = kstrtoull(buff, 0, &value); 611 if (ret) 612 goto do_free; 613 clear = value; 614 615 /* obtain exclusive access */ 616 mutex_lock(&dd->asic_data->asic_resource_mutex); 617 acquire_hw_mutex(dd); 618 619 scratch0 = read_csr(dd, ASIC_CFG_SCRATCH); 620 scratch0 &= ~clear; 621 write_csr(dd, ASIC_CFG_SCRATCH, scratch0); 622 /* force write to be visible to other HFI on another OS */ 623 (void)read_csr(dd, ASIC_CFG_SCRATCH); 624 625 release_hw_mutex(dd); 626 mutex_unlock(&dd->asic_data->asic_resource_mutex); 627 628 /* return the number of bytes written */ 629 ret = count; 630 631 do_free: 632 kfree(buff); 633 return ret; 634 } 635 636 /* read the dc8051 memory */ 637 static ssize_t dc8051_memory_read(struct file *file, char __user *buf, 638 size_t count, loff_t *ppos) 639 { 640 struct hfi1_pportdata *ppd = private2ppd(file); 641 ssize_t rval; 642 void *tmp; 643 loff_t start, end; 644 645 /* the checks below expect the position to be positive */ 646 if (*ppos < 0) 647 return -EINVAL; 648 649 tmp = kzalloc(DC8051_DATA_MEM_SIZE, GFP_KERNEL); 650 if (!tmp) 651 return -ENOMEM; 652 653 /* 654 * Fill in the requested portion of the temporary buffer from the 655 * 8051 memory. The 8051 memory read is done in terms of 8 bytes. 656 * Adjust start and end to fit. Skip reading anything if out of 657 * range. 658 */ 659 start = *ppos & ~0x7; /* round down */ 660 if (start < DC8051_DATA_MEM_SIZE) { 661 end = (*ppos + count + 7) & ~0x7; /* round up */ 662 if (end > DC8051_DATA_MEM_SIZE) 663 end = DC8051_DATA_MEM_SIZE; 664 rval = read_8051_data(ppd->dd, start, end - start, 665 (u64 *)(tmp + start)); 666 if (rval) 667 goto done; 668 } 669 670 rval = simple_read_from_buffer(buf, count, ppos, tmp, 671 DC8051_DATA_MEM_SIZE); 672 done: 673 kfree(tmp); 674 return rval; 675 } 676 677 static ssize_t debugfs_lcb_read(struct file *file, char __user *buf, 678 size_t count, loff_t *ppos) 679 { 680 struct hfi1_pportdata *ppd = private2ppd(file); 681 struct hfi1_devdata *dd = ppd->dd; 682 unsigned long total, csr_off; 683 u64 data; 684 685 if (*ppos < 0) 686 return -EINVAL; 687 /* only read 8 byte quantities */ 688 if ((count % 8) != 0) 689 return -EINVAL; 690 /* offset must be 8-byte aligned */ 691 if ((*ppos % 8) != 0) 692 return -EINVAL; 693 /* do nothing if out of range or zero count */ 694 if (*ppos >= (LCB_END - LCB_START) || !count) 695 return 0; 696 /* reduce count if needed */ 697 if (*ppos + count > LCB_END - LCB_START) 698 count = (LCB_END - LCB_START) - *ppos; 699 700 csr_off = LCB_START + *ppos; 701 for (total = 0; total < count; total += 8, csr_off += 8) { 702 if (read_lcb_csr(dd, csr_off, (u64 *)&data)) 703 break; /* failed */ 704 if (put_user(data, (unsigned long __user *)(buf + total))) 705 break; 706 } 707 *ppos += total; 708 return total; 709 } 710 711 static ssize_t debugfs_lcb_write(struct file *file, const char __user *buf, 712 size_t count, loff_t *ppos) 713 { 714 struct hfi1_pportdata *ppd = private2ppd(file); 715 struct hfi1_devdata *dd = ppd->dd; 716 unsigned long total, csr_off, data; 717 718 if (*ppos < 0) 719 return -EINVAL; 720 /* only write 8 byte quantities */ 721 if ((count % 8) != 0) 722 return -EINVAL; 723 /* offset must be 8-byte aligned */ 724 if ((*ppos % 8) != 0) 725 return -EINVAL; 726 /* do nothing if out of range or zero count */ 727 if (*ppos >= (LCB_END - LCB_START) || !count) 728 return 0; 729 /* reduce count if needed */ 730 if (*ppos + count > LCB_END - LCB_START) 731 count = (LCB_END - LCB_START) - *ppos; 732 733 csr_off = LCB_START + *ppos; 734 for (total = 0; total < count; total += 8, csr_off += 8) { 735 if (get_user(data, (unsigned long __user *)(buf + total))) 736 break; 737 if (write_lcb_csr(dd, csr_off, data)) 738 break; /* failed */ 739 } 740 *ppos += total; 741 return total; 742 } 743 744 /* 745 * read the per-port QSFP data for ppd 746 */ 747 static ssize_t qsfp_debugfs_dump(struct file *file, char __user *buf, 748 size_t count, loff_t *ppos) 749 { 750 struct hfi1_pportdata *ppd; 751 char *tmp; 752 int ret; 753 754 ppd = private2ppd(file); 755 tmp = kmalloc(PAGE_SIZE, GFP_KERNEL); 756 if (!tmp) 757 return -ENOMEM; 758 759 ret = qsfp_dump(ppd, tmp, PAGE_SIZE); 760 if (ret > 0) 761 ret = simple_read_from_buffer(buf, count, ppos, tmp, ret); 762 kfree(tmp); 763 return ret; 764 } 765 766 /* Do an i2c write operation on the chain for the given HFI. */ 767 static ssize_t __i2c_debugfs_write(struct file *file, const char __user *buf, 768 size_t count, loff_t *ppos, u32 target) 769 { 770 struct hfi1_pportdata *ppd; 771 char *buff; 772 int ret; 773 int i2c_addr; 774 int offset; 775 int total_written; 776 777 ppd = private2ppd(file); 778 779 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 780 i2c_addr = (*ppos >> 16) & 0xffff; 781 offset = *ppos & 0xffff; 782 783 /* explicitly reject invalid address 0 to catch cp and cat */ 784 if (i2c_addr == 0) 785 return -EINVAL; 786 787 buff = memdup_user(buf, count); 788 if (IS_ERR(buff)) 789 return PTR_ERR(buff); 790 791 total_written = i2c_write(ppd, target, i2c_addr, offset, buff, count); 792 if (total_written < 0) { 793 ret = total_written; 794 goto _free; 795 } 796 797 *ppos += total_written; 798 799 ret = total_written; 800 801 _free: 802 kfree(buff); 803 return ret; 804 } 805 806 /* Do an i2c write operation on chain for HFI 0. */ 807 static ssize_t i2c1_debugfs_write(struct file *file, const char __user *buf, 808 size_t count, loff_t *ppos) 809 { 810 return __i2c_debugfs_write(file, buf, count, ppos, 0); 811 } 812 813 /* Do an i2c write operation on chain for HFI 1. */ 814 static ssize_t i2c2_debugfs_write(struct file *file, const char __user *buf, 815 size_t count, loff_t *ppos) 816 { 817 return __i2c_debugfs_write(file, buf, count, ppos, 1); 818 } 819 820 /* Do an i2c read operation on the chain for the given HFI. */ 821 static ssize_t __i2c_debugfs_read(struct file *file, char __user *buf, 822 size_t count, loff_t *ppos, u32 target) 823 { 824 struct hfi1_pportdata *ppd; 825 char *buff; 826 int ret; 827 int i2c_addr; 828 int offset; 829 int total_read; 830 831 ppd = private2ppd(file); 832 833 /* byte offset format: [offsetSize][i2cAddr][offsetHigh][offsetLow] */ 834 i2c_addr = (*ppos >> 16) & 0xffff; 835 offset = *ppos & 0xffff; 836 837 /* explicitly reject invalid address 0 to catch cp and cat */ 838 if (i2c_addr == 0) 839 return -EINVAL; 840 841 buff = kmalloc(count, GFP_KERNEL); 842 if (!buff) 843 return -ENOMEM; 844 845 total_read = i2c_read(ppd, target, i2c_addr, offset, buff, count); 846 if (total_read < 0) { 847 ret = total_read; 848 goto _free; 849 } 850 851 *ppos += total_read; 852 853 ret = copy_to_user(buf, buff, total_read); 854 if (ret > 0) { 855 ret = -EFAULT; 856 goto _free; 857 } 858 859 ret = total_read; 860 861 _free: 862 kfree(buff); 863 return ret; 864 } 865 866 /* Do an i2c read operation on chain for HFI 0. */ 867 static ssize_t i2c1_debugfs_read(struct file *file, char __user *buf, 868 size_t count, loff_t *ppos) 869 { 870 return __i2c_debugfs_read(file, buf, count, ppos, 0); 871 } 872 873 /* Do an i2c read operation on chain for HFI 1. */ 874 static ssize_t i2c2_debugfs_read(struct file *file, char __user *buf, 875 size_t count, loff_t *ppos) 876 { 877 return __i2c_debugfs_read(file, buf, count, ppos, 1); 878 } 879 880 /* Do a QSFP write operation on the i2c chain for the given HFI. */ 881 static ssize_t __qsfp_debugfs_write(struct file *file, const char __user *buf, 882 size_t count, loff_t *ppos, u32 target) 883 { 884 struct hfi1_pportdata *ppd; 885 char *buff; 886 int ret; 887 int total_written; 888 889 if (*ppos + count > QSFP_PAGESIZE * 4) /* base page + page00-page03 */ 890 return -EINVAL; 891 892 ppd = private2ppd(file); 893 894 buff = memdup_user(buf, count); 895 if (IS_ERR(buff)) 896 return PTR_ERR(buff); 897 898 total_written = qsfp_write(ppd, target, *ppos, buff, count); 899 if (total_written < 0) { 900 ret = total_written; 901 goto _free; 902 } 903 904 *ppos += total_written; 905 906 ret = total_written; 907 908 _free: 909 kfree(buff); 910 return ret; 911 } 912 913 /* Do a QSFP write operation on i2c chain for HFI 0. */ 914 static ssize_t qsfp1_debugfs_write(struct file *file, const char __user *buf, 915 size_t count, loff_t *ppos) 916 { 917 return __qsfp_debugfs_write(file, buf, count, ppos, 0); 918 } 919 920 /* Do a QSFP write operation on i2c chain for HFI 1. */ 921 static ssize_t qsfp2_debugfs_write(struct file *file, const char __user *buf, 922 size_t count, loff_t *ppos) 923 { 924 return __qsfp_debugfs_write(file, buf, count, ppos, 1); 925 } 926 927 /* Do a QSFP read operation on the i2c chain for the given HFI. */ 928 static ssize_t __qsfp_debugfs_read(struct file *file, char __user *buf, 929 size_t count, loff_t *ppos, u32 target) 930 { 931 struct hfi1_pportdata *ppd; 932 char *buff; 933 int ret; 934 int total_read; 935 936 if (*ppos + count > QSFP_PAGESIZE * 4) { /* base page + page00-page03 */ 937 ret = -EINVAL; 938 goto _return; 939 } 940 941 ppd = private2ppd(file); 942 943 buff = kmalloc(count, GFP_KERNEL); 944 if (!buff) { 945 ret = -ENOMEM; 946 goto _return; 947 } 948 949 total_read = qsfp_read(ppd, target, *ppos, buff, count); 950 if (total_read < 0) { 951 ret = total_read; 952 goto _free; 953 } 954 955 *ppos += total_read; 956 957 ret = copy_to_user(buf, buff, total_read); 958 if (ret > 0) { 959 ret = -EFAULT; 960 goto _free; 961 } 962 963 ret = total_read; 964 965 _free: 966 kfree(buff); 967 _return: 968 return ret; 969 } 970 971 /* Do a QSFP read operation on i2c chain for HFI 0. */ 972 static ssize_t qsfp1_debugfs_read(struct file *file, char __user *buf, 973 size_t count, loff_t *ppos) 974 { 975 return __qsfp_debugfs_read(file, buf, count, ppos, 0); 976 } 977 978 /* Do a QSFP read operation on i2c chain for HFI 1. */ 979 static ssize_t qsfp2_debugfs_read(struct file *file, char __user *buf, 980 size_t count, loff_t *ppos) 981 { 982 return __qsfp_debugfs_read(file, buf, count, ppos, 1); 983 } 984 985 static int __i2c_debugfs_open(struct inode *in, struct file *fp, u32 target) 986 { 987 struct hfi1_pportdata *ppd; 988 int ret; 989 990 if (!try_module_get(THIS_MODULE)) 991 return -ENODEV; 992 993 ppd = private2ppd(fp); 994 995 ret = acquire_chip_resource(ppd->dd, i2c_target(target), 0); 996 if (ret) /* failed - release the module */ 997 module_put(THIS_MODULE); 998 999 return ret; 1000 } 1001 1002 static int i2c1_debugfs_open(struct inode *in, struct file *fp) 1003 { 1004 return __i2c_debugfs_open(in, fp, 0); 1005 } 1006 1007 static int i2c2_debugfs_open(struct inode *in, struct file *fp) 1008 { 1009 return __i2c_debugfs_open(in, fp, 1); 1010 } 1011 1012 static int __i2c_debugfs_release(struct inode *in, struct file *fp, u32 target) 1013 { 1014 struct hfi1_pportdata *ppd; 1015 1016 ppd = private2ppd(fp); 1017 1018 release_chip_resource(ppd->dd, i2c_target(target)); 1019 module_put(THIS_MODULE); 1020 1021 return 0; 1022 } 1023 1024 static int i2c1_debugfs_release(struct inode *in, struct file *fp) 1025 { 1026 return __i2c_debugfs_release(in, fp, 0); 1027 } 1028 1029 static int i2c2_debugfs_release(struct inode *in, struct file *fp) 1030 { 1031 return __i2c_debugfs_release(in, fp, 1); 1032 } 1033 1034 static int __qsfp_debugfs_open(struct inode *in, struct file *fp, u32 target) 1035 { 1036 struct hfi1_pportdata *ppd; 1037 int ret; 1038 1039 if (!try_module_get(THIS_MODULE)) 1040 return -ENODEV; 1041 1042 ppd = private2ppd(fp); 1043 1044 ret = acquire_chip_resource(ppd->dd, i2c_target(target), 0); 1045 if (ret) /* failed - release the module */ 1046 module_put(THIS_MODULE); 1047 1048 return ret; 1049 } 1050 1051 static int qsfp1_debugfs_open(struct inode *in, struct file *fp) 1052 { 1053 return __qsfp_debugfs_open(in, fp, 0); 1054 } 1055 1056 static int qsfp2_debugfs_open(struct inode *in, struct file *fp) 1057 { 1058 return __qsfp_debugfs_open(in, fp, 1); 1059 } 1060 1061 static int __qsfp_debugfs_release(struct inode *in, struct file *fp, u32 target) 1062 { 1063 struct hfi1_pportdata *ppd; 1064 1065 ppd = private2ppd(fp); 1066 1067 release_chip_resource(ppd->dd, i2c_target(target)); 1068 module_put(THIS_MODULE); 1069 1070 return 0; 1071 } 1072 1073 static int qsfp1_debugfs_release(struct inode *in, struct file *fp) 1074 { 1075 return __qsfp_debugfs_release(in, fp, 0); 1076 } 1077 1078 static int qsfp2_debugfs_release(struct inode *in, struct file *fp) 1079 { 1080 return __qsfp_debugfs_release(in, fp, 1); 1081 } 1082 1083 #define DEBUGFS_OPS(nm, readroutine, writeroutine) \ 1084 { \ 1085 .name = nm, \ 1086 .ops = { \ 1087 .read = readroutine, \ 1088 .write = writeroutine, \ 1089 .llseek = generic_file_llseek, \ 1090 }, \ 1091 } 1092 1093 #define DEBUGFS_XOPS(nm, readf, writef, openf, releasef) \ 1094 { \ 1095 .name = nm, \ 1096 .ops = { \ 1097 .read = readf, \ 1098 .write = writef, \ 1099 .llseek = generic_file_llseek, \ 1100 .open = openf, \ 1101 .release = releasef \ 1102 }, \ 1103 } 1104 1105 static const struct counter_info cntr_ops[] = { 1106 DEBUGFS_OPS("counter_names", dev_names_read, NULL), 1107 DEBUGFS_OPS("counters", dev_counters_read, NULL), 1108 DEBUGFS_OPS("portcounter_names", portnames_read, NULL), 1109 }; 1110 1111 static const struct counter_info port_cntr_ops[] = { 1112 DEBUGFS_OPS("port%dcounters", portcntrs_debugfs_read, NULL), 1113 DEBUGFS_XOPS("i2c1", i2c1_debugfs_read, i2c1_debugfs_write, 1114 i2c1_debugfs_open, i2c1_debugfs_release), 1115 DEBUGFS_XOPS("i2c2", i2c2_debugfs_read, i2c2_debugfs_write, 1116 i2c2_debugfs_open, i2c2_debugfs_release), 1117 DEBUGFS_OPS("qsfp_dump%d", qsfp_debugfs_dump, NULL), 1118 DEBUGFS_XOPS("qsfp1", qsfp1_debugfs_read, qsfp1_debugfs_write, 1119 qsfp1_debugfs_open, qsfp1_debugfs_release), 1120 DEBUGFS_XOPS("qsfp2", qsfp2_debugfs_read, qsfp2_debugfs_write, 1121 qsfp2_debugfs_open, qsfp2_debugfs_release), 1122 DEBUGFS_OPS("asic_flags", asic_flags_read, asic_flags_write), 1123 DEBUGFS_OPS("dc8051_memory", dc8051_memory_read, NULL), 1124 DEBUGFS_OPS("lcb", debugfs_lcb_read, debugfs_lcb_write), 1125 }; 1126 1127 static void *_sdma_cpu_list_seq_start(struct seq_file *s, loff_t *pos) 1128 { 1129 if (*pos >= num_online_cpus()) 1130 return NULL; 1131 1132 return pos; 1133 } 1134 1135 static void *_sdma_cpu_list_seq_next(struct seq_file *s, void *v, loff_t *pos) 1136 { 1137 ++*pos; 1138 if (*pos >= num_online_cpus()) 1139 return NULL; 1140 1141 return pos; 1142 } 1143 1144 static void _sdma_cpu_list_seq_stop(struct seq_file *s, void *v) 1145 { 1146 /* nothing allocated */ 1147 } 1148 1149 static int _sdma_cpu_list_seq_show(struct seq_file *s, void *v) 1150 { 1151 struct hfi1_ibdev *ibd = (struct hfi1_ibdev *)s->private; 1152 struct hfi1_devdata *dd = dd_from_dev(ibd); 1153 loff_t *spos = v; 1154 loff_t i = *spos; 1155 1156 sdma_seqfile_dump_cpu_list(s, dd, (unsigned long)i); 1157 return 0; 1158 } 1159 1160 DEBUGFS_SEQ_FILE_OPS(sdma_cpu_list); 1161 DEBUGFS_SEQ_FILE_OPEN(sdma_cpu_list) 1162 DEBUGFS_FILE_OPS(sdma_cpu_list); 1163 1164 void hfi1_dbg_ibdev_init(struct hfi1_ibdev *ibd) 1165 { 1166 char name[sizeof("port0counters") + 1]; 1167 char link[10]; 1168 struct hfi1_devdata *dd = dd_from_dev(ibd); 1169 struct hfi1_pportdata *ppd; 1170 int unit = dd->unit; 1171 int i, j; 1172 1173 if (!hfi1_dbg_root) 1174 return; 1175 snprintf(name, sizeof(name), "%s_%d", class_name(), unit); 1176 snprintf(link, sizeof(link), "%d", unit); 1177 ibd->hfi1_ibdev_dbg = debugfs_create_dir(name, hfi1_dbg_root); 1178 if (!ibd->hfi1_ibdev_dbg) { 1179 pr_warn("create of %s failed\n", name); 1180 return; 1181 } 1182 ibd->hfi1_ibdev_link = 1183 debugfs_create_symlink(link, hfi1_dbg_root, name); 1184 if (!ibd->hfi1_ibdev_link) { 1185 pr_warn("create of %s symlink failed\n", name); 1186 return; 1187 } 1188 DEBUGFS_SEQ_FILE_CREATE(opcode_stats, ibd->hfi1_ibdev_dbg, ibd); 1189 DEBUGFS_SEQ_FILE_CREATE(tx_opcode_stats, ibd->hfi1_ibdev_dbg, ibd); 1190 DEBUGFS_SEQ_FILE_CREATE(ctx_stats, ibd->hfi1_ibdev_dbg, ibd); 1191 DEBUGFS_SEQ_FILE_CREATE(qp_stats, ibd->hfi1_ibdev_dbg, ibd); 1192 DEBUGFS_SEQ_FILE_CREATE(sdes, ibd->hfi1_ibdev_dbg, ibd); 1193 DEBUGFS_SEQ_FILE_CREATE(rcds, ibd->hfi1_ibdev_dbg, ibd); 1194 DEBUGFS_SEQ_FILE_CREATE(pios, ibd->hfi1_ibdev_dbg, ibd); 1195 DEBUGFS_SEQ_FILE_CREATE(sdma_cpu_list, ibd->hfi1_ibdev_dbg, ibd); 1196 /* dev counter files */ 1197 for (i = 0; i < ARRAY_SIZE(cntr_ops); i++) 1198 DEBUGFS_FILE_CREATE(cntr_ops[i].name, 1199 ibd->hfi1_ibdev_dbg, 1200 dd, 1201 &cntr_ops[i].ops, S_IRUGO); 1202 /* per port files */ 1203 for (ppd = dd->pport, j = 0; j < dd->num_pports; j++, ppd++) 1204 for (i = 0; i < ARRAY_SIZE(port_cntr_ops); i++) { 1205 snprintf(name, 1206 sizeof(name), 1207 port_cntr_ops[i].name, 1208 j + 1); 1209 DEBUGFS_FILE_CREATE(name, 1210 ibd->hfi1_ibdev_dbg, 1211 ppd, 1212 &port_cntr_ops[i].ops, 1213 !port_cntr_ops[i].ops.write ? 1214 S_IRUGO : S_IRUGO | S_IWUSR); 1215 } 1216 1217 hfi1_fault_init_debugfs(ibd); 1218 } 1219 1220 void hfi1_dbg_ibdev_exit(struct hfi1_ibdev *ibd) 1221 { 1222 if (!hfi1_dbg_root) 1223 goto out; 1224 hfi1_fault_exit_debugfs(ibd); 1225 debugfs_remove(ibd->hfi1_ibdev_link); 1226 debugfs_remove_recursive(ibd->hfi1_ibdev_dbg); 1227 out: 1228 ibd->hfi1_ibdev_dbg = NULL; 1229 } 1230 1231 /* 1232 * driver stats field names, one line per stat, single string. Used by 1233 * programs like hfistats to print the stats in a way which works for 1234 * different versions of drivers, without changing program source. 1235 * if hfi1_ib_stats changes, this needs to change. Names need to be 1236 * 12 chars or less (w/o newline), for proper display by hfistats utility. 1237 */ 1238 static const char * const hfi1_statnames[] = { 1239 /* must be element 0*/ 1240 "KernIntr", 1241 "ErrorIntr", 1242 "Tx_Errs", 1243 "Rcv_Errs", 1244 "H/W_Errs", 1245 "NoPIOBufs", 1246 "CtxtsOpen", 1247 "RcvLen_Errs", 1248 "EgrBufFull", 1249 "EgrHdrFull" 1250 }; 1251 1252 static void *_driver_stats_names_seq_start(struct seq_file *s, loff_t *pos) 1253 { 1254 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1255 return NULL; 1256 return pos; 1257 } 1258 1259 static void *_driver_stats_names_seq_next( 1260 struct seq_file *s, 1261 void *v, 1262 loff_t *pos) 1263 { 1264 ++*pos; 1265 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1266 return NULL; 1267 return pos; 1268 } 1269 1270 static void _driver_stats_names_seq_stop(struct seq_file *s, void *v) 1271 { 1272 } 1273 1274 static int _driver_stats_names_seq_show(struct seq_file *s, void *v) 1275 { 1276 loff_t *spos = v; 1277 1278 seq_printf(s, "%s\n", hfi1_statnames[*spos]); 1279 return 0; 1280 } 1281 1282 DEBUGFS_SEQ_FILE_OPS(driver_stats_names); 1283 DEBUGFS_SEQ_FILE_OPEN(driver_stats_names) 1284 DEBUGFS_FILE_OPS(driver_stats_names); 1285 1286 static void *_driver_stats_seq_start(struct seq_file *s, loff_t *pos) 1287 { 1288 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1289 return NULL; 1290 return pos; 1291 } 1292 1293 static void *_driver_stats_seq_next(struct seq_file *s, void *v, loff_t *pos) 1294 { 1295 ++*pos; 1296 if (*pos >= ARRAY_SIZE(hfi1_statnames)) 1297 return NULL; 1298 return pos; 1299 } 1300 1301 static void _driver_stats_seq_stop(struct seq_file *s, void *v) 1302 { 1303 } 1304 1305 static u64 hfi1_sps_ints(void) 1306 { 1307 unsigned long flags; 1308 struct hfi1_devdata *dd; 1309 u64 sps_ints = 0; 1310 1311 spin_lock_irqsave(&hfi1_devs_lock, flags); 1312 list_for_each_entry(dd, &hfi1_dev_list, list) { 1313 sps_ints += get_all_cpu_total(dd->int_counter); 1314 } 1315 spin_unlock_irqrestore(&hfi1_devs_lock, flags); 1316 return sps_ints; 1317 } 1318 1319 static int _driver_stats_seq_show(struct seq_file *s, void *v) 1320 { 1321 loff_t *spos = v; 1322 char *buffer; 1323 u64 *stats = (u64 *)&hfi1_stats; 1324 size_t sz = seq_get_buf(s, &buffer); 1325 1326 if (sz < sizeof(u64)) 1327 return SEQ_SKIP; 1328 /* special case for interrupts */ 1329 if (*spos == 0) 1330 *(u64 *)buffer = hfi1_sps_ints(); 1331 else 1332 *(u64 *)buffer = stats[*spos]; 1333 seq_commit(s, sizeof(u64)); 1334 return 0; 1335 } 1336 1337 DEBUGFS_SEQ_FILE_OPS(driver_stats); 1338 DEBUGFS_SEQ_FILE_OPEN(driver_stats) 1339 DEBUGFS_FILE_OPS(driver_stats); 1340 1341 void hfi1_dbg_init(void) 1342 { 1343 hfi1_dbg_root = debugfs_create_dir(DRIVER_NAME, NULL); 1344 if (!hfi1_dbg_root) 1345 pr_warn("init of debugfs failed\n"); 1346 DEBUGFS_SEQ_FILE_CREATE(driver_stats_names, hfi1_dbg_root, NULL); 1347 DEBUGFS_SEQ_FILE_CREATE(driver_stats, hfi1_dbg_root, NULL); 1348 } 1349 1350 void hfi1_dbg_exit(void) 1351 { 1352 debugfs_remove_recursive(hfi1_dbg_root); 1353 hfi1_dbg_root = NULL; 1354 } 1355