1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/skbuff.h> 30 #include <linux/vmalloc.h> 31 32 #include <net/iucv/af_iucv.h> 33 #include <net/dsfield.h> 34 35 #include <asm/ebcdic.h> 36 #include <asm/chpid.h> 37 #include <asm/io.h> 38 #include <asm/sysinfo.h> 39 #include <asm/diag.h> 40 #include <asm/cio.h> 41 #include <asm/ccwdev.h> 42 #include <asm/cpcmd.h> 43 44 #include "qeth_core.h" 45 46 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 47 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 48 /* N P A M L V H */ 49 [QETH_DBF_SETUP] = {"qeth_setup", 50 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 51 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 52 &debug_sprintf_view, NULL}, 53 [QETH_DBF_CTRL] = {"qeth_control", 54 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 55 }; 56 EXPORT_SYMBOL_GPL(qeth_dbf); 57 58 struct kmem_cache *qeth_core_header_cache; 59 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 60 static struct kmem_cache *qeth_qdio_outbuf_cache; 61 62 static struct device *qeth_core_root_dev; 63 static struct lock_class_key qdio_out_skb_queue_key; 64 65 static void qeth_issue_next_read_cb(struct qeth_card *card, 66 struct qeth_cmd_buffer *iob, 67 unsigned int data_length); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_queues(struct qeth_card *card); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 75 int budget); 76 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 77 78 static void qeth_close_dev_handler(struct work_struct *work) 79 { 80 struct qeth_card *card; 81 82 card = container_of(work, struct qeth_card, close_dev_work); 83 QETH_CARD_TEXT(card, 2, "cldevhdl"); 84 ccwgroup_set_offline(card->gdev); 85 } 86 87 static const char *qeth_get_cardname(struct qeth_card *card) 88 { 89 if (IS_VM_NIC(card)) { 90 switch (card->info.type) { 91 case QETH_CARD_TYPE_OSD: 92 return " Virtual NIC QDIO"; 93 case QETH_CARD_TYPE_IQD: 94 return " Virtual NIC Hiper"; 95 case QETH_CARD_TYPE_OSM: 96 return " Virtual NIC QDIO - OSM"; 97 case QETH_CARD_TYPE_OSX: 98 return " Virtual NIC QDIO - OSX"; 99 default: 100 return " unknown"; 101 } 102 } else { 103 switch (card->info.type) { 104 case QETH_CARD_TYPE_OSD: 105 return " OSD Express"; 106 case QETH_CARD_TYPE_IQD: 107 return " HiperSockets"; 108 case QETH_CARD_TYPE_OSN: 109 return " OSN QDIO"; 110 case QETH_CARD_TYPE_OSM: 111 return " OSM QDIO"; 112 case QETH_CARD_TYPE_OSX: 113 return " OSX QDIO"; 114 default: 115 return " unknown"; 116 } 117 } 118 return " n/a"; 119 } 120 121 /* max length to be returned: 14 */ 122 const char *qeth_get_cardname_short(struct qeth_card *card) 123 { 124 if (IS_VM_NIC(card)) { 125 switch (card->info.type) { 126 case QETH_CARD_TYPE_OSD: 127 return "Virt.NIC QDIO"; 128 case QETH_CARD_TYPE_IQD: 129 return "Virt.NIC Hiper"; 130 case QETH_CARD_TYPE_OSM: 131 return "Virt.NIC OSM"; 132 case QETH_CARD_TYPE_OSX: 133 return "Virt.NIC OSX"; 134 default: 135 return "unknown"; 136 } 137 } else { 138 switch (card->info.type) { 139 case QETH_CARD_TYPE_OSD: 140 switch (card->info.link_type) { 141 case QETH_LINK_TYPE_FAST_ETH: 142 return "OSD_100"; 143 case QETH_LINK_TYPE_HSTR: 144 return "HSTR"; 145 case QETH_LINK_TYPE_GBIT_ETH: 146 return "OSD_1000"; 147 case QETH_LINK_TYPE_10GBIT_ETH: 148 return "OSD_10GIG"; 149 case QETH_LINK_TYPE_25GBIT_ETH: 150 return "OSD_25GIG"; 151 case QETH_LINK_TYPE_LANE_ETH100: 152 return "OSD_FE_LANE"; 153 case QETH_LINK_TYPE_LANE_TR: 154 return "OSD_TR_LANE"; 155 case QETH_LINK_TYPE_LANE_ETH1000: 156 return "OSD_GbE_LANE"; 157 case QETH_LINK_TYPE_LANE: 158 return "OSD_ATM_LANE"; 159 default: 160 return "OSD_Express"; 161 } 162 case QETH_CARD_TYPE_IQD: 163 return "HiperSockets"; 164 case QETH_CARD_TYPE_OSN: 165 return "OSN"; 166 case QETH_CARD_TYPE_OSM: 167 return "OSM_1000"; 168 case QETH_CARD_TYPE_OSX: 169 return "OSX_10GIG"; 170 default: 171 return "unknown"; 172 } 173 } 174 return "n/a"; 175 } 176 177 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 178 int clear_start_mask) 179 { 180 unsigned long flags; 181 182 spin_lock_irqsave(&card->thread_mask_lock, flags); 183 card->thread_allowed_mask = threads; 184 if (clear_start_mask) 185 card->thread_start_mask &= threads; 186 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 187 wake_up(&card->wait_q); 188 } 189 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 190 191 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 192 { 193 unsigned long flags; 194 int rc = 0; 195 196 spin_lock_irqsave(&card->thread_mask_lock, flags); 197 rc = (card->thread_running_mask & threads); 198 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 199 return rc; 200 } 201 EXPORT_SYMBOL_GPL(qeth_threads_running); 202 203 void qeth_clear_working_pool_list(struct qeth_card *card) 204 { 205 struct qeth_buffer_pool_entry *pool_entry, *tmp; 206 207 QETH_CARD_TEXT(card, 5, "clwrklst"); 208 list_for_each_entry_safe(pool_entry, tmp, 209 &card->qdio.in_buf_pool.entry_list, list){ 210 list_del(&pool_entry->list); 211 } 212 } 213 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 214 215 static int qeth_alloc_buffer_pool(struct qeth_card *card) 216 { 217 struct qeth_buffer_pool_entry *pool_entry; 218 void *ptr; 219 int i, j; 220 221 QETH_CARD_TEXT(card, 5, "alocpool"); 222 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 223 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 224 if (!pool_entry) { 225 qeth_free_buffer_pool(card); 226 return -ENOMEM; 227 } 228 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 229 ptr = (void *) __get_free_page(GFP_KERNEL); 230 if (!ptr) { 231 while (j > 0) 232 free_page((unsigned long) 233 pool_entry->elements[--j]); 234 kfree(pool_entry); 235 qeth_free_buffer_pool(card); 236 return -ENOMEM; 237 } 238 pool_entry->elements[j] = ptr; 239 } 240 list_add(&pool_entry->init_list, 241 &card->qdio.init_pool.entry_list); 242 } 243 return 0; 244 } 245 246 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 247 { 248 QETH_CARD_TEXT(card, 2, "realcbp"); 249 250 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 251 qeth_clear_working_pool_list(card); 252 qeth_free_buffer_pool(card); 253 card->qdio.in_buf_pool.buf_count = bufcnt; 254 card->qdio.init_pool.buf_count = bufcnt; 255 return qeth_alloc_buffer_pool(card); 256 } 257 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 258 259 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 260 { 261 if (!q) 262 return; 263 264 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 265 kfree(q); 266 } 267 268 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 269 { 270 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 271 int i; 272 273 if (!q) 274 return NULL; 275 276 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 277 kfree(q); 278 return NULL; 279 } 280 281 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 282 q->bufs[i].buffer = q->qdio_bufs[i]; 283 284 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 285 return q; 286 } 287 288 static int qeth_cq_init(struct qeth_card *card) 289 { 290 int rc; 291 292 if (card->options.cq == QETH_CQ_ENABLED) { 293 QETH_CARD_TEXT(card, 2, "cqinit"); 294 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 295 QDIO_MAX_BUFFERS_PER_Q); 296 card->qdio.c_q->next_buf_to_init = 127; 297 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 298 card->qdio.no_in_queues - 1, 0, 299 127); 300 if (rc) { 301 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 302 goto out; 303 } 304 } 305 rc = 0; 306 out: 307 return rc; 308 } 309 310 static int qeth_alloc_cq(struct qeth_card *card) 311 { 312 int rc; 313 314 if (card->options.cq == QETH_CQ_ENABLED) { 315 int i; 316 struct qdio_outbuf_state *outbuf_states; 317 318 QETH_CARD_TEXT(card, 2, "cqon"); 319 card->qdio.c_q = qeth_alloc_qdio_queue(); 320 if (!card->qdio.c_q) { 321 rc = -1; 322 goto kmsg_out; 323 } 324 card->qdio.no_in_queues = 2; 325 card->qdio.out_bufstates = 326 kcalloc(card->qdio.no_out_queues * 327 QDIO_MAX_BUFFERS_PER_Q, 328 sizeof(struct qdio_outbuf_state), 329 GFP_KERNEL); 330 outbuf_states = card->qdio.out_bufstates; 331 if (outbuf_states == NULL) { 332 rc = -1; 333 goto free_cq_out; 334 } 335 for (i = 0; i < card->qdio.no_out_queues; ++i) { 336 card->qdio.out_qs[i]->bufstates = outbuf_states; 337 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 338 } 339 } else { 340 QETH_CARD_TEXT(card, 2, "nocq"); 341 card->qdio.c_q = NULL; 342 card->qdio.no_in_queues = 1; 343 } 344 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 345 rc = 0; 346 out: 347 return rc; 348 free_cq_out: 349 qeth_free_qdio_queue(card->qdio.c_q); 350 card->qdio.c_q = NULL; 351 kmsg_out: 352 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 353 goto out; 354 } 355 356 static void qeth_free_cq(struct qeth_card *card) 357 { 358 if (card->qdio.c_q) { 359 --card->qdio.no_in_queues; 360 qeth_free_qdio_queue(card->qdio.c_q); 361 card->qdio.c_q = NULL; 362 } 363 kfree(card->qdio.out_bufstates); 364 card->qdio.out_bufstates = NULL; 365 } 366 367 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 368 int delayed) 369 { 370 enum iucv_tx_notify n; 371 372 switch (sbalf15) { 373 case 0: 374 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 375 break; 376 case 4: 377 case 16: 378 case 17: 379 case 18: 380 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 381 TX_NOTIFY_UNREACHABLE; 382 break; 383 default: 384 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 385 TX_NOTIFY_GENERALERROR; 386 break; 387 } 388 389 return n; 390 } 391 392 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 393 int forced_cleanup) 394 { 395 if (q->card->options.cq != QETH_CQ_ENABLED) 396 return; 397 398 if (q->bufs[bidx]->next_pending != NULL) { 399 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 400 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 401 402 while (c) { 403 if (forced_cleanup || 404 atomic_read(&c->state) == 405 QETH_QDIO_BUF_HANDLED_DELAYED) { 406 struct qeth_qdio_out_buffer *f = c; 407 QETH_CARD_TEXT(f->q->card, 5, "fp"); 408 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 409 /* release here to avoid interleaving between 410 outbound tasklet and inbound tasklet 411 regarding notifications and lifecycle */ 412 qeth_tx_complete_buf(c, forced_cleanup, 0); 413 414 c = f->next_pending; 415 WARN_ON_ONCE(head->next_pending != f); 416 head->next_pending = c; 417 kmem_cache_free(qeth_qdio_outbuf_cache, f); 418 } else { 419 head = c; 420 c = c->next_pending; 421 } 422 423 } 424 } 425 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 426 QETH_QDIO_BUF_HANDLED_DELAYED)) { 427 /* for recovery situations */ 428 qeth_init_qdio_out_buf(q, bidx); 429 QETH_CARD_TEXT(q->card, 2, "clprecov"); 430 } 431 } 432 433 434 static void qeth_qdio_handle_aob(struct qeth_card *card, 435 unsigned long phys_aob_addr) 436 { 437 struct qaob *aob; 438 struct qeth_qdio_out_buffer *buffer; 439 enum iucv_tx_notify notification; 440 unsigned int i; 441 442 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 443 QETH_CARD_TEXT(card, 5, "haob"); 444 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 445 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 446 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 447 448 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 449 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 450 notification = TX_NOTIFY_OK; 451 } else { 452 WARN_ON_ONCE(atomic_read(&buffer->state) != 453 QETH_QDIO_BUF_PENDING); 454 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 455 notification = TX_NOTIFY_DELAYED_OK; 456 } 457 458 if (aob->aorc != 0) { 459 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 460 notification = qeth_compute_cq_notification(aob->aorc, 1); 461 } 462 qeth_notify_skbs(buffer->q, buffer, notification); 463 464 /* Free dangling allocations. The attached skbs are handled by 465 * qeth_cleanup_handled_pending(). 466 */ 467 for (i = 0; 468 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 469 i++) { 470 if (aob->sba[i] && buffer->is_header[i]) 471 kmem_cache_free(qeth_core_header_cache, 472 (void *) aob->sba[i]); 473 } 474 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 475 476 qdio_release_aob(aob); 477 } 478 479 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 480 { 481 return card->options.cq == QETH_CQ_ENABLED && 482 card->qdio.c_q != NULL && 483 queue != 0 && 484 queue == card->qdio.no_in_queues - 1; 485 } 486 487 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 488 void *data) 489 { 490 ccw->cmd_code = cmd_code; 491 ccw->flags = flags | CCW_FLAG_SLI; 492 ccw->count = len; 493 ccw->cda = (__u32) __pa(data); 494 } 495 496 static int __qeth_issue_next_read(struct qeth_card *card) 497 { 498 struct qeth_cmd_buffer *iob = card->read_cmd; 499 struct qeth_channel *channel = iob->channel; 500 struct ccw1 *ccw = __ccw_from_cmd(iob); 501 int rc; 502 503 QETH_CARD_TEXT(card, 5, "issnxrd"); 504 if (channel->state != CH_STATE_UP) 505 return -EIO; 506 507 memset(iob->data, 0, iob->length); 508 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 509 iob->callback = qeth_issue_next_read_cb; 510 /* keep the cmd alive after completion: */ 511 qeth_get_cmd(iob); 512 513 QETH_CARD_TEXT(card, 6, "noirqpnd"); 514 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 515 if (!rc) { 516 channel->active_cmd = iob; 517 } else { 518 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 519 rc, CARD_DEVID(card)); 520 qeth_unlock_channel(card, channel); 521 qeth_put_cmd(iob); 522 card->read_or_write_problem = 1; 523 qeth_schedule_recovery(card); 524 } 525 return rc; 526 } 527 528 static int qeth_issue_next_read(struct qeth_card *card) 529 { 530 int ret; 531 532 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 533 ret = __qeth_issue_next_read(card); 534 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 535 536 return ret; 537 } 538 539 static void qeth_enqueue_cmd(struct qeth_card *card, 540 struct qeth_cmd_buffer *iob) 541 { 542 spin_lock_irq(&card->lock); 543 list_add_tail(&iob->list, &card->cmd_waiter_list); 544 spin_unlock_irq(&card->lock); 545 } 546 547 static void qeth_dequeue_cmd(struct qeth_card *card, 548 struct qeth_cmd_buffer *iob) 549 { 550 spin_lock_irq(&card->lock); 551 list_del(&iob->list); 552 spin_unlock_irq(&card->lock); 553 } 554 555 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 556 { 557 iob->rc = reason; 558 complete(&iob->done); 559 } 560 EXPORT_SYMBOL_GPL(qeth_notify_cmd); 561 562 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 563 struct qeth_card *card) 564 { 565 const char *ipa_name; 566 int com = cmd->hdr.command; 567 ipa_name = qeth_get_ipa_cmd_name(com); 568 569 if (rc) 570 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 571 ipa_name, com, CARD_DEVID(card), rc, 572 qeth_get_ipa_msg(rc)); 573 else 574 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 575 ipa_name, com, CARD_DEVID(card)); 576 } 577 578 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 579 struct qeth_ipa_cmd *cmd) 580 { 581 QETH_CARD_TEXT(card, 5, "chkipad"); 582 583 if (IS_IPA_REPLY(cmd)) { 584 if (cmd->hdr.command != IPA_CMD_SETCCID && 585 cmd->hdr.command != IPA_CMD_DELCCID && 586 cmd->hdr.command != IPA_CMD_MODCCID && 587 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 588 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 589 return cmd; 590 } 591 592 /* handle unsolicited event: */ 593 switch (cmd->hdr.command) { 594 case IPA_CMD_STOPLAN: 595 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 596 dev_err(&card->gdev->dev, 597 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 598 QETH_CARD_IFNAME(card)); 599 schedule_work(&card->close_dev_work); 600 } else { 601 dev_warn(&card->gdev->dev, 602 "The link for interface %s on CHPID 0x%X failed\n", 603 QETH_CARD_IFNAME(card), card->info.chpid); 604 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 605 netif_carrier_off(card->dev); 606 } 607 return NULL; 608 case IPA_CMD_STARTLAN: 609 dev_info(&card->gdev->dev, 610 "The link for %s on CHPID 0x%X has been restored\n", 611 QETH_CARD_IFNAME(card), card->info.chpid); 612 if (card->info.hwtrap) 613 card->info.hwtrap = 2; 614 qeth_schedule_recovery(card); 615 return NULL; 616 case IPA_CMD_SETBRIDGEPORT_IQD: 617 case IPA_CMD_SETBRIDGEPORT_OSA: 618 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 619 if (card->discipline->control_event_handler(card, cmd)) 620 return cmd; 621 return NULL; 622 case IPA_CMD_MODCCID: 623 return cmd; 624 case IPA_CMD_REGISTER_LOCAL_ADDR: 625 QETH_CARD_TEXT(card, 3, "irla"); 626 return NULL; 627 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 628 QETH_CARD_TEXT(card, 3, "urla"); 629 return NULL; 630 default: 631 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 632 return cmd; 633 } 634 } 635 636 void qeth_clear_ipacmd_list(struct qeth_card *card) 637 { 638 struct qeth_cmd_buffer *iob; 639 unsigned long flags; 640 641 QETH_CARD_TEXT(card, 4, "clipalst"); 642 643 spin_lock_irqsave(&card->lock, flags); 644 list_for_each_entry(iob, &card->cmd_waiter_list, list) 645 qeth_notify_cmd(iob, -EIO); 646 spin_unlock_irqrestore(&card->lock, flags); 647 } 648 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 649 650 static int qeth_check_idx_response(struct qeth_card *card, 651 unsigned char *buffer) 652 { 653 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 654 if ((buffer[2] & QETH_IDX_TERMINATE_MASK) == QETH_IDX_TERMINATE) { 655 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 656 buffer[4]); 657 QETH_CARD_TEXT(card, 2, "ckidxres"); 658 QETH_CARD_TEXT(card, 2, " idxterm"); 659 QETH_CARD_TEXT_(card, 2, "rc%x", buffer[4]); 660 if (buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT || 661 buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT_VM) { 662 dev_err(&card->gdev->dev, 663 "The device does not support the configured transport mode\n"); 664 return -EPROTONOSUPPORT; 665 } 666 return -EIO; 667 } 668 return 0; 669 } 670 671 void qeth_put_cmd(struct qeth_cmd_buffer *iob) 672 { 673 if (refcount_dec_and_test(&iob->ref_count)) { 674 kfree(iob->data); 675 kfree(iob); 676 } 677 } 678 EXPORT_SYMBOL_GPL(qeth_put_cmd); 679 680 static void qeth_release_buffer_cb(struct qeth_card *card, 681 struct qeth_cmd_buffer *iob, 682 unsigned int data_length) 683 { 684 qeth_put_cmd(iob); 685 } 686 687 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 688 { 689 qeth_notify_cmd(iob, rc); 690 qeth_put_cmd(iob); 691 } 692 693 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 694 unsigned int length, unsigned int ccws, 695 long timeout) 696 { 697 struct qeth_cmd_buffer *iob; 698 699 if (length > QETH_BUFSIZE) 700 return NULL; 701 702 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 703 if (!iob) 704 return NULL; 705 706 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 707 GFP_KERNEL | GFP_DMA); 708 if (!iob->data) { 709 kfree(iob); 710 return NULL; 711 } 712 713 init_completion(&iob->done); 714 spin_lock_init(&iob->lock); 715 INIT_LIST_HEAD(&iob->list); 716 refcount_set(&iob->ref_count, 1); 717 iob->channel = channel; 718 iob->timeout = timeout; 719 iob->length = length; 720 return iob; 721 } 722 EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 723 724 static void qeth_issue_next_read_cb(struct qeth_card *card, 725 struct qeth_cmd_buffer *iob, 726 unsigned int data_length) 727 { 728 struct qeth_cmd_buffer *request = NULL; 729 struct qeth_ipa_cmd *cmd = NULL; 730 struct qeth_reply *reply = NULL; 731 struct qeth_cmd_buffer *tmp; 732 unsigned long flags; 733 int rc = 0; 734 735 QETH_CARD_TEXT(card, 4, "sndctlcb"); 736 rc = qeth_check_idx_response(card, iob->data); 737 switch (rc) { 738 case 0: 739 break; 740 case -EIO: 741 qeth_schedule_recovery(card); 742 /* fall through */ 743 default: 744 qeth_clear_ipacmd_list(card); 745 goto out; 746 } 747 748 cmd = __ipa_reply(iob); 749 if (cmd) { 750 cmd = qeth_check_ipa_data(card, cmd); 751 if (!cmd) 752 goto out; 753 if (IS_OSN(card) && card->osn_info.assist_cb && 754 cmd->hdr.command != IPA_CMD_STARTLAN) { 755 card->osn_info.assist_cb(card->dev, cmd); 756 goto out; 757 } 758 } 759 760 /* match against pending cmd requests */ 761 spin_lock_irqsave(&card->lock, flags); 762 list_for_each_entry(tmp, &card->cmd_waiter_list, list) { 763 if (tmp->match && tmp->match(tmp, iob)) { 764 request = tmp; 765 /* take the object outside the lock */ 766 qeth_get_cmd(request); 767 break; 768 } 769 } 770 spin_unlock_irqrestore(&card->lock, flags); 771 772 if (!request) 773 goto out; 774 775 reply = &request->reply; 776 if (!reply->callback) { 777 rc = 0; 778 goto no_callback; 779 } 780 781 spin_lock_irqsave(&request->lock, flags); 782 if (request->rc) 783 /* Bail out when the requestor has already left: */ 784 rc = request->rc; 785 else 786 rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 787 (unsigned long)iob); 788 spin_unlock_irqrestore(&request->lock, flags); 789 790 no_callback: 791 if (rc <= 0) 792 qeth_notify_cmd(request, rc); 793 qeth_put_cmd(request); 794 out: 795 memcpy(&card->seqno.pdu_hdr_ack, 796 QETH_PDU_HEADER_SEQ_NO(iob->data), 797 QETH_SEQ_NO_LENGTH); 798 qeth_put_cmd(iob); 799 __qeth_issue_next_read(card); 800 } 801 802 static int qeth_set_thread_start_bit(struct qeth_card *card, 803 unsigned long thread) 804 { 805 unsigned long flags; 806 807 spin_lock_irqsave(&card->thread_mask_lock, flags); 808 if (!(card->thread_allowed_mask & thread) || 809 (card->thread_start_mask & thread)) { 810 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 811 return -EPERM; 812 } 813 card->thread_start_mask |= thread; 814 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 815 return 0; 816 } 817 818 static void qeth_clear_thread_start_bit(struct qeth_card *card, 819 unsigned long thread) 820 { 821 unsigned long flags; 822 823 spin_lock_irqsave(&card->thread_mask_lock, flags); 824 card->thread_start_mask &= ~thread; 825 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 826 wake_up(&card->wait_q); 827 } 828 829 static void qeth_clear_thread_running_bit(struct qeth_card *card, 830 unsigned long thread) 831 { 832 unsigned long flags; 833 834 spin_lock_irqsave(&card->thread_mask_lock, flags); 835 card->thread_running_mask &= ~thread; 836 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 837 wake_up_all(&card->wait_q); 838 } 839 840 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 841 { 842 unsigned long flags; 843 int rc = 0; 844 845 spin_lock_irqsave(&card->thread_mask_lock, flags); 846 if (card->thread_start_mask & thread) { 847 if ((card->thread_allowed_mask & thread) && 848 !(card->thread_running_mask & thread)) { 849 rc = 1; 850 card->thread_start_mask &= ~thread; 851 card->thread_running_mask |= thread; 852 } else 853 rc = -EPERM; 854 } 855 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 856 return rc; 857 } 858 859 static int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 860 { 861 int rc = 0; 862 863 wait_event(card->wait_q, 864 (rc = __qeth_do_run_thread(card, thread)) >= 0); 865 return rc; 866 } 867 868 void qeth_schedule_recovery(struct qeth_card *card) 869 { 870 QETH_CARD_TEXT(card, 2, "startrec"); 871 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 872 schedule_work(&card->kernel_thread_starter); 873 } 874 875 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 876 struct irb *irb) 877 { 878 int dstat, cstat; 879 char *sense; 880 881 sense = (char *) irb->ecw; 882 cstat = irb->scsw.cmd.cstat; 883 dstat = irb->scsw.cmd.dstat; 884 885 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 886 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 887 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 888 QETH_CARD_TEXT(card, 2, "CGENCHK"); 889 dev_warn(&cdev->dev, "The qeth device driver " 890 "failed to recover an error on the device\n"); 891 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 892 CCW_DEVID(cdev), dstat, cstat); 893 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 894 16, 1, irb, 64, 1); 895 return -EIO; 896 } 897 898 if (dstat & DEV_STAT_UNIT_CHECK) { 899 if (sense[SENSE_RESETTING_EVENT_BYTE] & 900 SENSE_RESETTING_EVENT_FLAG) { 901 QETH_CARD_TEXT(card, 2, "REVIND"); 902 return -EIO; 903 } 904 if (sense[SENSE_COMMAND_REJECT_BYTE] & 905 SENSE_COMMAND_REJECT_FLAG) { 906 QETH_CARD_TEXT(card, 2, "CMDREJi"); 907 return -EIO; 908 } 909 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 910 QETH_CARD_TEXT(card, 2, "AFFE"); 911 return -EIO; 912 } 913 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 914 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 915 return 0; 916 } 917 QETH_CARD_TEXT(card, 2, "DGENCHK"); 918 return -EIO; 919 } 920 return 0; 921 } 922 923 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 924 struct irb *irb) 925 { 926 if (!IS_ERR(irb)) 927 return 0; 928 929 switch (PTR_ERR(irb)) { 930 case -EIO: 931 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 932 CCW_DEVID(cdev)); 933 QETH_CARD_TEXT(card, 2, "ckirberr"); 934 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 935 return -EIO; 936 case -ETIMEDOUT: 937 dev_warn(&cdev->dev, "A hardware operation timed out" 938 " on the device\n"); 939 QETH_CARD_TEXT(card, 2, "ckirberr"); 940 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 941 return -ETIMEDOUT; 942 default: 943 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 944 PTR_ERR(irb), CCW_DEVID(cdev)); 945 QETH_CARD_TEXT(card, 2, "ckirberr"); 946 QETH_CARD_TEXT(card, 2, " rc???"); 947 return PTR_ERR(irb); 948 } 949 } 950 951 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 952 struct irb *irb) 953 { 954 int rc; 955 int cstat, dstat; 956 struct qeth_cmd_buffer *iob = NULL; 957 struct ccwgroup_device *gdev; 958 struct qeth_channel *channel; 959 struct qeth_card *card; 960 961 /* while we hold the ccwdev lock, this stays valid: */ 962 gdev = dev_get_drvdata(&cdev->dev); 963 card = dev_get_drvdata(&gdev->dev); 964 965 QETH_CARD_TEXT(card, 5, "irq"); 966 967 if (card->read.ccwdev == cdev) { 968 channel = &card->read; 969 QETH_CARD_TEXT(card, 5, "read"); 970 } else if (card->write.ccwdev == cdev) { 971 channel = &card->write; 972 QETH_CARD_TEXT(card, 5, "write"); 973 } else { 974 channel = &card->data; 975 QETH_CARD_TEXT(card, 5, "data"); 976 } 977 978 if (intparm == 0) { 979 QETH_CARD_TEXT(card, 5, "irqunsol"); 980 } else if ((addr_t)intparm != (addr_t)channel->active_cmd) { 981 QETH_CARD_TEXT(card, 5, "irqunexp"); 982 983 dev_err(&cdev->dev, 984 "Received IRQ with intparm %lx, expected %px\n", 985 intparm, channel->active_cmd); 986 if (channel->active_cmd) 987 qeth_cancel_cmd(channel->active_cmd, -EIO); 988 } else { 989 iob = (struct qeth_cmd_buffer *) (addr_t)intparm; 990 } 991 992 channel->active_cmd = NULL; 993 qeth_unlock_channel(card, channel); 994 995 rc = qeth_check_irb_error(card, cdev, irb); 996 if (rc) { 997 /* IO was terminated, free its resources. */ 998 if (iob) 999 qeth_cancel_cmd(iob, rc); 1000 return; 1001 } 1002 1003 if (irb->scsw.cmd.fctl & SCSW_FCTL_CLEAR_FUNC) { 1004 channel->state = CH_STATE_STOPPED; 1005 wake_up(&card->wait_q); 1006 } 1007 1008 if (irb->scsw.cmd.fctl & SCSW_FCTL_HALT_FUNC) { 1009 channel->state = CH_STATE_HALTED; 1010 wake_up(&card->wait_q); 1011 } 1012 1013 if (iob && (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC | 1014 SCSW_FCTL_HALT_FUNC))) { 1015 qeth_cancel_cmd(iob, -ECANCELED); 1016 iob = NULL; 1017 } 1018 1019 cstat = irb->scsw.cmd.cstat; 1020 dstat = irb->scsw.cmd.dstat; 1021 1022 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1023 (dstat & DEV_STAT_UNIT_CHECK) || 1024 (cstat)) { 1025 if (irb->esw.esw0.erw.cons) { 1026 dev_warn(&channel->ccwdev->dev, 1027 "The qeth device driver failed to recover " 1028 "an error on the device\n"); 1029 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1030 CCW_DEVID(channel->ccwdev), cstat, 1031 dstat); 1032 print_hex_dump(KERN_WARNING, "qeth: irb ", 1033 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1034 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1035 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1036 } 1037 1038 rc = qeth_get_problem(card, cdev, irb); 1039 if (rc) { 1040 card->read_or_write_problem = 1; 1041 if (iob) 1042 qeth_cancel_cmd(iob, rc); 1043 qeth_clear_ipacmd_list(card); 1044 qeth_schedule_recovery(card); 1045 return; 1046 } 1047 } 1048 1049 if (iob) { 1050 /* sanity check: */ 1051 if (irb->scsw.cmd.count > iob->length) { 1052 qeth_cancel_cmd(iob, -EIO); 1053 return; 1054 } 1055 if (iob->callback) 1056 iob->callback(card, iob, 1057 iob->length - irb->scsw.cmd.count); 1058 } 1059 } 1060 1061 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1062 struct qeth_qdio_out_buffer *buf, 1063 enum iucv_tx_notify notification) 1064 { 1065 struct sk_buff *skb; 1066 1067 skb_queue_walk(&buf->skb_list, skb) { 1068 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1069 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1070 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1071 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1072 } 1073 } 1074 1075 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 1076 int budget) 1077 { 1078 struct qeth_qdio_out_q *queue = buf->q; 1079 struct sk_buff *skb; 1080 1081 /* release may never happen from within CQ tasklet scope */ 1082 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1083 1084 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1085 qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 1086 1087 /* Empty buffer? */ 1088 if (buf->next_element_to_fill == 0) 1089 return; 1090 1091 QETH_TXQ_STAT_INC(queue, bufs); 1092 QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 1093 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1094 unsigned int bytes = qdisc_pkt_len(skb); 1095 bool is_tso = skb_is_gso(skb); 1096 unsigned int packets; 1097 1098 packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 1099 if (error) { 1100 QETH_TXQ_STAT_ADD(queue, tx_errors, packets); 1101 } else { 1102 QETH_TXQ_STAT_ADD(queue, tx_packets, packets); 1103 QETH_TXQ_STAT_ADD(queue, tx_bytes, bytes); 1104 if (skb->ip_summed == CHECKSUM_PARTIAL) 1105 QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1106 if (skb_is_nonlinear(skb)) 1107 QETH_TXQ_STAT_INC(queue, skbs_sg); 1108 if (is_tso) { 1109 QETH_TXQ_STAT_INC(queue, skbs_tso); 1110 QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1111 } 1112 } 1113 1114 napi_consume_skb(skb, budget); 1115 } 1116 } 1117 1118 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1119 struct qeth_qdio_out_buffer *buf, 1120 bool error, int budget) 1121 { 1122 int i; 1123 1124 /* is PCI flag set on buffer? */ 1125 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1126 atomic_dec(&queue->set_pci_flags_count); 1127 1128 qeth_tx_complete_buf(buf, error, budget); 1129 1130 for (i = 0; i < queue->max_elements; ++i) { 1131 void *data = phys_to_virt(buf->buffer->element[i].addr); 1132 1133 if (data && buf->is_header[i]) 1134 kmem_cache_free(qeth_core_header_cache, data); 1135 buf->is_header[i] = 0; 1136 } 1137 1138 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1139 buf->next_element_to_fill = 0; 1140 buf->bytes = 0; 1141 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1142 } 1143 1144 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1145 { 1146 int j; 1147 1148 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1149 if (!q->bufs[j]) 1150 continue; 1151 qeth_cleanup_handled_pending(q, j, 1); 1152 qeth_clear_output_buffer(q, q->bufs[j], true, 0); 1153 if (free) { 1154 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1155 q->bufs[j] = NULL; 1156 } 1157 } 1158 } 1159 1160 void qeth_drain_output_queues(struct qeth_card *card) 1161 { 1162 int i; 1163 1164 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1165 /* clear outbound buffers to free skbs */ 1166 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1167 if (card->qdio.out_qs[i]) 1168 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1169 } 1170 } 1171 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1172 1173 static void qeth_free_buffer_pool(struct qeth_card *card) 1174 { 1175 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1176 int i = 0; 1177 list_for_each_entry_safe(pool_entry, tmp, 1178 &card->qdio.init_pool.entry_list, init_list){ 1179 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1180 free_page((unsigned long)pool_entry->elements[i]); 1181 list_del(&pool_entry->init_list); 1182 kfree(pool_entry); 1183 } 1184 } 1185 1186 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1187 { 1188 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1189 int rc; 1190 1191 rtnl_lock(); 1192 rc = netif_set_real_num_tx_queues(card->dev, count); 1193 rtnl_unlock(); 1194 1195 if (rc) 1196 return rc; 1197 1198 if (card->qdio.no_out_queues == count) 1199 return 0; 1200 1201 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1202 qeth_free_qdio_queues(card); 1203 1204 if (count == 1) 1205 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1206 1207 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1208 card->qdio.no_out_queues = count; 1209 return 0; 1210 } 1211 1212 static int qeth_update_from_chp_desc(struct qeth_card *card) 1213 { 1214 struct ccw_device *ccwdev; 1215 struct channel_path_desc_fmt0 *chp_dsc; 1216 int rc = 0; 1217 1218 QETH_CARD_TEXT(card, 2, "chp_desc"); 1219 1220 ccwdev = card->data.ccwdev; 1221 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1222 if (!chp_dsc) 1223 return -ENOMEM; 1224 1225 card->info.func_level = 0x4100 + chp_dsc->desc; 1226 1227 if (IS_OSD(card) || IS_OSX(card)) 1228 /* CHPP field bit 6 == 1 -> single queue */ 1229 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1230 1231 kfree(chp_dsc); 1232 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1233 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1234 return rc; 1235 } 1236 1237 static void qeth_init_qdio_info(struct qeth_card *card) 1238 { 1239 QETH_CARD_TEXT(card, 4, "intqdinf"); 1240 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1241 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1242 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1243 1244 /* inbound */ 1245 card->qdio.no_in_queues = 1; 1246 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1247 if (IS_IQD(card)) 1248 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1249 else 1250 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1251 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1252 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1253 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1254 } 1255 1256 static void qeth_set_initial_options(struct qeth_card *card) 1257 { 1258 card->options.route4.type = NO_ROUTER; 1259 card->options.route6.type = NO_ROUTER; 1260 card->options.rx_sg_cb = QETH_RX_SG_CB; 1261 card->options.isolation = ISOLATION_MODE_NONE; 1262 card->options.cq = QETH_CQ_DISABLED; 1263 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1264 } 1265 1266 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1267 { 1268 unsigned long flags; 1269 int rc = 0; 1270 1271 spin_lock_irqsave(&card->thread_mask_lock, flags); 1272 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1273 (u8) card->thread_start_mask, 1274 (u8) card->thread_allowed_mask, 1275 (u8) card->thread_running_mask); 1276 rc = (card->thread_start_mask & thread); 1277 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1278 return rc; 1279 } 1280 1281 static int qeth_do_reset(void *data); 1282 static void qeth_start_kernel_thread(struct work_struct *work) 1283 { 1284 struct task_struct *ts; 1285 struct qeth_card *card = container_of(work, struct qeth_card, 1286 kernel_thread_starter); 1287 QETH_CARD_TEXT(card , 2, "strthrd"); 1288 1289 if (card->read.state != CH_STATE_UP && 1290 card->write.state != CH_STATE_UP) 1291 return; 1292 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1293 ts = kthread_run(qeth_do_reset, card, "qeth_recover"); 1294 if (IS_ERR(ts)) { 1295 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1296 qeth_clear_thread_running_bit(card, 1297 QETH_RECOVER_THREAD); 1298 } 1299 } 1300 } 1301 1302 static void qeth_buffer_reclaim_work(struct work_struct *); 1303 static void qeth_setup_card(struct qeth_card *card) 1304 { 1305 QETH_CARD_TEXT(card, 2, "setupcrd"); 1306 1307 card->info.type = CARD_RDEV(card)->id.driver_info; 1308 card->state = CARD_STATE_DOWN; 1309 spin_lock_init(&card->lock); 1310 spin_lock_init(&card->thread_mask_lock); 1311 mutex_init(&card->conf_mutex); 1312 mutex_init(&card->discipline_mutex); 1313 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1314 INIT_LIST_HEAD(&card->cmd_waiter_list); 1315 init_waitqueue_head(&card->wait_q); 1316 qeth_set_initial_options(card); 1317 /* IP address takeover */ 1318 INIT_LIST_HEAD(&card->ipato.entries); 1319 qeth_init_qdio_info(card); 1320 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1321 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1322 } 1323 1324 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1325 { 1326 struct qeth_card *card = container_of(slr, struct qeth_card, 1327 qeth_service_level); 1328 if (card->info.mcl_level[0]) 1329 seq_printf(m, "qeth: %s firmware level %s\n", 1330 CARD_BUS_ID(card), card->info.mcl_level); 1331 } 1332 1333 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1334 { 1335 struct qeth_card *card; 1336 1337 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1338 card = kzalloc(sizeof(*card), GFP_KERNEL); 1339 if (!card) 1340 goto out; 1341 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1342 1343 card->gdev = gdev; 1344 dev_set_drvdata(&gdev->dev, card); 1345 CARD_RDEV(card) = gdev->cdev[0]; 1346 CARD_WDEV(card) = gdev->cdev[1]; 1347 CARD_DDEV(card) = gdev->cdev[2]; 1348 1349 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1350 dev_name(&gdev->dev)); 1351 if (!card->event_wq) 1352 goto out_wq; 1353 1354 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1355 if (!card->read_cmd) 1356 goto out_read_cmd; 1357 1358 card->qeth_service_level.seq_print = qeth_core_sl_print; 1359 register_service_level(&card->qeth_service_level); 1360 return card; 1361 1362 out_read_cmd: 1363 destroy_workqueue(card->event_wq); 1364 out_wq: 1365 dev_set_drvdata(&gdev->dev, NULL); 1366 kfree(card); 1367 out: 1368 return NULL; 1369 } 1370 1371 static int qeth_clear_channel(struct qeth_card *card, 1372 struct qeth_channel *channel) 1373 { 1374 int rc; 1375 1376 QETH_CARD_TEXT(card, 3, "clearch"); 1377 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1378 rc = ccw_device_clear(channel->ccwdev, (addr_t)channel->active_cmd); 1379 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1380 1381 if (rc) 1382 return rc; 1383 rc = wait_event_interruptible_timeout(card->wait_q, 1384 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1385 if (rc == -ERESTARTSYS) 1386 return rc; 1387 if (channel->state != CH_STATE_STOPPED) 1388 return -ETIME; 1389 channel->state = CH_STATE_DOWN; 1390 return 0; 1391 } 1392 1393 static int qeth_halt_channel(struct qeth_card *card, 1394 struct qeth_channel *channel) 1395 { 1396 int rc; 1397 1398 QETH_CARD_TEXT(card, 3, "haltch"); 1399 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1400 rc = ccw_device_halt(channel->ccwdev, (addr_t)channel->active_cmd); 1401 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1402 1403 if (rc) 1404 return rc; 1405 rc = wait_event_interruptible_timeout(card->wait_q, 1406 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1407 if (rc == -ERESTARTSYS) 1408 return rc; 1409 if (channel->state != CH_STATE_HALTED) 1410 return -ETIME; 1411 return 0; 1412 } 1413 1414 int qeth_stop_channel(struct qeth_channel *channel) 1415 { 1416 struct ccw_device *cdev = channel->ccwdev; 1417 int rc; 1418 1419 rc = ccw_device_set_offline(cdev); 1420 1421 spin_lock_irq(get_ccwdev_lock(cdev)); 1422 if (channel->active_cmd) { 1423 dev_err(&cdev->dev, "Stopped channel while cmd %px was still active\n", 1424 channel->active_cmd); 1425 channel->active_cmd = NULL; 1426 } 1427 cdev->handler = NULL; 1428 spin_unlock_irq(get_ccwdev_lock(cdev)); 1429 1430 return rc; 1431 } 1432 EXPORT_SYMBOL_GPL(qeth_stop_channel); 1433 1434 static int qeth_start_channel(struct qeth_channel *channel) 1435 { 1436 struct ccw_device *cdev = channel->ccwdev; 1437 int rc; 1438 1439 channel->state = CH_STATE_DOWN; 1440 atomic_set(&channel->irq_pending, 0); 1441 1442 spin_lock_irq(get_ccwdev_lock(cdev)); 1443 cdev->handler = qeth_irq; 1444 spin_unlock_irq(get_ccwdev_lock(cdev)); 1445 1446 rc = ccw_device_set_online(cdev); 1447 if (rc) 1448 goto err; 1449 1450 return 0; 1451 1452 err: 1453 spin_lock_irq(get_ccwdev_lock(cdev)); 1454 cdev->handler = NULL; 1455 spin_unlock_irq(get_ccwdev_lock(cdev)); 1456 return rc; 1457 } 1458 1459 static int qeth_halt_channels(struct qeth_card *card) 1460 { 1461 int rc1 = 0, rc2 = 0, rc3 = 0; 1462 1463 QETH_CARD_TEXT(card, 3, "haltchs"); 1464 rc1 = qeth_halt_channel(card, &card->read); 1465 rc2 = qeth_halt_channel(card, &card->write); 1466 rc3 = qeth_halt_channel(card, &card->data); 1467 if (rc1) 1468 return rc1; 1469 if (rc2) 1470 return rc2; 1471 return rc3; 1472 } 1473 1474 static int qeth_clear_channels(struct qeth_card *card) 1475 { 1476 int rc1 = 0, rc2 = 0, rc3 = 0; 1477 1478 QETH_CARD_TEXT(card, 3, "clearchs"); 1479 rc1 = qeth_clear_channel(card, &card->read); 1480 rc2 = qeth_clear_channel(card, &card->write); 1481 rc3 = qeth_clear_channel(card, &card->data); 1482 if (rc1) 1483 return rc1; 1484 if (rc2) 1485 return rc2; 1486 return rc3; 1487 } 1488 1489 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1490 { 1491 int rc = 0; 1492 1493 QETH_CARD_TEXT(card, 3, "clhacrd"); 1494 1495 if (halt) 1496 rc = qeth_halt_channels(card); 1497 if (rc) 1498 return rc; 1499 return qeth_clear_channels(card); 1500 } 1501 1502 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1503 { 1504 int rc = 0; 1505 1506 QETH_CARD_TEXT(card, 3, "qdioclr"); 1507 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1508 QETH_QDIO_CLEANING)) { 1509 case QETH_QDIO_ESTABLISHED: 1510 if (IS_IQD(card)) 1511 rc = qdio_shutdown(CARD_DDEV(card), 1512 QDIO_FLAG_CLEANUP_USING_HALT); 1513 else 1514 rc = qdio_shutdown(CARD_DDEV(card), 1515 QDIO_FLAG_CLEANUP_USING_CLEAR); 1516 if (rc) 1517 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1518 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1519 break; 1520 case QETH_QDIO_CLEANING: 1521 return rc; 1522 default: 1523 break; 1524 } 1525 rc = qeth_clear_halt_card(card, use_halt); 1526 if (rc) 1527 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1528 return rc; 1529 } 1530 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1531 1532 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1533 { 1534 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1535 struct diag26c_vnic_resp *response = NULL; 1536 struct diag26c_vnic_req *request = NULL; 1537 struct ccw_dev_id id; 1538 char userid[80]; 1539 int rc = 0; 1540 1541 QETH_CARD_TEXT(card, 2, "vmlayer"); 1542 1543 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1544 if (rc) 1545 goto out; 1546 1547 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1548 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1549 if (!request || !response) { 1550 rc = -ENOMEM; 1551 goto out; 1552 } 1553 1554 ccw_device_get_id(CARD_RDEV(card), &id); 1555 request->resp_buf_len = sizeof(*response); 1556 request->resp_version = DIAG26C_VERSION6_VM65918; 1557 request->req_format = DIAG26C_VNIC_INFO; 1558 ASCEBC(userid, 8); 1559 memcpy(&request->sys_name, userid, 8); 1560 request->devno = id.devno; 1561 1562 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1563 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1564 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1565 if (rc) 1566 goto out; 1567 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1568 1569 if (request->resp_buf_len < sizeof(*response) || 1570 response->version != request->resp_version) { 1571 rc = -EIO; 1572 goto out; 1573 } 1574 1575 if (response->protocol == VNIC_INFO_PROT_L2) 1576 disc = QETH_DISCIPLINE_LAYER2; 1577 else if (response->protocol == VNIC_INFO_PROT_L3) 1578 disc = QETH_DISCIPLINE_LAYER3; 1579 1580 out: 1581 kfree(response); 1582 kfree(request); 1583 if (rc) 1584 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1585 return disc; 1586 } 1587 1588 /* Determine whether the device requires a specific layer discipline */ 1589 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1590 { 1591 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1592 1593 if (IS_OSM(card) || IS_OSN(card)) 1594 disc = QETH_DISCIPLINE_LAYER2; 1595 else if (IS_VM_NIC(card)) 1596 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1597 qeth_vm_detect_layer(card); 1598 1599 switch (disc) { 1600 case QETH_DISCIPLINE_LAYER2: 1601 QETH_CARD_TEXT(card, 3, "force l2"); 1602 break; 1603 case QETH_DISCIPLINE_LAYER3: 1604 QETH_CARD_TEXT(card, 3, "force l3"); 1605 break; 1606 default: 1607 QETH_CARD_TEXT(card, 3, "force no"); 1608 } 1609 1610 return disc; 1611 } 1612 1613 static void qeth_set_blkt_defaults(struct qeth_card *card) 1614 { 1615 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1616 1617 if (card->info.use_v1_blkt) { 1618 card->info.blkt.time_total = 0; 1619 card->info.blkt.inter_packet = 0; 1620 card->info.blkt.inter_packet_jumbo = 0; 1621 } else { 1622 card->info.blkt.time_total = 250; 1623 card->info.blkt.inter_packet = 5; 1624 card->info.blkt.inter_packet_jumbo = 15; 1625 } 1626 } 1627 1628 static void qeth_init_tokens(struct qeth_card *card) 1629 { 1630 card->token.issuer_rm_w = 0x00010103UL; 1631 card->token.cm_filter_w = 0x00010108UL; 1632 card->token.cm_connection_w = 0x0001010aUL; 1633 card->token.ulp_filter_w = 0x0001010bUL; 1634 card->token.ulp_connection_w = 0x0001010dUL; 1635 } 1636 1637 static void qeth_init_func_level(struct qeth_card *card) 1638 { 1639 switch (card->info.type) { 1640 case QETH_CARD_TYPE_IQD: 1641 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1642 break; 1643 case QETH_CARD_TYPE_OSD: 1644 case QETH_CARD_TYPE_OSN: 1645 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1646 break; 1647 default: 1648 break; 1649 } 1650 } 1651 1652 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1653 struct qeth_cmd_buffer *iob) 1654 { 1655 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1656 QETH_SEQ_NO_LENGTH); 1657 if (iob->channel == &card->write) 1658 card->seqno.trans_hdr++; 1659 } 1660 1661 static int qeth_peer_func_level(int level) 1662 { 1663 if ((level & 0xff) == 8) 1664 return (level & 0xff) + 0x400; 1665 if (((level >> 8) & 3) == 1) 1666 return (level & 0xff) + 0x200; 1667 return level; 1668 } 1669 1670 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1671 struct qeth_cmd_buffer *iob) 1672 { 1673 qeth_idx_finalize_cmd(card, iob); 1674 1675 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1676 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1677 card->seqno.pdu_hdr++; 1678 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1679 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1680 1681 iob->callback = qeth_release_buffer_cb; 1682 } 1683 1684 static bool qeth_mpc_match_reply(struct qeth_cmd_buffer *iob, 1685 struct qeth_cmd_buffer *reply) 1686 { 1687 /* MPC cmds are issued strictly in sequence. */ 1688 return !IS_IPA(reply->data); 1689 } 1690 1691 static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 1692 void *data, 1693 unsigned int data_length) 1694 { 1695 struct qeth_cmd_buffer *iob; 1696 1697 iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 1698 if (!iob) 1699 return NULL; 1700 1701 memcpy(iob->data, data, data_length); 1702 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 1703 iob->data); 1704 iob->finalize = qeth_mpc_finalize_cmd; 1705 iob->match = qeth_mpc_match_reply; 1706 return iob; 1707 } 1708 1709 /** 1710 * qeth_send_control_data() - send control command to the card 1711 * @card: qeth_card structure pointer 1712 * @iob: qeth_cmd_buffer pointer 1713 * @reply_cb: callback function pointer 1714 * @cb_card: pointer to the qeth_card structure 1715 * @cb_reply: pointer to the qeth_reply structure 1716 * @cb_cmd: pointer to the original iob for non-IPA 1717 * commands, or to the qeth_ipa_cmd structure 1718 * for the IPA commands. 1719 * @reply_param: private pointer passed to the callback 1720 * 1721 * Callback function gets called one or more times, with cb_cmd 1722 * pointing to the response returned by the hardware. Callback 1723 * function must return 1724 * > 0 if more reply blocks are expected, 1725 * 0 if the last or only reply block is received, and 1726 * < 0 on error. 1727 * Callback function can get the value of the reply_param pointer from the 1728 * field 'param' of the structure qeth_reply. 1729 */ 1730 1731 static int qeth_send_control_data(struct qeth_card *card, 1732 struct qeth_cmd_buffer *iob, 1733 int (*reply_cb)(struct qeth_card *cb_card, 1734 struct qeth_reply *cb_reply, 1735 unsigned long cb_cmd), 1736 void *reply_param) 1737 { 1738 struct qeth_channel *channel = iob->channel; 1739 struct qeth_reply *reply = &iob->reply; 1740 long timeout = iob->timeout; 1741 int rc; 1742 1743 QETH_CARD_TEXT(card, 2, "sendctl"); 1744 1745 reply->callback = reply_cb; 1746 reply->param = reply_param; 1747 1748 timeout = wait_event_interruptible_timeout(card->wait_q, 1749 qeth_trylock_channel(channel), 1750 timeout); 1751 if (timeout <= 0) { 1752 qeth_put_cmd(iob); 1753 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1754 } 1755 1756 if (iob->finalize) 1757 iob->finalize(card, iob); 1758 QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 1759 1760 qeth_enqueue_cmd(card, iob); 1761 1762 /* This pairs with iob->callback, and keeps the iob alive after IO: */ 1763 qeth_get_cmd(iob); 1764 1765 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1766 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1767 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 1768 (addr_t) iob, 0, 0, timeout); 1769 if (!rc) 1770 channel->active_cmd = iob; 1771 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1772 if (rc) { 1773 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1774 CARD_DEVID(card), rc); 1775 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1776 qeth_dequeue_cmd(card, iob); 1777 qeth_put_cmd(iob); 1778 qeth_unlock_channel(card, channel); 1779 goto out; 1780 } 1781 1782 timeout = wait_for_completion_interruptible_timeout(&iob->done, 1783 timeout); 1784 if (timeout <= 0) 1785 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1786 1787 qeth_dequeue_cmd(card, iob); 1788 1789 if (reply_cb) { 1790 /* Wait until the callback for a late reply has completed: */ 1791 spin_lock_irq(&iob->lock); 1792 if (rc) 1793 /* Zap any callback that's still pending: */ 1794 iob->rc = rc; 1795 spin_unlock_irq(&iob->lock); 1796 } 1797 1798 if (!rc) 1799 rc = iob->rc; 1800 1801 out: 1802 qeth_put_cmd(iob); 1803 return rc; 1804 } 1805 1806 struct qeth_node_desc { 1807 struct node_descriptor nd1; 1808 struct node_descriptor nd2; 1809 struct node_descriptor nd3; 1810 }; 1811 1812 static void qeth_read_conf_data_cb(struct qeth_card *card, 1813 struct qeth_cmd_buffer *iob, 1814 unsigned int data_length) 1815 { 1816 struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 1817 int rc = 0; 1818 u8 *tag; 1819 1820 QETH_CARD_TEXT(card, 2, "cfgunit"); 1821 1822 if (data_length < sizeof(*nd)) { 1823 rc = -EINVAL; 1824 goto out; 1825 } 1826 1827 card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 1828 nd->nd1.plant[1] == _ascebc['M']; 1829 tag = (u8 *)&nd->nd1.tag; 1830 card->info.chpid = tag[0]; 1831 card->info.unit_addr2 = tag[1]; 1832 1833 tag = (u8 *)&nd->nd2.tag; 1834 card->info.cula = tag[1]; 1835 1836 card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 1837 nd->nd3.model[1] == 0xF0 && 1838 nd->nd3.model[2] >= 0xF1 && 1839 nd->nd3.model[2] <= 0xF4; 1840 1841 out: 1842 qeth_notify_cmd(iob, rc); 1843 qeth_put_cmd(iob); 1844 } 1845 1846 static int qeth_read_conf_data(struct qeth_card *card) 1847 { 1848 struct qeth_channel *channel = &card->data; 1849 struct qeth_cmd_buffer *iob; 1850 struct ciw *ciw; 1851 1852 /* scan for RCD command in extended SenseID data */ 1853 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1854 if (!ciw || ciw->cmd == 0) 1855 return -EOPNOTSUPP; 1856 if (ciw->count < sizeof(struct qeth_node_desc)) 1857 return -EINVAL; 1858 1859 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 1860 if (!iob) 1861 return -ENOMEM; 1862 1863 iob->callback = qeth_read_conf_data_cb; 1864 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 1865 iob->data); 1866 1867 return qeth_send_control_data(card, iob, NULL, NULL); 1868 } 1869 1870 static int qeth_idx_check_activate_response(struct qeth_card *card, 1871 struct qeth_channel *channel, 1872 struct qeth_cmd_buffer *iob) 1873 { 1874 int rc; 1875 1876 rc = qeth_check_idx_response(card, iob->data); 1877 if (rc) 1878 return rc; 1879 1880 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1881 return 0; 1882 1883 /* negative reply: */ 1884 QETH_CARD_TEXT_(card, 2, "idxneg%c", 1885 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1886 1887 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1888 case QETH_IDX_ACT_ERR_EXCL: 1889 dev_err(&channel->ccwdev->dev, 1890 "The adapter is used exclusively by another host\n"); 1891 return -EBUSY; 1892 case QETH_IDX_ACT_ERR_AUTH: 1893 case QETH_IDX_ACT_ERR_AUTH_USER: 1894 dev_err(&channel->ccwdev->dev, 1895 "Setting the device online failed because of insufficient authorization\n"); 1896 return -EPERM; 1897 default: 1898 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1899 CCW_DEVID(channel->ccwdev)); 1900 return -EIO; 1901 } 1902 } 1903 1904 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 1905 struct qeth_cmd_buffer *iob, 1906 unsigned int data_length) 1907 { 1908 struct qeth_channel *channel = iob->channel; 1909 u16 peer_level; 1910 int rc; 1911 1912 QETH_CARD_TEXT(card, 2, "idxrdcb"); 1913 1914 rc = qeth_idx_check_activate_response(card, channel, iob); 1915 if (rc) 1916 goto out; 1917 1918 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1919 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1920 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1921 CCW_DEVID(channel->ccwdev), 1922 card->info.func_level, peer_level); 1923 rc = -EINVAL; 1924 goto out; 1925 } 1926 1927 memcpy(&card->token.issuer_rm_r, 1928 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1929 QETH_MPC_TOKEN_LENGTH); 1930 memcpy(&card->info.mcl_level[0], 1931 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1932 1933 out: 1934 qeth_notify_cmd(iob, rc); 1935 qeth_put_cmd(iob); 1936 } 1937 1938 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 1939 struct qeth_cmd_buffer *iob, 1940 unsigned int data_length) 1941 { 1942 struct qeth_channel *channel = iob->channel; 1943 u16 peer_level; 1944 int rc; 1945 1946 QETH_CARD_TEXT(card, 2, "idxwrcb"); 1947 1948 rc = qeth_idx_check_activate_response(card, channel, iob); 1949 if (rc) 1950 goto out; 1951 1952 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1953 if ((peer_level & ~0x0100) != 1954 qeth_peer_func_level(card->info.func_level)) { 1955 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1956 CCW_DEVID(channel->ccwdev), 1957 card->info.func_level, peer_level); 1958 rc = -EINVAL; 1959 } 1960 1961 out: 1962 qeth_notify_cmd(iob, rc); 1963 qeth_put_cmd(iob); 1964 } 1965 1966 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1967 struct qeth_cmd_buffer *iob) 1968 { 1969 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1970 u8 port = ((u8)card->dev->dev_port) | 0x80; 1971 struct ccw1 *ccw = __ccw_from_cmd(iob); 1972 struct ccw_dev_id dev_id; 1973 1974 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 1975 iob->data); 1976 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 1977 ccw_device_get_id(CARD_DDEV(card), &dev_id); 1978 iob->finalize = qeth_idx_finalize_cmd; 1979 1980 port |= QETH_IDX_ACT_INVAL_FRAME; 1981 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 1982 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1983 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1984 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1985 &card->info.func_level, 2); 1986 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 1987 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 1988 } 1989 1990 static int qeth_idx_activate_read_channel(struct qeth_card *card) 1991 { 1992 struct qeth_channel *channel = &card->read; 1993 struct qeth_cmd_buffer *iob; 1994 int rc; 1995 1996 QETH_CARD_TEXT(card, 2, "idxread"); 1997 1998 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 1999 if (!iob) 2000 return -ENOMEM; 2001 2002 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2003 qeth_idx_setup_activate_cmd(card, iob); 2004 iob->callback = qeth_idx_activate_read_channel_cb; 2005 2006 rc = qeth_send_control_data(card, iob, NULL, NULL); 2007 if (rc) 2008 return rc; 2009 2010 channel->state = CH_STATE_UP; 2011 return 0; 2012 } 2013 2014 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2015 { 2016 struct qeth_channel *channel = &card->write; 2017 struct qeth_cmd_buffer *iob; 2018 int rc; 2019 2020 QETH_CARD_TEXT(card, 2, "idxwrite"); 2021 2022 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2023 if (!iob) 2024 return -ENOMEM; 2025 2026 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2027 qeth_idx_setup_activate_cmd(card, iob); 2028 iob->callback = qeth_idx_activate_write_channel_cb; 2029 2030 rc = qeth_send_control_data(card, iob, NULL, NULL); 2031 if (rc) 2032 return rc; 2033 2034 channel->state = CH_STATE_UP; 2035 return 0; 2036 } 2037 2038 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2039 unsigned long data) 2040 { 2041 struct qeth_cmd_buffer *iob; 2042 2043 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2044 2045 iob = (struct qeth_cmd_buffer *) data; 2046 memcpy(&card->token.cm_filter_r, 2047 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2048 QETH_MPC_TOKEN_LENGTH); 2049 return 0; 2050 } 2051 2052 static int qeth_cm_enable(struct qeth_card *card) 2053 { 2054 struct qeth_cmd_buffer *iob; 2055 2056 QETH_CARD_TEXT(card, 2, "cmenable"); 2057 2058 iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 2059 if (!iob) 2060 return -ENOMEM; 2061 2062 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2063 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2064 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2065 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2066 2067 return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 2068 } 2069 2070 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2071 unsigned long data) 2072 { 2073 struct qeth_cmd_buffer *iob; 2074 2075 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2076 2077 iob = (struct qeth_cmd_buffer *) data; 2078 memcpy(&card->token.cm_connection_r, 2079 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2080 QETH_MPC_TOKEN_LENGTH); 2081 return 0; 2082 } 2083 2084 static int qeth_cm_setup(struct qeth_card *card) 2085 { 2086 struct qeth_cmd_buffer *iob; 2087 2088 QETH_CARD_TEXT(card, 2, "cmsetup"); 2089 2090 iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 2091 if (!iob) 2092 return -ENOMEM; 2093 2094 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2095 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2096 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2097 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2098 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2099 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2100 return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 2101 } 2102 2103 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2104 { 2105 struct net_device *dev = card->dev; 2106 unsigned int new_mtu; 2107 2108 if (!max_mtu) { 2109 /* IQD needs accurate max MTU to set up its RX buffers: */ 2110 if (IS_IQD(card)) 2111 return -EINVAL; 2112 /* tolerate quirky HW: */ 2113 max_mtu = ETH_MAX_MTU; 2114 } 2115 2116 rtnl_lock(); 2117 if (IS_IQD(card)) { 2118 /* move any device with default MTU to new max MTU: */ 2119 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2120 2121 /* adjust RX buffer size to new max MTU: */ 2122 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2123 if (dev->max_mtu && dev->max_mtu != max_mtu) 2124 qeth_free_qdio_queues(card); 2125 } else { 2126 if (dev->mtu) 2127 new_mtu = dev->mtu; 2128 /* default MTUs for first setup: */ 2129 else if (IS_LAYER2(card)) 2130 new_mtu = ETH_DATA_LEN; 2131 else 2132 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2133 } 2134 2135 dev->max_mtu = max_mtu; 2136 dev->mtu = min(new_mtu, max_mtu); 2137 rtnl_unlock(); 2138 return 0; 2139 } 2140 2141 static int qeth_get_mtu_outof_framesize(int framesize) 2142 { 2143 switch (framesize) { 2144 case 0x4000: 2145 return 8192; 2146 case 0x6000: 2147 return 16384; 2148 case 0xa000: 2149 return 32768; 2150 case 0xffff: 2151 return 57344; 2152 default: 2153 return 0; 2154 } 2155 } 2156 2157 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2158 unsigned long data) 2159 { 2160 __u16 mtu, framesize; 2161 __u16 len; 2162 __u8 link_type; 2163 struct qeth_cmd_buffer *iob; 2164 2165 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2166 2167 iob = (struct qeth_cmd_buffer *) data; 2168 memcpy(&card->token.ulp_filter_r, 2169 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2170 QETH_MPC_TOKEN_LENGTH); 2171 if (IS_IQD(card)) { 2172 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2173 mtu = qeth_get_mtu_outof_framesize(framesize); 2174 } else { 2175 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2176 } 2177 *(u16 *)reply->param = mtu; 2178 2179 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2180 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2181 memcpy(&link_type, 2182 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2183 card->info.link_type = link_type; 2184 } else 2185 card->info.link_type = 0; 2186 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2187 return 0; 2188 } 2189 2190 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2191 { 2192 if (IS_OSN(card)) 2193 return QETH_PROT_OSN2; 2194 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2195 } 2196 2197 static int qeth_ulp_enable(struct qeth_card *card) 2198 { 2199 u8 prot_type = qeth_mpc_select_prot_type(card); 2200 struct qeth_cmd_buffer *iob; 2201 u16 max_mtu; 2202 int rc; 2203 2204 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2205 2206 iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 2207 if (!iob) 2208 return -ENOMEM; 2209 2210 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2211 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2212 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2213 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2214 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2215 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2216 rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 2217 if (rc) 2218 return rc; 2219 return qeth_update_max_mtu(card, max_mtu); 2220 } 2221 2222 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2223 unsigned long data) 2224 { 2225 struct qeth_cmd_buffer *iob; 2226 2227 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2228 2229 iob = (struct qeth_cmd_buffer *) data; 2230 memcpy(&card->token.ulp_connection_r, 2231 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2232 QETH_MPC_TOKEN_LENGTH); 2233 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2234 3)) { 2235 QETH_CARD_TEXT(card, 2, "olmlimit"); 2236 dev_err(&card->gdev->dev, "A connection could not be " 2237 "established because of an OLM limit\n"); 2238 return -EMLINK; 2239 } 2240 return 0; 2241 } 2242 2243 static int qeth_ulp_setup(struct qeth_card *card) 2244 { 2245 __u16 temp; 2246 struct qeth_cmd_buffer *iob; 2247 struct ccw_dev_id dev_id; 2248 2249 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2250 2251 iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 2252 if (!iob) 2253 return -ENOMEM; 2254 2255 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2256 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2257 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2258 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2259 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2260 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2261 2262 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2263 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2264 temp = (card->info.cula << 8) + card->info.unit_addr2; 2265 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2266 return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 2267 } 2268 2269 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2270 { 2271 struct qeth_qdio_out_buffer *newbuf; 2272 2273 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2274 if (!newbuf) 2275 return -ENOMEM; 2276 2277 newbuf->buffer = q->qdio_bufs[bidx]; 2278 skb_queue_head_init(&newbuf->skb_list); 2279 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2280 newbuf->q = q; 2281 newbuf->next_pending = q->bufs[bidx]; 2282 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2283 q->bufs[bidx] = newbuf; 2284 return 0; 2285 } 2286 2287 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2288 { 2289 if (!q) 2290 return; 2291 2292 qeth_drain_output_queue(q, true); 2293 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2294 kfree(q); 2295 } 2296 2297 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2298 { 2299 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2300 2301 if (!q) 2302 return NULL; 2303 2304 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2305 kfree(q); 2306 return NULL; 2307 } 2308 return q; 2309 } 2310 2311 static void qeth_tx_completion_timer(struct timer_list *timer) 2312 { 2313 struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2314 2315 napi_schedule(&queue->napi); 2316 QETH_TXQ_STAT_INC(queue, completion_timer); 2317 } 2318 2319 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2320 { 2321 int i, j; 2322 2323 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2324 2325 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2326 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2327 return 0; 2328 2329 QETH_CARD_TEXT(card, 2, "inq"); 2330 card->qdio.in_q = qeth_alloc_qdio_queue(); 2331 if (!card->qdio.in_q) 2332 goto out_nomem; 2333 2334 /* inbound buffer pool */ 2335 if (qeth_alloc_buffer_pool(card)) 2336 goto out_freeinq; 2337 2338 /* outbound */ 2339 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2340 struct qeth_qdio_out_q *queue; 2341 2342 queue = qeth_alloc_output_queue(); 2343 if (!queue) 2344 goto out_freeoutq; 2345 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2346 QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2347 card->qdio.out_qs[i] = queue; 2348 queue->card = card; 2349 queue->queue_no = i; 2350 timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2351 2352 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2353 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2354 WARN_ON(queue->bufs[j]); 2355 if (qeth_init_qdio_out_buf(queue, j)) 2356 goto out_freeoutqbufs; 2357 } 2358 } 2359 2360 /* completion */ 2361 if (qeth_alloc_cq(card)) 2362 goto out_freeoutq; 2363 2364 return 0; 2365 2366 out_freeoutqbufs: 2367 while (j > 0) { 2368 --j; 2369 kmem_cache_free(qeth_qdio_outbuf_cache, 2370 card->qdio.out_qs[i]->bufs[j]); 2371 card->qdio.out_qs[i]->bufs[j] = NULL; 2372 } 2373 out_freeoutq: 2374 while (i > 0) { 2375 qeth_free_output_queue(card->qdio.out_qs[--i]); 2376 card->qdio.out_qs[i] = NULL; 2377 } 2378 qeth_free_buffer_pool(card); 2379 out_freeinq: 2380 qeth_free_qdio_queue(card->qdio.in_q); 2381 card->qdio.in_q = NULL; 2382 out_nomem: 2383 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2384 return -ENOMEM; 2385 } 2386 2387 static void qeth_free_qdio_queues(struct qeth_card *card) 2388 { 2389 int i, j; 2390 2391 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2392 QETH_QDIO_UNINITIALIZED) 2393 return; 2394 2395 qeth_free_cq(card); 2396 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2397 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2398 if (card->qdio.in_q->bufs[j].rx_skb) 2399 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2400 } 2401 qeth_free_qdio_queue(card->qdio.in_q); 2402 card->qdio.in_q = NULL; 2403 /* inbound buffer pool */ 2404 qeth_free_buffer_pool(card); 2405 /* free outbound qdio_qs */ 2406 for (i = 0; i < card->qdio.no_out_queues; i++) { 2407 qeth_free_output_queue(card->qdio.out_qs[i]); 2408 card->qdio.out_qs[i] = NULL; 2409 } 2410 } 2411 2412 static void qeth_create_qib_param_field(struct qeth_card *card, 2413 char *param_field) 2414 { 2415 2416 param_field[0] = _ascebc['P']; 2417 param_field[1] = _ascebc['C']; 2418 param_field[2] = _ascebc['I']; 2419 param_field[3] = _ascebc['T']; 2420 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2421 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2422 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2423 } 2424 2425 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2426 char *param_field) 2427 { 2428 param_field[16] = _ascebc['B']; 2429 param_field[17] = _ascebc['L']; 2430 param_field[18] = _ascebc['K']; 2431 param_field[19] = _ascebc['T']; 2432 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2433 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2434 *((unsigned int *) (¶m_field[28])) = 2435 card->info.blkt.inter_packet_jumbo; 2436 } 2437 2438 static int qeth_qdio_activate(struct qeth_card *card) 2439 { 2440 QETH_CARD_TEXT(card, 3, "qdioact"); 2441 return qdio_activate(CARD_DDEV(card)); 2442 } 2443 2444 static int qeth_dm_act(struct qeth_card *card) 2445 { 2446 struct qeth_cmd_buffer *iob; 2447 2448 QETH_CARD_TEXT(card, 2, "dmact"); 2449 2450 iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 2451 if (!iob) 2452 return -ENOMEM; 2453 2454 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2455 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2456 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2457 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2458 return qeth_send_control_data(card, iob, NULL, NULL); 2459 } 2460 2461 static int qeth_mpc_initialize(struct qeth_card *card) 2462 { 2463 int rc; 2464 2465 QETH_CARD_TEXT(card, 2, "mpcinit"); 2466 2467 rc = qeth_issue_next_read(card); 2468 if (rc) { 2469 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2470 return rc; 2471 } 2472 rc = qeth_cm_enable(card); 2473 if (rc) { 2474 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2475 return rc; 2476 } 2477 rc = qeth_cm_setup(card); 2478 if (rc) { 2479 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2480 return rc; 2481 } 2482 rc = qeth_ulp_enable(card); 2483 if (rc) { 2484 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2485 return rc; 2486 } 2487 rc = qeth_ulp_setup(card); 2488 if (rc) { 2489 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2490 return rc; 2491 } 2492 rc = qeth_alloc_qdio_queues(card); 2493 if (rc) { 2494 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2495 return rc; 2496 } 2497 rc = qeth_qdio_establish(card); 2498 if (rc) { 2499 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2500 qeth_free_qdio_queues(card); 2501 return rc; 2502 } 2503 rc = qeth_qdio_activate(card); 2504 if (rc) { 2505 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2506 return rc; 2507 } 2508 rc = qeth_dm_act(card); 2509 if (rc) { 2510 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2511 return rc; 2512 } 2513 2514 return 0; 2515 } 2516 2517 void qeth_print_status_message(struct qeth_card *card) 2518 { 2519 switch (card->info.type) { 2520 case QETH_CARD_TYPE_OSD: 2521 case QETH_CARD_TYPE_OSM: 2522 case QETH_CARD_TYPE_OSX: 2523 /* VM will use a non-zero first character 2524 * to indicate a HiperSockets like reporting 2525 * of the level OSA sets the first character to zero 2526 * */ 2527 if (!card->info.mcl_level[0]) { 2528 sprintf(card->info.mcl_level, "%02x%02x", 2529 card->info.mcl_level[2], 2530 card->info.mcl_level[3]); 2531 break; 2532 } 2533 /* fallthrough */ 2534 case QETH_CARD_TYPE_IQD: 2535 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2536 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2537 card->info.mcl_level[0]]; 2538 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2539 card->info.mcl_level[1]]; 2540 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2541 card->info.mcl_level[2]]; 2542 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2543 card->info.mcl_level[3]]; 2544 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2545 } 2546 break; 2547 default: 2548 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2549 } 2550 dev_info(&card->gdev->dev, 2551 "Device is a%s card%s%s%s\nwith link type %s.\n", 2552 qeth_get_cardname(card), 2553 (card->info.mcl_level[0]) ? " (level: " : "", 2554 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2555 (card->info.mcl_level[0]) ? ")" : "", 2556 qeth_get_cardname_short(card)); 2557 } 2558 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2559 2560 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2561 { 2562 struct qeth_buffer_pool_entry *entry; 2563 2564 QETH_CARD_TEXT(card, 5, "inwrklst"); 2565 2566 list_for_each_entry(entry, 2567 &card->qdio.init_pool.entry_list, init_list) { 2568 qeth_put_buffer_pool_entry(card, entry); 2569 } 2570 } 2571 2572 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2573 struct qeth_card *card) 2574 { 2575 struct list_head *plh; 2576 struct qeth_buffer_pool_entry *entry; 2577 int i, free; 2578 struct page *page; 2579 2580 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2581 return NULL; 2582 2583 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2584 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2585 free = 1; 2586 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2587 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2588 free = 0; 2589 break; 2590 } 2591 } 2592 if (free) { 2593 list_del_init(&entry->list); 2594 return entry; 2595 } 2596 } 2597 2598 /* no free buffer in pool so take first one and swap pages */ 2599 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2600 struct qeth_buffer_pool_entry, list); 2601 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2602 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2603 page = alloc_page(GFP_ATOMIC); 2604 if (!page) { 2605 return NULL; 2606 } else { 2607 free_page((unsigned long)entry->elements[i]); 2608 entry->elements[i] = page_address(page); 2609 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2610 } 2611 } 2612 } 2613 list_del_init(&entry->list); 2614 return entry; 2615 } 2616 2617 static int qeth_init_input_buffer(struct qeth_card *card, 2618 struct qeth_qdio_buffer *buf) 2619 { 2620 struct qeth_buffer_pool_entry *pool_entry; 2621 int i; 2622 2623 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2624 buf->rx_skb = netdev_alloc_skb(card->dev, 2625 ETH_HLEN + 2626 sizeof(struct ipv6hdr)); 2627 if (!buf->rx_skb) 2628 return 1; 2629 } 2630 2631 pool_entry = qeth_find_free_buffer_pool_entry(card); 2632 if (!pool_entry) 2633 return 1; 2634 2635 /* 2636 * since the buffer is accessed only from the input_tasklet 2637 * there shouldn't be a need to synchronize; also, since we use 2638 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2639 * buffers 2640 */ 2641 2642 buf->pool_entry = pool_entry; 2643 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2644 buf->buffer->element[i].length = PAGE_SIZE; 2645 buf->buffer->element[i].addr = 2646 virt_to_phys(pool_entry->elements[i]); 2647 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2648 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2649 else 2650 buf->buffer->element[i].eflags = 0; 2651 buf->buffer->element[i].sflags = 0; 2652 } 2653 return 0; 2654 } 2655 2656 static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 2657 struct qeth_qdio_out_q *queue) 2658 { 2659 if (!IS_IQD(card) || 2660 qeth_iqd_is_mcast_queue(card, queue) || 2661 card->options.cq == QETH_CQ_ENABLED || 2662 qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 2663 return 1; 2664 2665 return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 2666 } 2667 2668 static int qeth_init_qdio_queues(struct qeth_card *card) 2669 { 2670 unsigned int i; 2671 int rc; 2672 2673 QETH_CARD_TEXT(card, 2, "initqdqs"); 2674 2675 /* inbound queue */ 2676 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2677 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2678 qeth_initialize_working_pool_list(card); 2679 /*give only as many buffers to hardware as we have buffer pool entries*/ 2680 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2681 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2682 card->qdio.in_q->next_buf_to_init = 2683 card->qdio.in_buf_pool.buf_count - 1; 2684 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2685 card->qdio.in_buf_pool.buf_count - 1); 2686 if (rc) { 2687 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2688 return rc; 2689 } 2690 2691 /* completion */ 2692 rc = qeth_cq_init(card); 2693 if (rc) { 2694 return rc; 2695 } 2696 2697 /* outbound queue */ 2698 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2699 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2700 2701 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2702 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2703 queue->next_buf_to_fill = 0; 2704 queue->do_pack = 0; 2705 queue->prev_hdr = NULL; 2706 queue->bulk_start = 0; 2707 queue->bulk_count = 0; 2708 queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 2709 atomic_set(&queue->used_buffers, 0); 2710 atomic_set(&queue->set_pci_flags_count, 0); 2711 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2712 netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 2713 } 2714 return 0; 2715 } 2716 2717 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2718 struct qeth_cmd_buffer *iob) 2719 { 2720 qeth_mpc_finalize_cmd(card, iob); 2721 2722 /* override with IPA-specific values: */ 2723 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 2724 } 2725 2726 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2727 u16 cmd_length, 2728 bool (*match)(struct qeth_cmd_buffer *iob, 2729 struct qeth_cmd_buffer *reply)) 2730 { 2731 u8 prot_type = qeth_mpc_select_prot_type(card); 2732 u16 total_length = iob->length; 2733 2734 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 2735 iob->data); 2736 iob->finalize = qeth_ipa_finalize_cmd; 2737 iob->match = match; 2738 2739 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2740 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2741 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2742 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2743 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2744 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2745 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2746 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2747 } 2748 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2749 2750 static bool qeth_ipa_match_reply(struct qeth_cmd_buffer *iob, 2751 struct qeth_cmd_buffer *reply) 2752 { 2753 struct qeth_ipa_cmd *ipa_reply = __ipa_reply(reply); 2754 2755 return ipa_reply && (__ipa_cmd(iob)->hdr.seqno == ipa_reply->hdr.seqno); 2756 } 2757 2758 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 2759 enum qeth_ipa_cmds cmd_code, 2760 enum qeth_prot_versions prot, 2761 unsigned int data_length) 2762 { 2763 enum qeth_link_types link_type = card->info.link_type; 2764 struct qeth_cmd_buffer *iob; 2765 struct qeth_ipacmd_hdr *hdr; 2766 2767 data_length += offsetof(struct qeth_ipa_cmd, data); 2768 iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 2769 QETH_IPA_TIMEOUT); 2770 if (!iob) 2771 return NULL; 2772 2773 qeth_prepare_ipa_cmd(card, iob, data_length, qeth_ipa_match_reply); 2774 2775 hdr = &__ipa_cmd(iob)->hdr; 2776 hdr->command = cmd_code; 2777 hdr->initiator = IPA_CMD_INITIATOR_HOST; 2778 /* hdr->seqno is set by qeth_send_control_data() */ 2779 hdr->adapter_type = (link_type == QETH_LINK_TYPE_HSTR) ? 2 : 1; 2780 hdr->rel_adapter_no = (u8) card->dev->dev_port; 2781 hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 2782 hdr->param_count = 1; 2783 hdr->prot_version = prot; 2784 return iob; 2785 } 2786 EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 2787 2788 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2789 struct qeth_reply *reply, unsigned long data) 2790 { 2791 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2792 2793 return (cmd->hdr.return_code) ? -EIO : 0; 2794 } 2795 2796 /** 2797 * qeth_send_ipa_cmd() - send an IPA command 2798 * 2799 * See qeth_send_control_data() for explanation of the arguments. 2800 */ 2801 2802 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2803 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2804 unsigned long), 2805 void *reply_param) 2806 { 2807 int rc; 2808 2809 QETH_CARD_TEXT(card, 4, "sendipa"); 2810 2811 if (card->read_or_write_problem) { 2812 qeth_put_cmd(iob); 2813 return -EIO; 2814 } 2815 2816 if (reply_cb == NULL) 2817 reply_cb = qeth_send_ipa_cmd_cb; 2818 rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 2819 if (rc == -ETIME) { 2820 qeth_clear_ipacmd_list(card); 2821 qeth_schedule_recovery(card); 2822 } 2823 return rc; 2824 } 2825 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2826 2827 static int qeth_send_startlan_cb(struct qeth_card *card, 2828 struct qeth_reply *reply, unsigned long data) 2829 { 2830 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2831 2832 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2833 return -ENETDOWN; 2834 2835 return (cmd->hdr.return_code) ? -EIO : 0; 2836 } 2837 2838 static int qeth_send_startlan(struct qeth_card *card) 2839 { 2840 struct qeth_cmd_buffer *iob; 2841 2842 QETH_CARD_TEXT(card, 2, "strtlan"); 2843 2844 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 2845 if (!iob) 2846 return -ENOMEM; 2847 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2848 } 2849 2850 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2851 { 2852 if (!cmd->hdr.return_code) 2853 cmd->hdr.return_code = 2854 cmd->data.setadapterparms.hdr.return_code; 2855 return cmd->hdr.return_code; 2856 } 2857 2858 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2859 struct qeth_reply *reply, unsigned long data) 2860 { 2861 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2862 2863 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2864 if (qeth_setadpparms_inspect_rc(cmd)) 2865 return -EIO; 2866 2867 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2868 card->info.link_type = 2869 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2870 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 2871 } 2872 card->options.adp.supported = 2873 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2874 return 0; 2875 } 2876 2877 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2878 enum qeth_ipa_setadp_cmd adp_cmd, 2879 unsigned int data_length) 2880 { 2881 struct qeth_ipacmd_setadpparms_hdr *hdr; 2882 struct qeth_cmd_buffer *iob; 2883 2884 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 2885 data_length + 2886 offsetof(struct qeth_ipacmd_setadpparms, 2887 data)); 2888 if (!iob) 2889 return NULL; 2890 2891 hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 2892 hdr->cmdlength = sizeof(*hdr) + data_length; 2893 hdr->command_code = adp_cmd; 2894 hdr->used_total = 1; 2895 hdr->seq_no = 1; 2896 return iob; 2897 } 2898 2899 static int qeth_query_setadapterparms(struct qeth_card *card) 2900 { 2901 int rc; 2902 struct qeth_cmd_buffer *iob; 2903 2904 QETH_CARD_TEXT(card, 3, "queryadp"); 2905 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2906 SETADP_DATA_SIZEOF(query_cmds_supp)); 2907 if (!iob) 2908 return -ENOMEM; 2909 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2910 return rc; 2911 } 2912 2913 static int qeth_query_ipassists_cb(struct qeth_card *card, 2914 struct qeth_reply *reply, unsigned long data) 2915 { 2916 struct qeth_ipa_cmd *cmd; 2917 2918 QETH_CARD_TEXT(card, 2, "qipasscb"); 2919 2920 cmd = (struct qeth_ipa_cmd *) data; 2921 2922 switch (cmd->hdr.return_code) { 2923 case IPA_RC_SUCCESS: 2924 break; 2925 case IPA_RC_NOTSUPP: 2926 case IPA_RC_L2_UNSUPPORTED_CMD: 2927 QETH_CARD_TEXT(card, 2, "ipaunsup"); 2928 card->options.ipa4.supported |= IPA_SETADAPTERPARMS; 2929 card->options.ipa6.supported |= IPA_SETADAPTERPARMS; 2930 return -EOPNOTSUPP; 2931 default: 2932 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2933 CARD_DEVID(card), cmd->hdr.return_code); 2934 return -EIO; 2935 } 2936 2937 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 2938 card->options.ipa4 = cmd->hdr.assists; 2939 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 2940 card->options.ipa6 = cmd->hdr.assists; 2941 else 2942 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2943 CARD_DEVID(card)); 2944 return 0; 2945 } 2946 2947 static int qeth_query_ipassists(struct qeth_card *card, 2948 enum qeth_prot_versions prot) 2949 { 2950 int rc; 2951 struct qeth_cmd_buffer *iob; 2952 2953 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 2954 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 2955 if (!iob) 2956 return -ENOMEM; 2957 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2958 return rc; 2959 } 2960 2961 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 2962 struct qeth_reply *reply, unsigned long data) 2963 { 2964 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2965 struct qeth_query_switch_attributes *attrs; 2966 struct qeth_switch_info *sw_info; 2967 2968 QETH_CARD_TEXT(card, 2, "qswiatcb"); 2969 if (qeth_setadpparms_inspect_rc(cmd)) 2970 return -EIO; 2971 2972 sw_info = (struct qeth_switch_info *)reply->param; 2973 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 2974 sw_info->capabilities = attrs->capabilities; 2975 sw_info->settings = attrs->settings; 2976 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 2977 sw_info->settings); 2978 return 0; 2979 } 2980 2981 int qeth_query_switch_attributes(struct qeth_card *card, 2982 struct qeth_switch_info *sw_info) 2983 { 2984 struct qeth_cmd_buffer *iob; 2985 2986 QETH_CARD_TEXT(card, 2, "qswiattr"); 2987 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 2988 return -EOPNOTSUPP; 2989 if (!netif_carrier_ok(card->dev)) 2990 return -ENOMEDIUM; 2991 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 2992 if (!iob) 2993 return -ENOMEM; 2994 return qeth_send_ipa_cmd(card, iob, 2995 qeth_query_switch_attributes_cb, sw_info); 2996 } 2997 2998 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 2999 enum qeth_diags_cmds sub_cmd, 3000 unsigned int data_length) 3001 { 3002 struct qeth_ipacmd_diagass *cmd; 3003 struct qeth_cmd_buffer *iob; 3004 3005 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 3006 DIAG_HDR_LEN + data_length); 3007 if (!iob) 3008 return NULL; 3009 3010 cmd = &__ipa_cmd(iob)->data.diagass; 3011 cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 3012 cmd->subcmd = sub_cmd; 3013 return iob; 3014 } 3015 EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 3016 3017 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3018 struct qeth_reply *reply, unsigned long data) 3019 { 3020 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3021 u16 rc = cmd->hdr.return_code; 3022 3023 if (rc) { 3024 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3025 return -EIO; 3026 } 3027 3028 card->info.diagass_support = cmd->data.diagass.ext; 3029 return 0; 3030 } 3031 3032 static int qeth_query_setdiagass(struct qeth_card *card) 3033 { 3034 struct qeth_cmd_buffer *iob; 3035 3036 QETH_CARD_TEXT(card, 2, "qdiagass"); 3037 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 3038 if (!iob) 3039 return -ENOMEM; 3040 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3041 } 3042 3043 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3044 { 3045 unsigned long info = get_zeroed_page(GFP_KERNEL); 3046 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3047 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3048 struct ccw_dev_id ccwid; 3049 int level; 3050 3051 tid->chpid = card->info.chpid; 3052 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3053 tid->ssid = ccwid.ssid; 3054 tid->devno = ccwid.devno; 3055 if (!info) 3056 return; 3057 level = stsi(NULL, 0, 0, 0); 3058 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3059 tid->lparnr = info222->lpar_number; 3060 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3061 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3062 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3063 } 3064 free_page(info); 3065 return; 3066 } 3067 3068 static int qeth_hw_trap_cb(struct qeth_card *card, 3069 struct qeth_reply *reply, unsigned long data) 3070 { 3071 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3072 u16 rc = cmd->hdr.return_code; 3073 3074 if (rc) { 3075 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3076 return -EIO; 3077 } 3078 return 0; 3079 } 3080 3081 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3082 { 3083 struct qeth_cmd_buffer *iob; 3084 struct qeth_ipa_cmd *cmd; 3085 3086 QETH_CARD_TEXT(card, 2, "diagtrap"); 3087 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 3088 if (!iob) 3089 return -ENOMEM; 3090 cmd = __ipa_cmd(iob); 3091 cmd->data.diagass.type = 1; 3092 cmd->data.diagass.action = action; 3093 switch (action) { 3094 case QETH_DIAGS_TRAP_ARM: 3095 cmd->data.diagass.options = 0x0003; 3096 cmd->data.diagass.ext = 0x00010000 + 3097 sizeof(struct qeth_trap_id); 3098 qeth_get_trap_id(card, 3099 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3100 break; 3101 case QETH_DIAGS_TRAP_DISARM: 3102 cmd->data.diagass.options = 0x0001; 3103 break; 3104 case QETH_DIAGS_TRAP_CAPTURE: 3105 break; 3106 } 3107 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3108 } 3109 3110 static int qeth_check_qdio_errors(struct qeth_card *card, 3111 struct qdio_buffer *buf, 3112 unsigned int qdio_error, 3113 const char *dbftext) 3114 { 3115 if (qdio_error) { 3116 QETH_CARD_TEXT(card, 2, dbftext); 3117 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3118 buf->element[15].sflags); 3119 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3120 buf->element[14].sflags); 3121 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3122 if ((buf->element[15].sflags) == 0x12) { 3123 QETH_CARD_STAT_INC(card, rx_fifo_errors); 3124 return 0; 3125 } else 3126 return 1; 3127 } 3128 return 0; 3129 } 3130 3131 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3132 { 3133 struct qeth_qdio_q *queue = card->qdio.in_q; 3134 struct list_head *lh; 3135 int count; 3136 int i; 3137 int rc; 3138 int newcount = 0; 3139 3140 count = (index < queue->next_buf_to_init)? 3141 card->qdio.in_buf_pool.buf_count - 3142 (queue->next_buf_to_init - index) : 3143 card->qdio.in_buf_pool.buf_count - 3144 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3145 /* only requeue at a certain threshold to avoid SIGAs */ 3146 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3147 for (i = queue->next_buf_to_init; 3148 i < queue->next_buf_to_init + count; ++i) { 3149 if (qeth_init_input_buffer(card, 3150 &queue->bufs[QDIO_BUFNR(i)])) { 3151 break; 3152 } else { 3153 newcount++; 3154 } 3155 } 3156 3157 if (newcount < count) { 3158 /* we are in memory shortage so we switch back to 3159 traditional skb allocation and drop packages */ 3160 atomic_set(&card->force_alloc_skb, 3); 3161 count = newcount; 3162 } else { 3163 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3164 } 3165 3166 if (!count) { 3167 i = 0; 3168 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3169 i++; 3170 if (i == card->qdio.in_buf_pool.buf_count) { 3171 QETH_CARD_TEXT(card, 2, "qsarbw"); 3172 card->reclaim_index = index; 3173 schedule_delayed_work( 3174 &card->buffer_reclaim_work, 3175 QETH_RECLAIM_WORK_TIME); 3176 } 3177 return; 3178 } 3179 3180 /* 3181 * according to old code it should be avoided to requeue all 3182 * 128 buffers in order to benefit from PCI avoidance. 3183 * this function keeps at least one buffer (the buffer at 3184 * 'index') un-requeued -> this buffer is the first buffer that 3185 * will be requeued the next time 3186 */ 3187 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3188 queue->next_buf_to_init, count); 3189 if (rc) { 3190 QETH_CARD_TEXT(card, 2, "qinberr"); 3191 } 3192 queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3193 count); 3194 } 3195 } 3196 3197 static void qeth_buffer_reclaim_work(struct work_struct *work) 3198 { 3199 struct qeth_card *card = container_of(work, struct qeth_card, 3200 buffer_reclaim_work.work); 3201 3202 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3203 qeth_queue_input_buffer(card, card->reclaim_index); 3204 } 3205 3206 static void qeth_handle_send_error(struct qeth_card *card, 3207 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3208 { 3209 int sbalf15 = buffer->buffer->element[15].sflags; 3210 3211 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3212 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3213 3214 if (!qdio_err) 3215 return; 3216 3217 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3218 return; 3219 3220 QETH_CARD_TEXT(card, 1, "lnkfail"); 3221 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3222 (u16)qdio_err, (u8)sbalf15); 3223 } 3224 3225 /** 3226 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3227 * @queue: queue to check for packing buffer 3228 * 3229 * Returns number of buffers that were prepared for flush. 3230 */ 3231 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3232 { 3233 struct qeth_qdio_out_buffer *buffer; 3234 3235 buffer = queue->bufs[queue->next_buf_to_fill]; 3236 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3237 (buffer->next_element_to_fill > 0)) { 3238 /* it's a packing buffer */ 3239 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3240 queue->next_buf_to_fill = 3241 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3242 return 1; 3243 } 3244 return 0; 3245 } 3246 3247 /* 3248 * Switched to packing state if the number of used buffers on a queue 3249 * reaches a certain limit. 3250 */ 3251 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3252 { 3253 if (!queue->do_pack) { 3254 if (atomic_read(&queue->used_buffers) 3255 >= QETH_HIGH_WATERMARK_PACK){ 3256 /* switch non-PACKING -> PACKING */ 3257 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3258 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3259 queue->do_pack = 1; 3260 } 3261 } 3262 } 3263 3264 /* 3265 * Switches from packing to non-packing mode. If there is a packing 3266 * buffer on the queue this buffer will be prepared to be flushed. 3267 * In that case 1 is returned to inform the caller. If no buffer 3268 * has to be flushed, zero is returned. 3269 */ 3270 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3271 { 3272 if (queue->do_pack) { 3273 if (atomic_read(&queue->used_buffers) 3274 <= QETH_LOW_WATERMARK_PACK) { 3275 /* switch PACKING -> non-PACKING */ 3276 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3277 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3278 queue->do_pack = 0; 3279 return qeth_prep_flush_pack_buffer(queue); 3280 } 3281 } 3282 return 0; 3283 } 3284 3285 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3286 int count) 3287 { 3288 struct qeth_card *card = queue->card; 3289 struct qeth_qdio_out_buffer *buf; 3290 int rc; 3291 int i; 3292 unsigned int qdio_flags; 3293 3294 for (i = index; i < index + count; ++i) { 3295 unsigned int bidx = QDIO_BUFNR(i); 3296 3297 buf = queue->bufs[bidx]; 3298 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3299 SBAL_EFLAGS_LAST_ENTRY; 3300 3301 if (queue->bufstates) 3302 queue->bufstates[bidx].user = buf; 3303 3304 if (IS_IQD(queue->card)) 3305 continue; 3306 3307 if (!queue->do_pack) { 3308 if ((atomic_read(&queue->used_buffers) >= 3309 (QETH_HIGH_WATERMARK_PACK - 3310 QETH_WATERMARK_PACK_FUZZ)) && 3311 !atomic_read(&queue->set_pci_flags_count)) { 3312 /* it's likely that we'll go to packing 3313 * mode soon */ 3314 atomic_inc(&queue->set_pci_flags_count); 3315 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3316 } 3317 } else { 3318 if (!atomic_read(&queue->set_pci_flags_count)) { 3319 /* 3320 * there's no outstanding PCI any more, so we 3321 * have to request a PCI to be sure the the PCI 3322 * will wake at some time in the future then we 3323 * can flush packed buffers that might still be 3324 * hanging around, which can happen if no 3325 * further send was requested by the stack 3326 */ 3327 atomic_inc(&queue->set_pci_flags_count); 3328 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3329 } 3330 } 3331 } 3332 3333 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3334 if (atomic_read(&queue->set_pci_flags_count)) 3335 qdio_flags |= QDIO_FLAG_PCI_OUT; 3336 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3337 queue->queue_no, index, count); 3338 3339 /* Fake the TX completion interrupt: */ 3340 if (IS_IQD(card)) 3341 napi_schedule(&queue->napi); 3342 3343 if (rc) { 3344 /* ignore temporary SIGA errors without busy condition */ 3345 if (rc == -ENOBUFS) 3346 return; 3347 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3348 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3349 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3350 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3351 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3352 3353 /* this must not happen under normal circumstances. if it 3354 * happens something is really wrong -> recover */ 3355 qeth_schedule_recovery(queue->card); 3356 return; 3357 } 3358 } 3359 3360 static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 3361 { 3362 qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 3363 3364 queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 3365 queue->prev_hdr = NULL; 3366 queue->bulk_count = 0; 3367 } 3368 3369 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3370 { 3371 int index; 3372 int flush_cnt = 0; 3373 int q_was_packing = 0; 3374 3375 /* 3376 * check if weed have to switch to non-packing mode or if 3377 * we have to get a pci flag out on the queue 3378 */ 3379 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3380 !atomic_read(&queue->set_pci_flags_count)) { 3381 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3382 QETH_OUT_Q_UNLOCKED) { 3383 /* 3384 * If we get in here, there was no action in 3385 * do_send_packet. So, we check if there is a 3386 * packing buffer to be flushed here. 3387 */ 3388 index = queue->next_buf_to_fill; 3389 q_was_packing = queue->do_pack; 3390 /* queue->do_pack may change */ 3391 barrier(); 3392 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3393 if (!flush_cnt && 3394 !atomic_read(&queue->set_pci_flags_count)) 3395 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3396 if (q_was_packing) 3397 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3398 if (flush_cnt) 3399 qeth_flush_buffers(queue, index, flush_cnt); 3400 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3401 } 3402 } 3403 } 3404 3405 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3406 unsigned long card_ptr) 3407 { 3408 struct qeth_card *card = (struct qeth_card *)card_ptr; 3409 3410 if (card->dev->flags & IFF_UP) 3411 napi_schedule_irqoff(&card->napi); 3412 } 3413 3414 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3415 { 3416 int rc; 3417 3418 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3419 rc = -1; 3420 goto out; 3421 } else { 3422 if (card->options.cq == cq) { 3423 rc = 0; 3424 goto out; 3425 } 3426 3427 qeth_free_qdio_queues(card); 3428 card->options.cq = cq; 3429 rc = 0; 3430 } 3431 out: 3432 return rc; 3433 3434 } 3435 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3436 3437 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3438 unsigned int queue, int first_element, 3439 int count) 3440 { 3441 struct qeth_qdio_q *cq = card->qdio.c_q; 3442 int i; 3443 int rc; 3444 3445 if (!qeth_is_cq(card, queue)) 3446 return; 3447 3448 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3449 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3450 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3451 3452 if (qdio_err) { 3453 netif_tx_stop_all_queues(card->dev); 3454 qeth_schedule_recovery(card); 3455 return; 3456 } 3457 3458 for (i = first_element; i < first_element + count; ++i) { 3459 struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 3460 int e = 0; 3461 3462 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3463 buffer->element[e].addr) { 3464 unsigned long phys_aob_addr = buffer->element[e].addr; 3465 3466 qeth_qdio_handle_aob(card, phys_aob_addr); 3467 ++e; 3468 } 3469 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3470 } 3471 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3472 card->qdio.c_q->next_buf_to_init, 3473 count); 3474 if (rc) { 3475 dev_warn(&card->gdev->dev, 3476 "QDIO reported an error, rc=%i\n", rc); 3477 QETH_CARD_TEXT(card, 2, "qcqherr"); 3478 } 3479 3480 cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 3481 } 3482 3483 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3484 unsigned int qdio_err, int queue, 3485 int first_elem, int count, 3486 unsigned long card_ptr) 3487 { 3488 struct qeth_card *card = (struct qeth_card *)card_ptr; 3489 3490 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3491 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3492 3493 if (qeth_is_cq(card, queue)) 3494 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3495 else if (qdio_err) 3496 qeth_schedule_recovery(card); 3497 } 3498 3499 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3500 unsigned int qdio_error, int __queue, 3501 int first_element, int count, 3502 unsigned long card_ptr) 3503 { 3504 struct qeth_card *card = (struct qeth_card *) card_ptr; 3505 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3506 struct net_device *dev = card->dev; 3507 struct netdev_queue *txq; 3508 int i; 3509 3510 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3511 if (qdio_error & QDIO_ERROR_FATAL) { 3512 QETH_CARD_TEXT(card, 2, "achkcond"); 3513 netif_tx_stop_all_queues(dev); 3514 qeth_schedule_recovery(card); 3515 return; 3516 } 3517 3518 for (i = first_element; i < (first_element + count); ++i) { 3519 struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3520 3521 qeth_handle_send_error(card, buf, qdio_error); 3522 qeth_clear_output_buffer(queue, buf, qdio_error, 0); 3523 } 3524 3525 atomic_sub(count, &queue->used_buffers); 3526 qeth_check_outbound_queue(queue); 3527 3528 txq = netdev_get_tx_queue(dev, __queue); 3529 /* xmit may have observed the full-condition, but not yet stopped the 3530 * txq. In which case the code below won't trigger. So before returning, 3531 * xmit will re-check the txq's fill level and wake it up if needed. 3532 */ 3533 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3534 netif_tx_wake_queue(txq); 3535 } 3536 3537 /** 3538 * Note: Function assumes that we have 4 outbound queues. 3539 */ 3540 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3541 { 3542 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3543 u8 tos; 3544 3545 switch (card->qdio.do_prio_queueing) { 3546 case QETH_PRIO_Q_ING_TOS: 3547 case QETH_PRIO_Q_ING_PREC: 3548 switch (qeth_get_ip_version(skb)) { 3549 case 4: 3550 tos = ipv4_get_dsfield(ip_hdr(skb)); 3551 break; 3552 case 6: 3553 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3554 break; 3555 default: 3556 return card->qdio.default_out_queue; 3557 } 3558 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3559 return ~tos >> 6 & 3; 3560 if (tos & IPTOS_MINCOST) 3561 return 3; 3562 if (tos & IPTOS_RELIABILITY) 3563 return 2; 3564 if (tos & IPTOS_THROUGHPUT) 3565 return 1; 3566 if (tos & IPTOS_LOWDELAY) 3567 return 0; 3568 break; 3569 case QETH_PRIO_Q_ING_SKB: 3570 if (skb->priority > 5) 3571 return 0; 3572 return ~skb->priority >> 1 & 3; 3573 case QETH_PRIO_Q_ING_VLAN: 3574 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3575 return ~ntohs(veth->h_vlan_TCI) >> 3576 (VLAN_PRIO_SHIFT + 1) & 3; 3577 break; 3578 default: 3579 break; 3580 } 3581 return card->qdio.default_out_queue; 3582 } 3583 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3584 3585 /** 3586 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3587 * @skb: SKB address 3588 * 3589 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3590 * fragmented part of the SKB. Returns zero for linear SKB. 3591 */ 3592 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3593 { 3594 int cnt, elements = 0; 3595 3596 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3597 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3598 3599 elements += qeth_get_elements_for_range( 3600 (addr_t)skb_frag_address(frag), 3601 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3602 } 3603 return elements; 3604 } 3605 3606 /** 3607 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3608 * to transmit an skb. 3609 * @skb: the skb to operate on. 3610 * @data_offset: skip this part of the skb's linear data 3611 * 3612 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3613 * skb's data (both its linear part and paged fragments). 3614 */ 3615 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3616 { 3617 unsigned int elements = qeth_get_elements_for_frags(skb); 3618 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3619 addr_t start = (addr_t)skb->data + data_offset; 3620 3621 if (start != end) 3622 elements += qeth_get_elements_for_range(start, end); 3623 return elements; 3624 } 3625 EXPORT_SYMBOL_GPL(qeth_count_elements); 3626 3627 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3628 MAX_TCP_HEADER) 3629 3630 /** 3631 * qeth_add_hw_header() - add a HW header to an skb. 3632 * @skb: skb that the HW header should be added to. 3633 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3634 * it contains a valid pointer to a qeth_hdr. 3635 * @hdr_len: length of the HW header. 3636 * @proto_len: length of protocol headers that need to be in same page as the 3637 * HW header. 3638 * 3639 * Returns the pushed length. If the header can't be pushed on 3640 * (eg. because it would cross a page boundary), it is allocated from 3641 * the cache instead and 0 is returned. 3642 * The number of needed buffer elements is returned in @elements. 3643 * Error to create the hdr is indicated by returning with < 0. 3644 */ 3645 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3646 struct sk_buff *skb, struct qeth_hdr **hdr, 3647 unsigned int hdr_len, unsigned int proto_len, 3648 unsigned int *elements) 3649 { 3650 const unsigned int contiguous = proto_len ? proto_len : 1; 3651 const unsigned int max_elements = queue->max_elements; 3652 unsigned int __elements; 3653 addr_t start, end; 3654 bool push_ok; 3655 int rc; 3656 3657 check_layout: 3658 start = (addr_t)skb->data - hdr_len; 3659 end = (addr_t)skb->data; 3660 3661 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3662 /* Push HW header into same page as first protocol header. */ 3663 push_ok = true; 3664 /* ... but TSO always needs a separate element for headers: */ 3665 if (skb_is_gso(skb)) 3666 __elements = 1 + qeth_count_elements(skb, proto_len); 3667 else 3668 __elements = qeth_count_elements(skb, 0); 3669 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 3670 /* Push HW header into preceding page, flush with skb->data. */ 3671 push_ok = true; 3672 __elements = 1 + qeth_count_elements(skb, 0); 3673 } else { 3674 /* Use header cache, copy protocol headers up. */ 3675 push_ok = false; 3676 __elements = 1 + qeth_count_elements(skb, proto_len); 3677 } 3678 3679 /* Compress skb to fit into one IO buffer: */ 3680 if (__elements > max_elements) { 3681 if (!skb_is_nonlinear(skb)) { 3682 /* Drop it, no easy way of shrinking it further. */ 3683 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3684 max_elements, __elements, skb->len); 3685 return -E2BIG; 3686 } 3687 3688 rc = skb_linearize(skb); 3689 if (rc) { 3690 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3691 return rc; 3692 } 3693 3694 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3695 /* Linearization changed the layout, re-evaluate: */ 3696 goto check_layout; 3697 } 3698 3699 *elements = __elements; 3700 /* Add the header: */ 3701 if (push_ok) { 3702 *hdr = skb_push(skb, hdr_len); 3703 return hdr_len; 3704 } 3705 /* fall back */ 3706 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3707 return -E2BIG; 3708 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3709 if (!*hdr) 3710 return -ENOMEM; 3711 /* Copy protocol headers behind HW header: */ 3712 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3713 return 0; 3714 } 3715 3716 static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 3717 struct sk_buff *curr_skb, 3718 struct qeth_hdr *curr_hdr) 3719 { 3720 struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 3721 struct qeth_hdr *prev_hdr = queue->prev_hdr; 3722 3723 if (!prev_hdr) 3724 return true; 3725 3726 /* All packets must have the same target: */ 3727 if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 3728 struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 3729 3730 return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 3731 eth_hdr(curr_skb)->h_dest) && 3732 qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 3733 } 3734 3735 return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 3736 qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 3737 } 3738 3739 static unsigned int __qeth_fill_buffer(struct sk_buff *skb, 3740 struct qeth_qdio_out_buffer *buf, 3741 bool is_first_elem, unsigned int offset) 3742 { 3743 struct qdio_buffer *buffer = buf->buffer; 3744 int element = buf->next_element_to_fill; 3745 int length = skb_headlen(skb) - offset; 3746 char *data = skb->data + offset; 3747 unsigned int elem_length, cnt; 3748 3749 /* map linear part into buffer element(s) */ 3750 while (length > 0) { 3751 elem_length = min_t(unsigned int, length, 3752 PAGE_SIZE - offset_in_page(data)); 3753 3754 buffer->element[element].addr = virt_to_phys(data); 3755 buffer->element[element].length = elem_length; 3756 length -= elem_length; 3757 if (is_first_elem) { 3758 is_first_elem = false; 3759 if (length || skb_is_nonlinear(skb)) 3760 /* skb needs additional elements */ 3761 buffer->element[element].eflags = 3762 SBAL_EFLAGS_FIRST_FRAG; 3763 else 3764 buffer->element[element].eflags = 0; 3765 } else { 3766 buffer->element[element].eflags = 3767 SBAL_EFLAGS_MIDDLE_FRAG; 3768 } 3769 3770 data += elem_length; 3771 element++; 3772 } 3773 3774 /* map page frags into buffer element(s) */ 3775 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3776 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3777 3778 data = skb_frag_address(frag); 3779 length = skb_frag_size(frag); 3780 while (length > 0) { 3781 elem_length = min_t(unsigned int, length, 3782 PAGE_SIZE - offset_in_page(data)); 3783 3784 buffer->element[element].addr = virt_to_phys(data); 3785 buffer->element[element].length = elem_length; 3786 buffer->element[element].eflags = 3787 SBAL_EFLAGS_MIDDLE_FRAG; 3788 3789 length -= elem_length; 3790 data += elem_length; 3791 element++; 3792 } 3793 } 3794 3795 if (buffer->element[element - 1].eflags) 3796 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3797 buf->next_element_to_fill = element; 3798 return element; 3799 } 3800 3801 /** 3802 * qeth_fill_buffer() - map skb into an output buffer 3803 * @buf: buffer to transport the skb 3804 * @skb: skb to map into the buffer 3805 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3806 * from qeth_core_header_cache. 3807 * @offset: when mapping the skb, start at skb->data + offset 3808 * @hd_len: if > 0, build a dedicated header element of this size 3809 */ 3810 static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 3811 struct sk_buff *skb, struct qeth_hdr *hdr, 3812 unsigned int offset, unsigned int hd_len) 3813 { 3814 struct qdio_buffer *buffer = buf->buffer; 3815 bool is_first_elem = true; 3816 3817 __skb_queue_tail(&buf->skb_list, skb); 3818 3819 /* build dedicated header element */ 3820 if (hd_len) { 3821 int element = buf->next_element_to_fill; 3822 is_first_elem = false; 3823 3824 buffer->element[element].addr = virt_to_phys(hdr); 3825 buffer->element[element].length = hd_len; 3826 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3827 /* remember to free cache-allocated qeth_hdr: */ 3828 buf->is_header[element] = ((void *)hdr != skb->data); 3829 buf->next_element_to_fill++; 3830 } 3831 3832 return __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3833 } 3834 3835 static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3836 struct sk_buff *skb, unsigned int elements, 3837 struct qeth_hdr *hdr, unsigned int offset, 3838 unsigned int hd_len) 3839 { 3840 unsigned int bytes = qdisc_pkt_len(skb); 3841 struct qeth_qdio_out_buffer *buffer; 3842 unsigned int next_element; 3843 struct netdev_queue *txq; 3844 bool stopped = false; 3845 bool flush; 3846 3847 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 3848 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3849 3850 /* Just a sanity check, the wake/stop logic should ensure that we always 3851 * get a free buffer. 3852 */ 3853 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3854 return -EBUSY; 3855 3856 flush = !qeth_iqd_may_bulk(queue, skb, hdr); 3857 3858 if (flush || 3859 (buffer->next_element_to_fill + elements > queue->max_elements)) { 3860 if (buffer->next_element_to_fill > 0) { 3861 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3862 queue->bulk_count++; 3863 } 3864 3865 if (queue->bulk_count >= queue->bulk_max) 3866 flush = true; 3867 3868 if (flush) 3869 qeth_flush_queue(queue); 3870 3871 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 3872 queue->bulk_count)]; 3873 3874 /* Sanity-check again: */ 3875 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3876 return -EBUSY; 3877 } 3878 3879 if (buffer->next_element_to_fill == 0 && 3880 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3881 /* If a TX completion happens right _here_ and misses to wake 3882 * the txq, then our re-check below will catch the race. 3883 */ 3884 QETH_TXQ_STAT_INC(queue, stopped); 3885 netif_tx_stop_queue(txq); 3886 stopped = true; 3887 } 3888 3889 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3890 buffer->bytes += bytes; 3891 queue->prev_hdr = hdr; 3892 3893 flush = __netdev_tx_sent_queue(txq, bytes, 3894 !stopped && netdev_xmit_more()); 3895 3896 if (flush || next_element >= queue->max_elements) { 3897 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3898 queue->bulk_count++; 3899 3900 if (queue->bulk_count >= queue->bulk_max) 3901 flush = true; 3902 3903 if (flush) 3904 qeth_flush_queue(queue); 3905 } 3906 3907 if (stopped && !qeth_out_queue_is_full(queue)) 3908 netif_tx_start_queue(txq); 3909 return 0; 3910 } 3911 3912 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3913 struct sk_buff *skb, struct qeth_hdr *hdr, 3914 unsigned int offset, unsigned int hd_len, 3915 int elements_needed) 3916 { 3917 struct qeth_qdio_out_buffer *buffer; 3918 unsigned int next_element; 3919 struct netdev_queue *txq; 3920 bool stopped = false; 3921 int start_index; 3922 int flush_count = 0; 3923 int do_pack = 0; 3924 int tmp; 3925 int rc = 0; 3926 3927 /* spin until we get the queue ... */ 3928 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3929 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3930 start_index = queue->next_buf_to_fill; 3931 buffer = queue->bufs[queue->next_buf_to_fill]; 3932 3933 /* Just a sanity check, the wake/stop logic should ensure that we always 3934 * get a free buffer. 3935 */ 3936 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3937 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3938 return -EBUSY; 3939 } 3940 3941 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3942 3943 /* check if we need to switch packing state of this queue */ 3944 qeth_switch_to_packing_if_needed(queue); 3945 if (queue->do_pack) { 3946 do_pack = 1; 3947 /* does packet fit in current buffer? */ 3948 if (buffer->next_element_to_fill + elements_needed > 3949 queue->max_elements) { 3950 /* ... no -> set state PRIMED */ 3951 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3952 flush_count++; 3953 queue->next_buf_to_fill = 3954 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3955 buffer = queue->bufs[queue->next_buf_to_fill]; 3956 3957 /* We stepped forward, so sanity-check again: */ 3958 if (atomic_read(&buffer->state) != 3959 QETH_QDIO_BUF_EMPTY) { 3960 qeth_flush_buffers(queue, start_index, 3961 flush_count); 3962 atomic_set(&queue->state, 3963 QETH_OUT_Q_UNLOCKED); 3964 rc = -EBUSY; 3965 goto out; 3966 } 3967 } 3968 } 3969 3970 if (buffer->next_element_to_fill == 0 && 3971 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3972 /* If a TX completion happens right _here_ and misses to wake 3973 * the txq, then our re-check below will catch the race. 3974 */ 3975 QETH_TXQ_STAT_INC(queue, stopped); 3976 netif_tx_stop_queue(txq); 3977 stopped = true; 3978 } 3979 3980 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3981 3982 if (queue->do_pack) 3983 QETH_TXQ_STAT_INC(queue, skbs_pack); 3984 if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 3985 flush_count++; 3986 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3987 queue->next_buf_to_fill = 3988 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3989 } 3990 3991 if (flush_count) 3992 qeth_flush_buffers(queue, start_index, flush_count); 3993 else if (!atomic_read(&queue->set_pci_flags_count)) 3994 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 3995 /* 3996 * queue->state will go from LOCKED -> UNLOCKED or from 3997 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 3998 * (switch packing state or flush buffer to get another pci flag out). 3999 * In that case we will enter this loop 4000 */ 4001 while (atomic_dec_return(&queue->state)) { 4002 start_index = queue->next_buf_to_fill; 4003 /* check if we can go back to non-packing state */ 4004 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4005 /* 4006 * check if we need to flush a packing buffer to get a pci 4007 * flag out on the queue 4008 */ 4009 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4010 tmp = qeth_prep_flush_pack_buffer(queue); 4011 if (tmp) { 4012 qeth_flush_buffers(queue, start_index, tmp); 4013 flush_count += tmp; 4014 } 4015 } 4016 out: 4017 /* at this point the queue is UNLOCKED again */ 4018 if (do_pack) 4019 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4020 4021 if (stopped && !qeth_out_queue_is_full(queue)) 4022 netif_tx_start_queue(txq); 4023 return rc; 4024 } 4025 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4026 4027 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4028 unsigned int payload_len, struct sk_buff *skb, 4029 unsigned int proto_len) 4030 { 4031 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4032 4033 ext->hdr_tot_len = sizeof(*ext); 4034 ext->imb_hdr_no = 1; 4035 ext->hdr_type = 1; 4036 ext->hdr_version = 1; 4037 ext->hdr_len = 28; 4038 ext->payload_len = payload_len; 4039 ext->mss = skb_shinfo(skb)->gso_size; 4040 ext->dg_hdr_len = proto_len; 4041 } 4042 4043 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4044 struct qeth_qdio_out_q *queue, int ipv, 4045 void (*fill_header)(struct qeth_qdio_out_q *queue, 4046 struct qeth_hdr *hdr, struct sk_buff *skb, 4047 int ipv, unsigned int data_len)) 4048 { 4049 unsigned int proto_len, hw_hdr_len; 4050 unsigned int frame_len = skb->len; 4051 bool is_tso = skb_is_gso(skb); 4052 unsigned int data_offset = 0; 4053 struct qeth_hdr *hdr = NULL; 4054 unsigned int hd_len = 0; 4055 unsigned int elements; 4056 int push_len, rc; 4057 4058 if (is_tso) { 4059 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4060 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4061 } else { 4062 hw_hdr_len = sizeof(struct qeth_hdr); 4063 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4064 } 4065 4066 rc = skb_cow_head(skb, hw_hdr_len); 4067 if (rc) 4068 return rc; 4069 4070 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4071 &elements); 4072 if (push_len < 0) 4073 return push_len; 4074 if (is_tso || !push_len) { 4075 /* HW header needs its own buffer element. */ 4076 hd_len = hw_hdr_len + proto_len; 4077 data_offset = push_len + proto_len; 4078 } 4079 memset(hdr, 0, hw_hdr_len); 4080 fill_header(queue, hdr, skb, ipv, frame_len); 4081 if (is_tso) 4082 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4083 frame_len - proto_len, skb, proto_len); 4084 4085 if (IS_IQD(card)) { 4086 rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4087 hd_len); 4088 } else { 4089 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4090 skb_orphan(skb); 4091 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4092 hd_len, elements); 4093 } 4094 4095 if (rc && !push_len) 4096 kmem_cache_free(qeth_core_header_cache, hdr); 4097 4098 return rc; 4099 } 4100 EXPORT_SYMBOL_GPL(qeth_xmit); 4101 4102 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4103 struct qeth_reply *reply, unsigned long data) 4104 { 4105 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4106 struct qeth_ipacmd_setadpparms *setparms; 4107 4108 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4109 4110 setparms = &(cmd->data.setadapterparms); 4111 if (qeth_setadpparms_inspect_rc(cmd)) { 4112 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4113 setparms->data.mode = SET_PROMISC_MODE_OFF; 4114 } 4115 card->info.promisc_mode = setparms->data.mode; 4116 return (cmd->hdr.return_code) ? -EIO : 0; 4117 } 4118 4119 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 4120 { 4121 enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 4122 SET_PROMISC_MODE_OFF; 4123 struct qeth_cmd_buffer *iob; 4124 struct qeth_ipa_cmd *cmd; 4125 4126 QETH_CARD_TEXT(card, 4, "setprom"); 4127 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4128 4129 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4130 SETADP_DATA_SIZEOF(mode)); 4131 if (!iob) 4132 return; 4133 cmd = __ipa_cmd(iob); 4134 cmd->data.setadapterparms.data.mode = mode; 4135 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4136 } 4137 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4138 4139 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4140 struct qeth_reply *reply, unsigned long data) 4141 { 4142 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4143 struct qeth_ipacmd_setadpparms *adp_cmd; 4144 4145 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4146 if (qeth_setadpparms_inspect_rc(cmd)) 4147 return -EIO; 4148 4149 adp_cmd = &cmd->data.setadapterparms; 4150 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4151 return -EADDRNOTAVAIL; 4152 4153 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4154 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4155 return -EADDRNOTAVAIL; 4156 4157 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4158 return 0; 4159 } 4160 4161 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4162 { 4163 int rc; 4164 struct qeth_cmd_buffer *iob; 4165 struct qeth_ipa_cmd *cmd; 4166 4167 QETH_CARD_TEXT(card, 4, "chgmac"); 4168 4169 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4170 SETADP_DATA_SIZEOF(change_addr)); 4171 if (!iob) 4172 return -ENOMEM; 4173 cmd = __ipa_cmd(iob); 4174 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4175 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4176 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4177 card->dev->dev_addr); 4178 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4179 NULL); 4180 return rc; 4181 } 4182 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4183 4184 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4185 struct qeth_reply *reply, unsigned long data) 4186 { 4187 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4188 struct qeth_set_access_ctrl *access_ctrl_req; 4189 int fallback = *(int *)reply->param; 4190 4191 QETH_CARD_TEXT(card, 4, "setaccb"); 4192 if (cmd->hdr.return_code) 4193 return -EIO; 4194 qeth_setadpparms_inspect_rc(cmd); 4195 4196 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4197 QETH_CARD_TEXT_(card, 2, "rc=%d", 4198 cmd->data.setadapterparms.hdr.return_code); 4199 if (cmd->data.setadapterparms.hdr.return_code != 4200 SET_ACCESS_CTRL_RC_SUCCESS) 4201 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4202 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4203 cmd->data.setadapterparms.hdr.return_code); 4204 switch (cmd->data.setadapterparms.hdr.return_code) { 4205 case SET_ACCESS_CTRL_RC_SUCCESS: 4206 if (card->options.isolation == ISOLATION_MODE_NONE) { 4207 dev_info(&card->gdev->dev, 4208 "QDIO data connection isolation is deactivated\n"); 4209 } else { 4210 dev_info(&card->gdev->dev, 4211 "QDIO data connection isolation is activated\n"); 4212 } 4213 break; 4214 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4215 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4216 CARD_DEVID(card)); 4217 if (fallback) 4218 card->options.isolation = card->options.prev_isolation; 4219 break; 4220 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4221 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4222 CARD_DEVID(card)); 4223 if (fallback) 4224 card->options.isolation = card->options.prev_isolation; 4225 break; 4226 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4227 dev_err(&card->gdev->dev, "Adapter does not " 4228 "support QDIO data connection isolation\n"); 4229 break; 4230 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4231 dev_err(&card->gdev->dev, 4232 "Adapter is dedicated. " 4233 "QDIO data connection isolation not supported\n"); 4234 if (fallback) 4235 card->options.isolation = card->options.prev_isolation; 4236 break; 4237 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4238 dev_err(&card->gdev->dev, 4239 "TSO does not permit QDIO data connection isolation\n"); 4240 if (fallback) 4241 card->options.isolation = card->options.prev_isolation; 4242 break; 4243 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4244 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4245 "support reflective relay mode\n"); 4246 if (fallback) 4247 card->options.isolation = card->options.prev_isolation; 4248 break; 4249 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4250 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4251 "enabled at the adjacent switch port"); 4252 if (fallback) 4253 card->options.isolation = card->options.prev_isolation; 4254 break; 4255 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4256 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4257 "at the adjacent switch failed\n"); 4258 break; 4259 default: 4260 /* this should never happen */ 4261 if (fallback) 4262 card->options.isolation = card->options.prev_isolation; 4263 break; 4264 } 4265 return (cmd->hdr.return_code) ? -EIO : 0; 4266 } 4267 4268 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4269 enum qeth_ipa_isolation_modes isolation, int fallback) 4270 { 4271 int rc; 4272 struct qeth_cmd_buffer *iob; 4273 struct qeth_ipa_cmd *cmd; 4274 struct qeth_set_access_ctrl *access_ctrl_req; 4275 4276 QETH_CARD_TEXT(card, 4, "setacctl"); 4277 4278 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4279 SETADP_DATA_SIZEOF(set_access_ctrl)); 4280 if (!iob) 4281 return -ENOMEM; 4282 cmd = __ipa_cmd(iob); 4283 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4284 access_ctrl_req->subcmd_code = isolation; 4285 4286 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4287 &fallback); 4288 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4289 return rc; 4290 } 4291 4292 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4293 { 4294 int rc = 0; 4295 4296 QETH_CARD_TEXT(card, 4, "setactlo"); 4297 4298 if ((IS_OSD(card) || IS_OSX(card)) && 4299 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4300 rc = qeth_setadpparms_set_access_ctrl(card, 4301 card->options.isolation, fallback); 4302 if (rc) { 4303 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4304 rc, CARD_DEVID(card)); 4305 rc = -EOPNOTSUPP; 4306 } 4307 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4308 card->options.isolation = ISOLATION_MODE_NONE; 4309 4310 dev_err(&card->gdev->dev, "Adapter does not " 4311 "support QDIO data connection isolation\n"); 4312 rc = -EOPNOTSUPP; 4313 } 4314 return rc; 4315 } 4316 4317 void qeth_tx_timeout(struct net_device *dev, unsigned int txqueue) 4318 { 4319 struct qeth_card *card; 4320 4321 card = dev->ml_priv; 4322 QETH_CARD_TEXT(card, 4, "txtimeo"); 4323 qeth_schedule_recovery(card); 4324 } 4325 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4326 4327 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4328 { 4329 struct qeth_card *card = dev->ml_priv; 4330 int rc = 0; 4331 4332 switch (regnum) { 4333 case MII_BMCR: /* Basic mode control register */ 4334 rc = BMCR_FULLDPLX; 4335 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4336 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4337 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4338 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4339 rc |= BMCR_SPEED100; 4340 break; 4341 case MII_BMSR: /* Basic mode status register */ 4342 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4343 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4344 BMSR_100BASE4; 4345 break; 4346 case MII_PHYSID1: /* PHYS ID 1 */ 4347 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4348 dev->dev_addr[2]; 4349 rc = (rc >> 5) & 0xFFFF; 4350 break; 4351 case MII_PHYSID2: /* PHYS ID 2 */ 4352 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4353 break; 4354 case MII_ADVERTISE: /* Advertisement control reg */ 4355 rc = ADVERTISE_ALL; 4356 break; 4357 case MII_LPA: /* Link partner ability reg */ 4358 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4359 LPA_100BASE4 | LPA_LPACK; 4360 break; 4361 case MII_EXPANSION: /* Expansion register */ 4362 break; 4363 case MII_DCOUNTER: /* disconnect counter */ 4364 break; 4365 case MII_FCSCOUNTER: /* false carrier counter */ 4366 break; 4367 case MII_NWAYTEST: /* N-way auto-neg test register */ 4368 break; 4369 case MII_RERRCOUNTER: /* rx error counter */ 4370 rc = card->stats.rx_length_errors + 4371 card->stats.rx_frame_errors + 4372 card->stats.rx_fifo_errors; 4373 break; 4374 case MII_SREVISION: /* silicon revision */ 4375 break; 4376 case MII_RESV1: /* reserved 1 */ 4377 break; 4378 case MII_LBRERROR: /* loopback, rx, bypass error */ 4379 break; 4380 case MII_PHYADDR: /* physical address */ 4381 break; 4382 case MII_RESV2: /* reserved 2 */ 4383 break; 4384 case MII_TPISTATUS: /* TPI status for 10mbps */ 4385 break; 4386 case MII_NCONFIG: /* network interface config */ 4387 break; 4388 default: 4389 break; 4390 } 4391 return rc; 4392 } 4393 4394 static int qeth_snmp_command_cb(struct qeth_card *card, 4395 struct qeth_reply *reply, unsigned long data) 4396 { 4397 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4398 struct qeth_arp_query_info *qinfo = reply->param; 4399 struct qeth_ipacmd_setadpparms *adp_cmd; 4400 unsigned int data_len; 4401 void *snmp_data; 4402 4403 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4404 4405 if (cmd->hdr.return_code) { 4406 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4407 return -EIO; 4408 } 4409 if (cmd->data.setadapterparms.hdr.return_code) { 4410 cmd->hdr.return_code = 4411 cmd->data.setadapterparms.hdr.return_code; 4412 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4413 return -EIO; 4414 } 4415 4416 adp_cmd = &cmd->data.setadapterparms; 4417 data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 4418 if (adp_cmd->hdr.seq_no == 1) { 4419 snmp_data = &adp_cmd->data.snmp; 4420 } else { 4421 snmp_data = &adp_cmd->data.snmp.request; 4422 data_len -= offsetof(struct qeth_snmp_cmd, request); 4423 } 4424 4425 /* check if there is enough room in userspace */ 4426 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4427 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4428 return -ENOSPC; 4429 } 4430 QETH_CARD_TEXT_(card, 4, "snore%i", 4431 cmd->data.setadapterparms.hdr.used_total); 4432 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4433 cmd->data.setadapterparms.hdr.seq_no); 4434 /*copy entries to user buffer*/ 4435 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4436 qinfo->udata_offset += data_len; 4437 4438 if (cmd->data.setadapterparms.hdr.seq_no < 4439 cmd->data.setadapterparms.hdr.used_total) 4440 return 1; 4441 return 0; 4442 } 4443 4444 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4445 { 4446 struct qeth_snmp_ureq __user *ureq; 4447 struct qeth_cmd_buffer *iob; 4448 unsigned int req_len; 4449 struct qeth_arp_query_info qinfo = {0, }; 4450 int rc = 0; 4451 4452 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4453 4454 if (IS_VM_NIC(card)) 4455 return -EOPNOTSUPP; 4456 4457 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4458 IS_LAYER3(card)) 4459 return -EOPNOTSUPP; 4460 4461 ureq = (struct qeth_snmp_ureq __user *) udata; 4462 if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4463 get_user(req_len, &ureq->hdr.req_len)) 4464 return -EFAULT; 4465 4466 /* Sanitize user input, to avoid overflows in iob size calculation: */ 4467 if (req_len > QETH_BUFSIZE) 4468 return -EINVAL; 4469 4470 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4471 if (!iob) 4472 return -ENOMEM; 4473 4474 if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4475 &ureq->cmd, req_len)) { 4476 qeth_put_cmd(iob); 4477 return -EFAULT; 4478 } 4479 4480 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4481 if (!qinfo.udata) { 4482 qeth_put_cmd(iob); 4483 return -ENOMEM; 4484 } 4485 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4486 4487 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4488 if (rc) 4489 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4490 CARD_DEVID(card), rc); 4491 else { 4492 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4493 rc = -EFAULT; 4494 } 4495 4496 kfree(qinfo.udata); 4497 return rc; 4498 } 4499 4500 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4501 struct qeth_reply *reply, unsigned long data) 4502 { 4503 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4504 struct qeth_qoat_priv *priv; 4505 char *resdata; 4506 int resdatalen; 4507 4508 QETH_CARD_TEXT(card, 3, "qoatcb"); 4509 if (qeth_setadpparms_inspect_rc(cmd)) 4510 return -EIO; 4511 4512 priv = (struct qeth_qoat_priv *)reply->param; 4513 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4514 resdata = (char *)data + 28; 4515 4516 if (resdatalen > (priv->buffer_len - priv->response_len)) 4517 return -ENOSPC; 4518 4519 memcpy((priv->buffer + priv->response_len), resdata, 4520 resdatalen); 4521 priv->response_len += resdatalen; 4522 4523 if (cmd->data.setadapterparms.hdr.seq_no < 4524 cmd->data.setadapterparms.hdr.used_total) 4525 return 1; 4526 return 0; 4527 } 4528 4529 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4530 { 4531 int rc = 0; 4532 struct qeth_cmd_buffer *iob; 4533 struct qeth_ipa_cmd *cmd; 4534 struct qeth_query_oat *oat_req; 4535 struct qeth_query_oat_data oat_data; 4536 struct qeth_qoat_priv priv; 4537 void __user *tmp; 4538 4539 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4540 4541 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4542 rc = -EOPNOTSUPP; 4543 goto out; 4544 } 4545 4546 if (copy_from_user(&oat_data, udata, 4547 sizeof(struct qeth_query_oat_data))) { 4548 rc = -EFAULT; 4549 goto out; 4550 } 4551 4552 priv.buffer_len = oat_data.buffer_len; 4553 priv.response_len = 0; 4554 priv.buffer = vzalloc(oat_data.buffer_len); 4555 if (!priv.buffer) { 4556 rc = -ENOMEM; 4557 goto out; 4558 } 4559 4560 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4561 SETADP_DATA_SIZEOF(query_oat)); 4562 if (!iob) { 4563 rc = -ENOMEM; 4564 goto out_free; 4565 } 4566 cmd = __ipa_cmd(iob); 4567 oat_req = &cmd->data.setadapterparms.data.query_oat; 4568 oat_req->subcmd_code = oat_data.command; 4569 4570 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4571 &priv); 4572 if (!rc) { 4573 if (is_compat_task()) 4574 tmp = compat_ptr(oat_data.ptr); 4575 else 4576 tmp = (void __user *)(unsigned long)oat_data.ptr; 4577 4578 if (copy_to_user(tmp, priv.buffer, 4579 priv.response_len)) { 4580 rc = -EFAULT; 4581 goto out_free; 4582 } 4583 4584 oat_data.response_len = priv.response_len; 4585 4586 if (copy_to_user(udata, &oat_data, 4587 sizeof(struct qeth_query_oat_data))) 4588 rc = -EFAULT; 4589 } 4590 4591 out_free: 4592 vfree(priv.buffer); 4593 out: 4594 return rc; 4595 } 4596 4597 static int qeth_query_card_info_cb(struct qeth_card *card, 4598 struct qeth_reply *reply, unsigned long data) 4599 { 4600 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4601 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4602 struct qeth_query_card_info *card_info; 4603 4604 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4605 if (qeth_setadpparms_inspect_rc(cmd)) 4606 return -EIO; 4607 4608 card_info = &cmd->data.setadapterparms.data.card_info; 4609 carrier_info->card_type = card_info->card_type; 4610 carrier_info->port_mode = card_info->port_mode; 4611 carrier_info->port_speed = card_info->port_speed; 4612 return 0; 4613 } 4614 4615 int qeth_query_card_info(struct qeth_card *card, 4616 struct carrier_info *carrier_info) 4617 { 4618 struct qeth_cmd_buffer *iob; 4619 4620 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4621 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4622 return -EOPNOTSUPP; 4623 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 4624 if (!iob) 4625 return -ENOMEM; 4626 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4627 (void *)carrier_info); 4628 } 4629 4630 /** 4631 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4632 * @card: pointer to a qeth_card 4633 * 4634 * Returns 4635 * 0, if a MAC address has been set for the card's netdevice 4636 * a return code, for various error conditions 4637 */ 4638 int qeth_vm_request_mac(struct qeth_card *card) 4639 { 4640 struct diag26c_mac_resp *response; 4641 struct diag26c_mac_req *request; 4642 struct ccw_dev_id id; 4643 int rc; 4644 4645 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4646 4647 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4648 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4649 if (!request || !response) { 4650 rc = -ENOMEM; 4651 goto out; 4652 } 4653 4654 ccw_device_get_id(CARD_DDEV(card), &id); 4655 request->resp_buf_len = sizeof(*response); 4656 request->resp_version = DIAG26C_VERSION2; 4657 request->op_code = DIAG26C_GET_MAC; 4658 request->devno = id.devno; 4659 4660 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4661 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4662 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4663 if (rc) 4664 goto out; 4665 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4666 4667 if (request->resp_buf_len < sizeof(*response) || 4668 response->version != request->resp_version) { 4669 rc = -EIO; 4670 QETH_CARD_TEXT(card, 2, "badresp"); 4671 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4672 sizeof(request->resp_buf_len)); 4673 } else if (!is_valid_ether_addr(response->mac)) { 4674 rc = -EINVAL; 4675 QETH_CARD_TEXT(card, 2, "badmac"); 4676 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4677 } else { 4678 ether_addr_copy(card->dev->dev_addr, response->mac); 4679 } 4680 4681 out: 4682 kfree(response); 4683 kfree(request); 4684 return rc; 4685 } 4686 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4687 4688 static void qeth_determine_capabilities(struct qeth_card *card) 4689 { 4690 struct qeth_channel *channel = &card->data; 4691 struct ccw_device *ddev = channel->ccwdev; 4692 int rc; 4693 int ddev_offline = 0; 4694 4695 QETH_CARD_TEXT(card, 2, "detcapab"); 4696 if (!ddev->online) { 4697 ddev_offline = 1; 4698 rc = qeth_start_channel(channel); 4699 if (rc) { 4700 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4701 goto out; 4702 } 4703 } 4704 4705 rc = qeth_read_conf_data(card); 4706 if (rc) { 4707 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4708 CARD_DEVID(card), rc); 4709 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4710 goto out_offline; 4711 } 4712 4713 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4714 if (rc) 4715 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4716 4717 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 4718 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 4719 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 4720 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 4721 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 4722 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4723 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4724 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4725 dev_info(&card->gdev->dev, 4726 "Completion Queueing supported\n"); 4727 } else { 4728 card->options.cq = QETH_CQ_NOTAVAILABLE; 4729 } 4730 4731 4732 out_offline: 4733 if (ddev_offline == 1) 4734 qeth_stop_channel(channel); 4735 out: 4736 return; 4737 } 4738 4739 static void qeth_qdio_establish_cq(struct qeth_card *card, 4740 struct qdio_buffer **in_sbal_ptrs, 4741 void (**queue_start_poll) 4742 (struct ccw_device *, int, 4743 unsigned long)) 4744 { 4745 int i; 4746 4747 if (card->options.cq == QETH_CQ_ENABLED) { 4748 int offset = QDIO_MAX_BUFFERS_PER_Q * 4749 (card->qdio.no_in_queues - 1); 4750 4751 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4752 in_sbal_ptrs[offset + i] = 4753 card->qdio.c_q->bufs[i].buffer; 4754 4755 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4756 } 4757 } 4758 4759 static int qeth_qdio_establish(struct qeth_card *card) 4760 { 4761 struct qdio_initialize init_data; 4762 char *qib_param_field; 4763 struct qdio_buffer **in_sbal_ptrs; 4764 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4765 struct qdio_buffer **out_sbal_ptrs; 4766 int i, j, k; 4767 int rc = 0; 4768 4769 QETH_CARD_TEXT(card, 2, "qdioest"); 4770 4771 qib_param_field = kzalloc(sizeof_field(struct qib, parm), GFP_KERNEL); 4772 if (!qib_param_field) { 4773 rc = -ENOMEM; 4774 goto out_free_nothing; 4775 } 4776 4777 qeth_create_qib_param_field(card, qib_param_field); 4778 qeth_create_qib_param_field_blkt(card, qib_param_field); 4779 4780 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4781 sizeof(void *), 4782 GFP_KERNEL); 4783 if (!in_sbal_ptrs) { 4784 rc = -ENOMEM; 4785 goto out_free_qib_param; 4786 } 4787 4788 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4789 in_sbal_ptrs[i] = card->qdio.in_q->bufs[i].buffer; 4790 4791 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4792 GFP_KERNEL); 4793 if (!queue_start_poll) { 4794 rc = -ENOMEM; 4795 goto out_free_in_sbals; 4796 } 4797 for (i = 0; i < card->qdio.no_in_queues; ++i) 4798 queue_start_poll[i] = qeth_qdio_start_poll; 4799 4800 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4801 4802 out_sbal_ptrs = 4803 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4804 sizeof(void *), 4805 GFP_KERNEL); 4806 if (!out_sbal_ptrs) { 4807 rc = -ENOMEM; 4808 goto out_free_queue_start_poll; 4809 } 4810 4811 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4812 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; j++, k++) 4813 out_sbal_ptrs[k] = 4814 card->qdio.out_qs[i]->bufs[j]->buffer; 4815 4816 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4817 init_data.cdev = CARD_DDEV(card); 4818 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4819 QDIO_QETH_QFMT; 4820 init_data.qib_param_field_format = 0; 4821 init_data.qib_param_field = qib_param_field; 4822 init_data.no_input_qs = card->qdio.no_in_queues; 4823 init_data.no_output_qs = card->qdio.no_out_queues; 4824 init_data.input_handler = qeth_qdio_input_handler; 4825 init_data.output_handler = qeth_qdio_output_handler; 4826 init_data.queue_start_poll_array = queue_start_poll; 4827 init_data.int_parm = (unsigned long) card; 4828 init_data.input_sbal_addr_array = in_sbal_ptrs; 4829 init_data.output_sbal_addr_array = out_sbal_ptrs; 4830 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4831 init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 4832 4833 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4834 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4835 rc = qdio_allocate(&init_data); 4836 if (rc) { 4837 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4838 goto out; 4839 } 4840 rc = qdio_establish(&init_data); 4841 if (rc) { 4842 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4843 qdio_free(CARD_DDEV(card)); 4844 } 4845 } 4846 4847 switch (card->options.cq) { 4848 case QETH_CQ_ENABLED: 4849 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4850 break; 4851 case QETH_CQ_DISABLED: 4852 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4853 break; 4854 default: 4855 break; 4856 } 4857 out: 4858 kfree(out_sbal_ptrs); 4859 out_free_queue_start_poll: 4860 kfree(queue_start_poll); 4861 out_free_in_sbals: 4862 kfree(in_sbal_ptrs); 4863 out_free_qib_param: 4864 kfree(qib_param_field); 4865 out_free_nothing: 4866 return rc; 4867 } 4868 4869 static void qeth_core_free_card(struct qeth_card *card) 4870 { 4871 QETH_CARD_TEXT(card, 2, "freecrd"); 4872 qeth_put_cmd(card->read_cmd); 4873 destroy_workqueue(card->event_wq); 4874 unregister_service_level(&card->qeth_service_level); 4875 dev_set_drvdata(&card->gdev->dev, NULL); 4876 kfree(card); 4877 } 4878 4879 void qeth_trace_features(struct qeth_card *card) 4880 { 4881 QETH_CARD_TEXT(card, 2, "features"); 4882 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4883 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4884 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4885 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4886 sizeof(card->info.diagass_support)); 4887 } 4888 EXPORT_SYMBOL_GPL(qeth_trace_features); 4889 4890 static struct ccw_device_id qeth_ids[] = { 4891 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4892 .driver_info = QETH_CARD_TYPE_OSD}, 4893 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4894 .driver_info = QETH_CARD_TYPE_IQD}, 4895 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4896 .driver_info = QETH_CARD_TYPE_OSN}, 4897 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4898 .driver_info = QETH_CARD_TYPE_OSM}, 4899 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4900 .driver_info = QETH_CARD_TYPE_OSX}, 4901 {}, 4902 }; 4903 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4904 4905 static struct ccw_driver qeth_ccw_driver = { 4906 .driver = { 4907 .owner = THIS_MODULE, 4908 .name = "qeth", 4909 }, 4910 .ids = qeth_ids, 4911 .probe = ccwgroup_probe_ccwdev, 4912 .remove = ccwgroup_remove_ccwdev, 4913 }; 4914 4915 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4916 { 4917 int retries = 3; 4918 int rc; 4919 4920 QETH_CARD_TEXT(card, 2, "hrdsetup"); 4921 atomic_set(&card->force_alloc_skb, 0); 4922 rc = qeth_update_from_chp_desc(card); 4923 if (rc) 4924 return rc; 4925 retry: 4926 if (retries < 3) 4927 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4928 CARD_DEVID(card)); 4929 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4930 qeth_stop_channel(&card->data); 4931 qeth_stop_channel(&card->write); 4932 qeth_stop_channel(&card->read); 4933 qdio_free(CARD_DDEV(card)); 4934 4935 rc = qeth_start_channel(&card->read); 4936 if (rc) 4937 goto retriable; 4938 rc = qeth_start_channel(&card->write); 4939 if (rc) 4940 goto retriable; 4941 rc = qeth_start_channel(&card->data); 4942 if (rc) 4943 goto retriable; 4944 retriable: 4945 if (rc == -ERESTARTSYS) { 4946 QETH_CARD_TEXT(card, 2, "break1"); 4947 return rc; 4948 } else if (rc) { 4949 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 4950 if (--retries < 0) 4951 goto out; 4952 else 4953 goto retry; 4954 } 4955 qeth_determine_capabilities(card); 4956 qeth_init_tokens(card); 4957 qeth_init_func_level(card); 4958 4959 rc = qeth_idx_activate_read_channel(card); 4960 if (rc == -EINTR) { 4961 QETH_CARD_TEXT(card, 2, "break2"); 4962 return rc; 4963 } else if (rc) { 4964 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4965 if (--retries < 0) 4966 goto out; 4967 else 4968 goto retry; 4969 } 4970 4971 rc = qeth_idx_activate_write_channel(card); 4972 if (rc == -EINTR) { 4973 QETH_CARD_TEXT(card, 2, "break3"); 4974 return rc; 4975 } else if (rc) { 4976 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 4977 if (--retries < 0) 4978 goto out; 4979 else 4980 goto retry; 4981 } 4982 card->read_or_write_problem = 0; 4983 rc = qeth_mpc_initialize(card); 4984 if (rc) { 4985 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4986 goto out; 4987 } 4988 4989 rc = qeth_send_startlan(card); 4990 if (rc) { 4991 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4992 if (rc == -ENETDOWN) { 4993 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 4994 *carrier_ok = false; 4995 } else { 4996 goto out; 4997 } 4998 } else { 4999 *carrier_ok = true; 5000 } 5001 5002 card->options.ipa4.supported = 0; 5003 card->options.ipa6.supported = 0; 5004 card->options.adp.supported = 0; 5005 card->options.sbp.supported_funcs = 0; 5006 card->info.diagass_support = 0; 5007 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5008 if (rc == -ENOMEM) 5009 goto out; 5010 if (qeth_is_supported(card, IPA_IPV6)) { 5011 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5012 if (rc == -ENOMEM) 5013 goto out; 5014 } 5015 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5016 rc = qeth_query_setadapterparms(card); 5017 if (rc < 0) { 5018 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5019 goto out; 5020 } 5021 } 5022 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5023 rc = qeth_query_setdiagass(card); 5024 if (rc) 5025 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5026 } 5027 5028 if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 5029 (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 5030 card->info.hwtrap = 0; 5031 5032 rc = qeth_set_access_ctrl_online(card, 0); 5033 if (rc) 5034 goto out; 5035 5036 rc = qeth_init_qdio_queues(card); 5037 if (rc) { 5038 QETH_CARD_TEXT_(card, 2, "9err%d", rc); 5039 goto out; 5040 } 5041 5042 return 0; 5043 out: 5044 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5045 "an error on the device\n"); 5046 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5047 CARD_DEVID(card), rc); 5048 return rc; 5049 } 5050 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5051 5052 static int qeth_set_online(struct qeth_card *card) 5053 { 5054 int rc; 5055 5056 mutex_lock(&card->discipline_mutex); 5057 mutex_lock(&card->conf_mutex); 5058 QETH_CARD_TEXT(card, 2, "setonlin"); 5059 5060 rc = card->discipline->set_online(card); 5061 5062 mutex_unlock(&card->conf_mutex); 5063 mutex_unlock(&card->discipline_mutex); 5064 5065 return rc; 5066 } 5067 5068 int qeth_set_offline(struct qeth_card *card, bool resetting) 5069 { 5070 int rc, rc2, rc3; 5071 5072 mutex_lock(&card->discipline_mutex); 5073 mutex_lock(&card->conf_mutex); 5074 QETH_CARD_TEXT(card, 3, "setoffl"); 5075 5076 if ((!resetting && card->info.hwtrap) || card->info.hwtrap == 2) { 5077 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5078 card->info.hwtrap = 1; 5079 } 5080 5081 rtnl_lock(); 5082 card->info.open_when_online = card->dev->flags & IFF_UP; 5083 dev_close(card->dev); 5084 netif_device_detach(card->dev); 5085 netif_carrier_off(card->dev); 5086 rtnl_unlock(); 5087 5088 card->discipline->set_offline(card); 5089 5090 rc = qeth_stop_channel(&card->data); 5091 rc2 = qeth_stop_channel(&card->write); 5092 rc3 = qeth_stop_channel(&card->read); 5093 if (!rc) 5094 rc = (rc2) ? rc2 : rc3; 5095 if (rc) 5096 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5097 qdio_free(CARD_DDEV(card)); 5098 5099 /* let user_space know that device is offline */ 5100 kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 5101 5102 mutex_unlock(&card->conf_mutex); 5103 mutex_unlock(&card->discipline_mutex); 5104 return 0; 5105 } 5106 EXPORT_SYMBOL_GPL(qeth_set_offline); 5107 5108 static int qeth_do_reset(void *data) 5109 { 5110 struct qeth_card *card = data; 5111 int rc; 5112 5113 QETH_CARD_TEXT(card, 2, "recover1"); 5114 if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD)) 5115 return 0; 5116 QETH_CARD_TEXT(card, 2, "recover2"); 5117 dev_warn(&card->gdev->dev, 5118 "A recovery process has been started for the device\n"); 5119 5120 qeth_set_offline(card, true); 5121 rc = qeth_set_online(card); 5122 if (!rc) { 5123 dev_info(&card->gdev->dev, 5124 "Device successfully recovered!\n"); 5125 } else { 5126 ccwgroup_set_offline(card->gdev); 5127 dev_warn(&card->gdev->dev, 5128 "The qeth device driver failed to recover an error on the device\n"); 5129 } 5130 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 5131 qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD); 5132 return 0; 5133 } 5134 5135 #if IS_ENABLED(CONFIG_QETH_L3) 5136 static void qeth_l3_rebuild_skb(struct qeth_card *card, struct sk_buff *skb, 5137 struct qeth_hdr *hdr) 5138 { 5139 struct af_iucv_trans_hdr *iucv = (struct af_iucv_trans_hdr *) skb->data; 5140 struct qeth_hdr_layer3 *l3_hdr = &hdr->hdr.l3; 5141 struct net_device *dev = skb->dev; 5142 5143 if (IS_IQD(card) && iucv->magic == ETH_P_AF_IUCV) { 5144 dev_hard_header(skb, dev, ETH_P_AF_IUCV, dev->dev_addr, 5145 "FAKELL", skb->len); 5146 return; 5147 } 5148 5149 if (!(l3_hdr->flags & QETH_HDR_PASSTHRU)) { 5150 u16 prot = (l3_hdr->flags & QETH_HDR_IPV6) ? ETH_P_IPV6 : 5151 ETH_P_IP; 5152 unsigned char tg_addr[ETH_ALEN]; 5153 5154 skb_reset_network_header(skb); 5155 switch (l3_hdr->flags & QETH_HDR_CAST_MASK) { 5156 case QETH_CAST_MULTICAST: 5157 if (prot == ETH_P_IP) 5158 ip_eth_mc_map(ip_hdr(skb)->daddr, tg_addr); 5159 else 5160 ipv6_eth_mc_map(&ipv6_hdr(skb)->daddr, tg_addr); 5161 QETH_CARD_STAT_INC(card, rx_multicast); 5162 break; 5163 case QETH_CAST_BROADCAST: 5164 ether_addr_copy(tg_addr, dev->broadcast); 5165 QETH_CARD_STAT_INC(card, rx_multicast); 5166 break; 5167 default: 5168 if (card->options.sniffer) 5169 skb->pkt_type = PACKET_OTHERHOST; 5170 ether_addr_copy(tg_addr, dev->dev_addr); 5171 } 5172 5173 if (l3_hdr->ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR) 5174 dev_hard_header(skb, dev, prot, tg_addr, 5175 &l3_hdr->next_hop.rx.src_mac, skb->len); 5176 else 5177 dev_hard_header(skb, dev, prot, tg_addr, "FAKELL", 5178 skb->len); 5179 } 5180 5181 /* copy VLAN tag from hdr into skb */ 5182 if (!card->options.sniffer && 5183 (l3_hdr->ext_flags & (QETH_HDR_EXT_VLAN_FRAME | 5184 QETH_HDR_EXT_INCLUDE_VLAN_TAG))) { 5185 u16 tag = (l3_hdr->ext_flags & QETH_HDR_EXT_VLAN_FRAME) ? 5186 l3_hdr->vlan_id : 5187 l3_hdr->next_hop.rx.vlan_id; 5188 5189 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), tag); 5190 } 5191 } 5192 #endif 5193 5194 static void qeth_receive_skb(struct qeth_card *card, struct sk_buff *skb, 5195 struct qeth_hdr *hdr, bool uses_frags) 5196 { 5197 struct napi_struct *napi = &card->napi; 5198 bool is_cso; 5199 5200 switch (hdr->hdr.l2.id) { 5201 case QETH_HEADER_TYPE_OSN: 5202 skb_push(skb, sizeof(*hdr)); 5203 skb_copy_to_linear_data(skb, hdr, sizeof(*hdr)); 5204 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5205 QETH_CARD_STAT_INC(card, rx_packets); 5206 5207 card->osn_info.data_cb(skb); 5208 return; 5209 #if IS_ENABLED(CONFIG_QETH_L3) 5210 case QETH_HEADER_TYPE_LAYER3: 5211 qeth_l3_rebuild_skb(card, skb, hdr); 5212 is_cso = hdr->hdr.l3.ext_flags & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5213 break; 5214 #endif 5215 case QETH_HEADER_TYPE_LAYER2: 5216 is_cso = hdr->hdr.l2.flags[1] & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5217 break; 5218 default: 5219 /* never happens */ 5220 if (uses_frags) 5221 napi_free_frags(napi); 5222 else 5223 dev_kfree_skb_any(skb); 5224 return; 5225 } 5226 5227 if (is_cso && (card->dev->features & NETIF_F_RXCSUM)) { 5228 skb->ip_summed = CHECKSUM_UNNECESSARY; 5229 QETH_CARD_STAT_INC(card, rx_skb_csum); 5230 } else { 5231 skb->ip_summed = CHECKSUM_NONE; 5232 } 5233 5234 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5235 QETH_CARD_STAT_INC(card, rx_packets); 5236 if (skb_is_nonlinear(skb)) { 5237 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5238 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5239 skb_shinfo(skb)->nr_frags); 5240 } 5241 5242 if (uses_frags) { 5243 napi_gro_frags(napi); 5244 } else { 5245 skb->protocol = eth_type_trans(skb, skb->dev); 5246 napi_gro_receive(napi, skb); 5247 } 5248 } 5249 5250 static void qeth_create_skb_frag(struct sk_buff *skb, char *data, int data_len) 5251 { 5252 struct page *page = virt_to_page(data); 5253 unsigned int next_frag; 5254 5255 next_frag = skb_shinfo(skb)->nr_frags; 5256 get_page(page); 5257 skb_add_rx_frag(skb, next_frag, page, offset_in_page(data), data_len, 5258 data_len); 5259 } 5260 5261 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5262 { 5263 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5264 } 5265 5266 static int qeth_extract_skb(struct qeth_card *card, 5267 struct qeth_qdio_buffer *qethbuffer, 5268 struct qdio_buffer_element **__element, 5269 int *__offset) 5270 { 5271 struct qdio_buffer_element *element = *__element; 5272 struct qdio_buffer *buffer = qethbuffer->buffer; 5273 struct napi_struct *napi = &card->napi; 5274 unsigned int linear_len = 0; 5275 bool uses_frags = false; 5276 int offset = *__offset; 5277 bool use_rx_sg = false; 5278 unsigned int headroom; 5279 struct qeth_hdr *hdr; 5280 struct sk_buff *skb; 5281 int skb_len = 0; 5282 5283 next_packet: 5284 /* qeth_hdr must not cross element boundaries */ 5285 while (element->length < offset + sizeof(struct qeth_hdr)) { 5286 if (qeth_is_last_sbale(element)) 5287 return -ENODATA; 5288 element++; 5289 offset = 0; 5290 } 5291 5292 hdr = phys_to_virt(element->addr) + offset; 5293 offset += sizeof(*hdr); 5294 skb = NULL; 5295 5296 switch (hdr->hdr.l2.id) { 5297 case QETH_HEADER_TYPE_LAYER2: 5298 skb_len = hdr->hdr.l2.pkt_length; 5299 linear_len = ETH_HLEN; 5300 headroom = 0; 5301 break; 5302 case QETH_HEADER_TYPE_LAYER3: 5303 skb_len = hdr->hdr.l3.length; 5304 if (!IS_LAYER3(card)) { 5305 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5306 goto walk_packet; 5307 } 5308 5309 if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) { 5310 linear_len = ETH_HLEN; 5311 headroom = 0; 5312 break; 5313 } 5314 5315 if (hdr->hdr.l3.flags & QETH_HDR_IPV6) 5316 linear_len = sizeof(struct ipv6hdr); 5317 else 5318 linear_len = sizeof(struct iphdr); 5319 headroom = ETH_HLEN; 5320 break; 5321 case QETH_HEADER_TYPE_OSN: 5322 skb_len = hdr->hdr.osn.pdu_length; 5323 if (!IS_OSN(card)) { 5324 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5325 goto walk_packet; 5326 } 5327 5328 linear_len = skb_len; 5329 headroom = sizeof(struct qeth_hdr); 5330 break; 5331 default: 5332 if (hdr->hdr.l2.id & QETH_HEADER_MASK_INVAL) 5333 QETH_CARD_STAT_INC(card, rx_frame_errors); 5334 else 5335 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5336 5337 /* Can't determine packet length, drop the whole buffer. */ 5338 return -EPROTONOSUPPORT; 5339 } 5340 5341 if (skb_len < linear_len) { 5342 QETH_CARD_STAT_INC(card, rx_dropped_runt); 5343 goto walk_packet; 5344 } 5345 5346 use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5347 (skb_len > card->options.rx_sg_cb && 5348 !atomic_read(&card->force_alloc_skb) && 5349 !IS_OSN(card)); 5350 5351 if (use_rx_sg) { 5352 /* QETH_CQ_ENABLED only: */ 5353 if (qethbuffer->rx_skb && 5354 skb_tailroom(qethbuffer->rx_skb) >= linear_len + headroom) { 5355 skb = qethbuffer->rx_skb; 5356 qethbuffer->rx_skb = NULL; 5357 goto use_skb; 5358 } 5359 5360 skb = napi_get_frags(napi); 5361 if (!skb) { 5362 /* -ENOMEM, no point in falling back further. */ 5363 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5364 goto walk_packet; 5365 } 5366 5367 if (skb_tailroom(skb) >= linear_len + headroom) { 5368 uses_frags = true; 5369 goto use_skb; 5370 } 5371 5372 netdev_info_once(card->dev, 5373 "Insufficient linear space in NAPI frags skb, need %u but have %u\n", 5374 linear_len + headroom, skb_tailroom(skb)); 5375 /* Shouldn't happen. Don't optimize, fall back to linear skb. */ 5376 } 5377 5378 linear_len = skb_len; 5379 skb = napi_alloc_skb(napi, linear_len + headroom); 5380 if (!skb) { 5381 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5382 goto walk_packet; 5383 } 5384 5385 use_skb: 5386 if (headroom) 5387 skb_reserve(skb, headroom); 5388 walk_packet: 5389 while (skb_len) { 5390 int data_len = min(skb_len, (int)(element->length - offset)); 5391 char *data = phys_to_virt(element->addr) + offset; 5392 5393 skb_len -= data_len; 5394 offset += data_len; 5395 5396 /* Extract data from current element: */ 5397 if (skb && data_len) { 5398 if (linear_len) { 5399 unsigned int copy_len; 5400 5401 copy_len = min_t(unsigned int, linear_len, 5402 data_len); 5403 5404 skb_put_data(skb, data, copy_len); 5405 linear_len -= copy_len; 5406 data_len -= copy_len; 5407 data += copy_len; 5408 } 5409 5410 if (data_len) 5411 qeth_create_skb_frag(skb, data, data_len); 5412 } 5413 5414 /* Step forward to next element: */ 5415 if (skb_len) { 5416 if (qeth_is_last_sbale(element)) { 5417 QETH_CARD_TEXT(card, 4, "unexeob"); 5418 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5419 if (skb) { 5420 if (uses_frags) 5421 napi_free_frags(napi); 5422 else 5423 dev_kfree_skb_any(skb); 5424 QETH_CARD_STAT_INC(card, 5425 rx_length_errors); 5426 } 5427 return -EMSGSIZE; 5428 } 5429 element++; 5430 offset = 0; 5431 } 5432 } 5433 5434 /* This packet was skipped, go get another one: */ 5435 if (!skb) 5436 goto next_packet; 5437 5438 *__element = element; 5439 *__offset = offset; 5440 5441 qeth_receive_skb(card, skb, hdr, uses_frags); 5442 return 0; 5443 } 5444 5445 static int qeth_extract_skbs(struct qeth_card *card, int budget, 5446 struct qeth_qdio_buffer *buf, bool *done) 5447 { 5448 int work_done = 0; 5449 5450 *done = false; 5451 5452 while (budget) { 5453 if (qeth_extract_skb(card, buf, &card->rx.b_element, 5454 &card->rx.e_offset)) { 5455 *done = true; 5456 break; 5457 } 5458 5459 work_done++; 5460 budget--; 5461 } 5462 5463 return work_done; 5464 } 5465 5466 int qeth_poll(struct napi_struct *napi, int budget) 5467 { 5468 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5469 int work_done = 0; 5470 struct qeth_qdio_buffer *buffer; 5471 int new_budget = budget; 5472 bool done; 5473 5474 while (1) { 5475 if (!card->rx.b_count) { 5476 card->rx.qdio_err = 0; 5477 card->rx.b_count = qdio_get_next_buffers( 5478 card->data.ccwdev, 0, &card->rx.b_index, 5479 &card->rx.qdio_err); 5480 if (card->rx.b_count <= 0) { 5481 card->rx.b_count = 0; 5482 break; 5483 } 5484 card->rx.b_element = 5485 &card->qdio.in_q->bufs[card->rx.b_index] 5486 .buffer->element[0]; 5487 card->rx.e_offset = 0; 5488 } 5489 5490 while (card->rx.b_count) { 5491 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5492 if (!(card->rx.qdio_err && 5493 qeth_check_qdio_errors(card, buffer->buffer, 5494 card->rx.qdio_err, "qinerr"))) 5495 work_done += qeth_extract_skbs(card, new_budget, 5496 buffer, &done); 5497 else 5498 done = true; 5499 5500 if (done) { 5501 QETH_CARD_STAT_INC(card, rx_bufs); 5502 qeth_put_buffer_pool_entry(card, 5503 buffer->pool_entry); 5504 qeth_queue_input_buffer(card, card->rx.b_index); 5505 card->rx.b_count--; 5506 if (card->rx.b_count) { 5507 card->rx.b_index = 5508 QDIO_BUFNR(card->rx.b_index + 1); 5509 card->rx.b_element = 5510 &card->qdio.in_q 5511 ->bufs[card->rx.b_index] 5512 .buffer->element[0]; 5513 card->rx.e_offset = 0; 5514 } 5515 } 5516 5517 if (work_done >= budget) 5518 goto out; 5519 else 5520 new_budget = budget - work_done; 5521 } 5522 } 5523 5524 if (napi_complete_done(napi, work_done) && 5525 qdio_start_irq(CARD_DDEV(card), 0)) 5526 napi_schedule(napi); 5527 out: 5528 return work_done; 5529 } 5530 EXPORT_SYMBOL_GPL(qeth_poll); 5531 5532 static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 5533 unsigned int bidx, bool error, int budget) 5534 { 5535 struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 5536 u8 sflags = buffer->buffer->element[15].sflags; 5537 struct qeth_card *card = queue->card; 5538 5539 if (queue->bufstates && (queue->bufstates[bidx].flags & 5540 QDIO_OUTBUF_STATE_FLAG_PENDING)) { 5541 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 5542 5543 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 5544 QETH_QDIO_BUF_PENDING) == 5545 QETH_QDIO_BUF_PRIMED) 5546 qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 5547 5548 QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 5549 5550 /* prepare the queue slot for re-use: */ 5551 qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 5552 if (qeth_init_qdio_out_buf(queue, bidx)) { 5553 QETH_CARD_TEXT(card, 2, "outofbuf"); 5554 qeth_schedule_recovery(card); 5555 } 5556 5557 return; 5558 } 5559 5560 if (card->options.cq == QETH_CQ_ENABLED) 5561 qeth_notify_skbs(queue, buffer, 5562 qeth_compute_cq_notification(sflags, 0)); 5563 qeth_clear_output_buffer(queue, buffer, error, budget); 5564 } 5565 5566 static int qeth_tx_poll(struct napi_struct *napi, int budget) 5567 { 5568 struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 5569 unsigned int queue_no = queue->queue_no; 5570 struct qeth_card *card = queue->card; 5571 struct net_device *dev = card->dev; 5572 unsigned int work_done = 0; 5573 struct netdev_queue *txq; 5574 5575 txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 5576 5577 while (1) { 5578 unsigned int start, error, i; 5579 unsigned int packets = 0; 5580 unsigned int bytes = 0; 5581 int completed; 5582 5583 if (qeth_out_queue_is_empty(queue)) { 5584 napi_complete(napi); 5585 return 0; 5586 } 5587 5588 /* Give the CPU a breather: */ 5589 if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 5590 QETH_TXQ_STAT_INC(queue, completion_yield); 5591 if (napi_complete_done(napi, 0)) 5592 napi_schedule(napi); 5593 return 0; 5594 } 5595 5596 completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 5597 &start, &error); 5598 if (completed <= 0) { 5599 /* Ensure we see TX completion for pending work: */ 5600 if (napi_complete_done(napi, 0)) 5601 qeth_tx_arm_timer(queue); 5602 return 0; 5603 } 5604 5605 for (i = start; i < start + completed; i++) { 5606 struct qeth_qdio_out_buffer *buffer; 5607 unsigned int bidx = QDIO_BUFNR(i); 5608 5609 buffer = queue->bufs[bidx]; 5610 packets += skb_queue_len(&buffer->skb_list); 5611 bytes += buffer->bytes; 5612 5613 qeth_handle_send_error(card, buffer, error); 5614 qeth_iqd_tx_complete(queue, bidx, error, budget); 5615 qeth_cleanup_handled_pending(queue, bidx, false); 5616 } 5617 5618 netdev_tx_completed_queue(txq, packets, bytes); 5619 atomic_sub(completed, &queue->used_buffers); 5620 work_done += completed; 5621 5622 /* xmit may have observed the full-condition, but not yet 5623 * stopped the txq. In which case the code below won't trigger. 5624 * So before returning, xmit will re-check the txq's fill level 5625 * and wake it up if needed. 5626 */ 5627 if (netif_tx_queue_stopped(txq) && 5628 !qeth_out_queue_is_full(queue)) 5629 netif_tx_wake_queue(txq); 5630 } 5631 } 5632 5633 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5634 { 5635 if (!cmd->hdr.return_code) 5636 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5637 return cmd->hdr.return_code; 5638 } 5639 5640 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5641 struct qeth_reply *reply, 5642 unsigned long data) 5643 { 5644 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5645 struct qeth_ipa_caps *caps = reply->param; 5646 5647 if (qeth_setassparms_inspect_rc(cmd)) 5648 return -EIO; 5649 5650 caps->supported = cmd->data.setassparms.data.caps.supported; 5651 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5652 return 0; 5653 } 5654 5655 int qeth_setassparms_cb(struct qeth_card *card, 5656 struct qeth_reply *reply, unsigned long data) 5657 { 5658 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5659 5660 QETH_CARD_TEXT(card, 4, "defadpcb"); 5661 5662 if (cmd->hdr.return_code) 5663 return -EIO; 5664 5665 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5666 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5667 card->options.ipa4.enabled = cmd->hdr.assists.enabled; 5668 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5669 card->options.ipa6.enabled = cmd->hdr.assists.enabled; 5670 return 0; 5671 } 5672 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5673 5674 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5675 enum qeth_ipa_funcs ipa_func, 5676 u16 cmd_code, 5677 unsigned int data_length, 5678 enum qeth_prot_versions prot) 5679 { 5680 struct qeth_ipacmd_setassparms *setassparms; 5681 struct qeth_ipacmd_setassparms_hdr *hdr; 5682 struct qeth_cmd_buffer *iob; 5683 5684 QETH_CARD_TEXT(card, 4, "getasscm"); 5685 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 5686 data_length + 5687 offsetof(struct qeth_ipacmd_setassparms, 5688 data)); 5689 if (!iob) 5690 return NULL; 5691 5692 setassparms = &__ipa_cmd(iob)->data.setassparms; 5693 setassparms->assist_no = ipa_func; 5694 5695 hdr = &setassparms->hdr; 5696 hdr->length = sizeof(*hdr) + data_length; 5697 hdr->command_code = cmd_code; 5698 return iob; 5699 } 5700 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5701 5702 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5703 enum qeth_ipa_funcs ipa_func, 5704 u16 cmd_code, u32 *data, 5705 enum qeth_prot_versions prot) 5706 { 5707 unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 5708 struct qeth_cmd_buffer *iob; 5709 5710 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5711 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5712 if (!iob) 5713 return -ENOMEM; 5714 5715 if (data) 5716 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 5717 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5718 } 5719 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5720 5721 static void qeth_unregister_dbf_views(void) 5722 { 5723 int x; 5724 for (x = 0; x < QETH_DBF_INFOS; x++) { 5725 debug_unregister(qeth_dbf[x].id); 5726 qeth_dbf[x].id = NULL; 5727 } 5728 } 5729 5730 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5731 { 5732 char dbf_txt_buf[32]; 5733 va_list args; 5734 5735 if (!debug_level_enabled(id, level)) 5736 return; 5737 va_start(args, fmt); 5738 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5739 va_end(args); 5740 debug_text_event(id, level, dbf_txt_buf); 5741 } 5742 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5743 5744 static int qeth_register_dbf_views(void) 5745 { 5746 int ret; 5747 int x; 5748 5749 for (x = 0; x < QETH_DBF_INFOS; x++) { 5750 /* register the areas */ 5751 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5752 qeth_dbf[x].pages, 5753 qeth_dbf[x].areas, 5754 qeth_dbf[x].len); 5755 if (qeth_dbf[x].id == NULL) { 5756 qeth_unregister_dbf_views(); 5757 return -ENOMEM; 5758 } 5759 5760 /* register a view */ 5761 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5762 if (ret) { 5763 qeth_unregister_dbf_views(); 5764 return ret; 5765 } 5766 5767 /* set a passing level */ 5768 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5769 } 5770 5771 return 0; 5772 } 5773 5774 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5775 5776 int qeth_core_load_discipline(struct qeth_card *card, 5777 enum qeth_discipline_id discipline) 5778 { 5779 mutex_lock(&qeth_mod_mutex); 5780 switch (discipline) { 5781 case QETH_DISCIPLINE_LAYER3: 5782 card->discipline = try_then_request_module( 5783 symbol_get(qeth_l3_discipline), "qeth_l3"); 5784 break; 5785 case QETH_DISCIPLINE_LAYER2: 5786 card->discipline = try_then_request_module( 5787 symbol_get(qeth_l2_discipline), "qeth_l2"); 5788 break; 5789 default: 5790 break; 5791 } 5792 mutex_unlock(&qeth_mod_mutex); 5793 5794 if (!card->discipline) { 5795 dev_err(&card->gdev->dev, "There is no kernel module to " 5796 "support discipline %d\n", discipline); 5797 return -EINVAL; 5798 } 5799 5800 card->options.layer = discipline; 5801 return 0; 5802 } 5803 5804 void qeth_core_free_discipline(struct qeth_card *card) 5805 { 5806 if (IS_LAYER2(card)) 5807 symbol_put(qeth_l2_discipline); 5808 else 5809 symbol_put(qeth_l3_discipline); 5810 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5811 card->discipline = NULL; 5812 } 5813 5814 const struct device_type qeth_generic_devtype = { 5815 .name = "qeth_generic", 5816 .groups = qeth_generic_attr_groups, 5817 }; 5818 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5819 5820 static const struct device_type qeth_osn_devtype = { 5821 .name = "qeth_osn", 5822 .groups = qeth_osn_attr_groups, 5823 }; 5824 5825 #define DBF_NAME_LEN 20 5826 5827 struct qeth_dbf_entry { 5828 char dbf_name[DBF_NAME_LEN]; 5829 debug_info_t *dbf_info; 5830 struct list_head dbf_list; 5831 }; 5832 5833 static LIST_HEAD(qeth_dbf_list); 5834 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5835 5836 static debug_info_t *qeth_get_dbf_entry(char *name) 5837 { 5838 struct qeth_dbf_entry *entry; 5839 debug_info_t *rc = NULL; 5840 5841 mutex_lock(&qeth_dbf_list_mutex); 5842 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5843 if (strcmp(entry->dbf_name, name) == 0) { 5844 rc = entry->dbf_info; 5845 break; 5846 } 5847 } 5848 mutex_unlock(&qeth_dbf_list_mutex); 5849 return rc; 5850 } 5851 5852 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5853 { 5854 struct qeth_dbf_entry *new_entry; 5855 5856 card->debug = debug_register(name, 2, 1, 8); 5857 if (!card->debug) { 5858 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5859 goto err; 5860 } 5861 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5862 goto err_dbg; 5863 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5864 if (!new_entry) 5865 goto err_dbg; 5866 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5867 new_entry->dbf_info = card->debug; 5868 mutex_lock(&qeth_dbf_list_mutex); 5869 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5870 mutex_unlock(&qeth_dbf_list_mutex); 5871 5872 return 0; 5873 5874 err_dbg: 5875 debug_unregister(card->debug); 5876 err: 5877 return -ENOMEM; 5878 } 5879 5880 static void qeth_clear_dbf_list(void) 5881 { 5882 struct qeth_dbf_entry *entry, *tmp; 5883 5884 mutex_lock(&qeth_dbf_list_mutex); 5885 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5886 list_del(&entry->dbf_list); 5887 debug_unregister(entry->dbf_info); 5888 kfree(entry); 5889 } 5890 mutex_unlock(&qeth_dbf_list_mutex); 5891 } 5892 5893 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5894 { 5895 struct net_device *dev; 5896 5897 switch (card->info.type) { 5898 case QETH_CARD_TYPE_IQD: 5899 dev = alloc_netdev_mqs(0, "hsi%d", NET_NAME_UNKNOWN, 5900 ether_setup, QETH_MAX_QUEUES, 1); 5901 break; 5902 case QETH_CARD_TYPE_OSM: 5903 dev = alloc_etherdev(0); 5904 break; 5905 case QETH_CARD_TYPE_OSN: 5906 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5907 break; 5908 default: 5909 dev = alloc_etherdev_mqs(0, QETH_MAX_QUEUES, 1); 5910 } 5911 5912 if (!dev) 5913 return NULL; 5914 5915 dev->ml_priv = card; 5916 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5917 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5918 /* initialized when device first goes online: */ 5919 dev->max_mtu = 0; 5920 dev->mtu = 0; 5921 SET_NETDEV_DEV(dev, &card->gdev->dev); 5922 netif_carrier_off(dev); 5923 5924 if (IS_OSN(card)) { 5925 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5926 } else { 5927 dev->ethtool_ops = &qeth_ethtool_ops; 5928 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5929 dev->hw_features |= NETIF_F_SG; 5930 dev->vlan_features |= NETIF_F_SG; 5931 if (IS_IQD(card)) { 5932 dev->features |= NETIF_F_SG; 5933 if (netif_set_real_num_tx_queues(dev, 5934 QETH_IQD_MIN_TXQ)) { 5935 free_netdev(dev); 5936 return NULL; 5937 } 5938 } 5939 } 5940 5941 return dev; 5942 } 5943 5944 struct net_device *qeth_clone_netdev(struct net_device *orig) 5945 { 5946 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5947 5948 if (!clone) 5949 return NULL; 5950 5951 clone->dev_port = orig->dev_port; 5952 return clone; 5953 } 5954 5955 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5956 { 5957 struct qeth_card *card; 5958 struct device *dev; 5959 int rc; 5960 enum qeth_discipline_id enforced_disc; 5961 char dbf_name[DBF_NAME_LEN]; 5962 5963 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5964 5965 dev = &gdev->dev; 5966 if (!get_device(dev)) 5967 return -ENODEV; 5968 5969 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5970 5971 card = qeth_alloc_card(gdev); 5972 if (!card) { 5973 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5974 rc = -ENOMEM; 5975 goto err_dev; 5976 } 5977 5978 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5979 dev_name(&gdev->dev)); 5980 card->debug = qeth_get_dbf_entry(dbf_name); 5981 if (!card->debug) { 5982 rc = qeth_add_dbf_entry(card, dbf_name); 5983 if (rc) 5984 goto err_card; 5985 } 5986 5987 qeth_setup_card(card); 5988 card->dev = qeth_alloc_netdev(card); 5989 if (!card->dev) { 5990 rc = -ENOMEM; 5991 goto err_card; 5992 } 5993 5994 card->qdio.no_out_queues = card->dev->num_tx_queues; 5995 rc = qeth_update_from_chp_desc(card); 5996 if (rc) 5997 goto err_chp_desc; 5998 qeth_determine_capabilities(card); 5999 qeth_set_blkt_defaults(card); 6000 6001 enforced_disc = qeth_enforce_discipline(card); 6002 switch (enforced_disc) { 6003 case QETH_DISCIPLINE_UNDETERMINED: 6004 gdev->dev.type = &qeth_generic_devtype; 6005 break; 6006 default: 6007 card->info.layer_enforced = true; 6008 rc = qeth_core_load_discipline(card, enforced_disc); 6009 if (rc) 6010 goto err_load; 6011 6012 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 6013 card->discipline->devtype; 6014 rc = card->discipline->setup(card->gdev); 6015 if (rc) 6016 goto err_disc; 6017 break; 6018 } 6019 6020 return 0; 6021 6022 err_disc: 6023 qeth_core_free_discipline(card); 6024 err_load: 6025 err_chp_desc: 6026 free_netdev(card->dev); 6027 err_card: 6028 qeth_core_free_card(card); 6029 err_dev: 6030 put_device(dev); 6031 return rc; 6032 } 6033 6034 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 6035 { 6036 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6037 6038 QETH_CARD_TEXT(card, 2, "removedv"); 6039 6040 if (card->discipline) { 6041 card->discipline->remove(gdev); 6042 qeth_core_free_discipline(card); 6043 } 6044 6045 qeth_free_qdio_queues(card); 6046 6047 free_netdev(card->dev); 6048 qeth_core_free_card(card); 6049 put_device(&gdev->dev); 6050 } 6051 6052 static int qeth_core_set_online(struct ccwgroup_device *gdev) 6053 { 6054 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6055 int rc = 0; 6056 enum qeth_discipline_id def_discipline; 6057 6058 if (!card->discipline) { 6059 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 6060 QETH_DISCIPLINE_LAYER2; 6061 rc = qeth_core_load_discipline(card, def_discipline); 6062 if (rc) 6063 goto err; 6064 rc = card->discipline->setup(card->gdev); 6065 if (rc) { 6066 qeth_core_free_discipline(card); 6067 goto err; 6068 } 6069 } 6070 6071 rc = qeth_set_online(card); 6072 err: 6073 return rc; 6074 } 6075 6076 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 6077 { 6078 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6079 6080 return qeth_set_offline(card, false); 6081 } 6082 6083 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 6084 { 6085 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6086 qeth_set_allowed_threads(card, 0, 1); 6087 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 6088 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 6089 qeth_qdio_clear_card(card, 0); 6090 qeth_drain_output_queues(card); 6091 qdio_free(CARD_DDEV(card)); 6092 } 6093 6094 static int qeth_suspend(struct ccwgroup_device *gdev) 6095 { 6096 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6097 6098 qeth_set_allowed_threads(card, 0, 1); 6099 wait_event(card->wait_q, qeth_threads_running(card, 0xffffffff) == 0); 6100 if (gdev->state == CCWGROUP_OFFLINE) 6101 return 0; 6102 6103 qeth_set_offline(card, false); 6104 return 0; 6105 } 6106 6107 static int qeth_resume(struct ccwgroup_device *gdev) 6108 { 6109 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6110 int rc; 6111 6112 rc = qeth_set_online(card); 6113 6114 qeth_set_allowed_threads(card, 0xffffffff, 0); 6115 if (rc) 6116 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover an error on the device\n"); 6117 return rc; 6118 } 6119 6120 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 6121 size_t count) 6122 { 6123 int err; 6124 6125 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 6126 buf); 6127 6128 return err ? err : count; 6129 } 6130 static DRIVER_ATTR_WO(group); 6131 6132 static struct attribute *qeth_drv_attrs[] = { 6133 &driver_attr_group.attr, 6134 NULL, 6135 }; 6136 static struct attribute_group qeth_drv_attr_group = { 6137 .attrs = qeth_drv_attrs, 6138 }; 6139 static const struct attribute_group *qeth_drv_attr_groups[] = { 6140 &qeth_drv_attr_group, 6141 NULL, 6142 }; 6143 6144 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 6145 .driver = { 6146 .groups = qeth_drv_attr_groups, 6147 .owner = THIS_MODULE, 6148 .name = "qeth", 6149 }, 6150 .ccw_driver = &qeth_ccw_driver, 6151 .setup = qeth_core_probe_device, 6152 .remove = qeth_core_remove_device, 6153 .set_online = qeth_core_set_online, 6154 .set_offline = qeth_core_set_offline, 6155 .shutdown = qeth_core_shutdown, 6156 .prepare = NULL, 6157 .complete = NULL, 6158 .freeze = qeth_suspend, 6159 .thaw = qeth_resume, 6160 .restore = qeth_resume, 6161 }; 6162 6163 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 6164 { 6165 struct ccwgroup_device *gdev; 6166 struct qeth_card *card; 6167 6168 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 6169 if (!gdev) 6170 return NULL; 6171 6172 card = dev_get_drvdata(&gdev->dev); 6173 put_device(&gdev->dev); 6174 return card; 6175 } 6176 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 6177 6178 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 6179 { 6180 struct qeth_card *card = dev->ml_priv; 6181 struct mii_ioctl_data *mii_data; 6182 int rc = 0; 6183 6184 if (!card) 6185 return -ENODEV; 6186 6187 switch (cmd) { 6188 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 6189 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 6190 break; 6191 case SIOC_QETH_GET_CARD_TYPE: 6192 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 6193 !IS_VM_NIC(card)) 6194 return 1; 6195 return 0; 6196 case SIOCGMIIPHY: 6197 mii_data = if_mii(rq); 6198 mii_data->phy_id = 0; 6199 break; 6200 case SIOCGMIIREG: 6201 mii_data = if_mii(rq); 6202 if (mii_data->phy_id != 0) 6203 rc = -EINVAL; 6204 else 6205 mii_data->val_out = qeth_mdio_read(dev, 6206 mii_data->phy_id, mii_data->reg_num); 6207 break; 6208 case SIOC_QETH_QUERY_OAT: 6209 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6210 break; 6211 default: 6212 if (card->discipline->do_ioctl) 6213 rc = card->discipline->do_ioctl(dev, rq, cmd); 6214 else 6215 rc = -EOPNOTSUPP; 6216 } 6217 if (rc) 6218 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6219 return rc; 6220 } 6221 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6222 6223 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 6224 unsigned long data) 6225 { 6226 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6227 u32 *features = reply->param; 6228 6229 if (qeth_setassparms_inspect_rc(cmd)) 6230 return -EIO; 6231 6232 *features = cmd->data.setassparms.data.flags_32bit; 6233 return 0; 6234 } 6235 6236 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6237 enum qeth_prot_versions prot) 6238 { 6239 return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 6240 NULL, prot); 6241 } 6242 6243 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6244 enum qeth_prot_versions prot) 6245 { 6246 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6247 struct qeth_cmd_buffer *iob; 6248 struct qeth_ipa_caps caps; 6249 u32 features; 6250 int rc; 6251 6252 /* some L3 HW requires combined L3+L4 csum offload: */ 6253 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 6254 cstype == IPA_OUTBOUND_CHECKSUM) 6255 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6256 6257 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6258 prot); 6259 if (!iob) 6260 return -ENOMEM; 6261 6262 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 6263 if (rc) 6264 return rc; 6265 6266 if ((required_features & features) != required_features) { 6267 qeth_set_csum_off(card, cstype, prot); 6268 return -EOPNOTSUPP; 6269 } 6270 6271 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6272 SETASS_DATA_SIZEOF(flags_32bit), 6273 prot); 6274 if (!iob) { 6275 qeth_set_csum_off(card, cstype, prot); 6276 return -ENOMEM; 6277 } 6278 6279 if (features & QETH_IPA_CHECKSUM_LP2LP) 6280 required_features |= QETH_IPA_CHECKSUM_LP2LP; 6281 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 6282 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6283 if (rc) { 6284 qeth_set_csum_off(card, cstype, prot); 6285 return rc; 6286 } 6287 6288 if (!qeth_ipa_caps_supported(&caps, required_features) || 6289 !qeth_ipa_caps_enabled(&caps, required_features)) { 6290 qeth_set_csum_off(card, cstype, prot); 6291 return -EOPNOTSUPP; 6292 } 6293 6294 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6295 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6296 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 6297 cstype == IPA_OUTBOUND_CHECKSUM) 6298 dev_warn(&card->gdev->dev, 6299 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6300 QETH_CARD_IFNAME(card)); 6301 return 0; 6302 } 6303 6304 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6305 enum qeth_prot_versions prot) 6306 { 6307 return on ? qeth_set_csum_on(card, cstype, prot) : 6308 qeth_set_csum_off(card, cstype, prot); 6309 } 6310 6311 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6312 unsigned long data) 6313 { 6314 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6315 struct qeth_tso_start_data *tso_data = reply->param; 6316 6317 if (qeth_setassparms_inspect_rc(cmd)) 6318 return -EIO; 6319 6320 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6321 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6322 return 0; 6323 } 6324 6325 static int qeth_set_tso_off(struct qeth_card *card, 6326 enum qeth_prot_versions prot) 6327 { 6328 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6329 IPA_CMD_ASS_STOP, NULL, prot); 6330 } 6331 6332 static int qeth_set_tso_on(struct qeth_card *card, 6333 enum qeth_prot_versions prot) 6334 { 6335 struct qeth_tso_start_data tso_data; 6336 struct qeth_cmd_buffer *iob; 6337 struct qeth_ipa_caps caps; 6338 int rc; 6339 6340 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6341 IPA_CMD_ASS_START, 0, prot); 6342 if (!iob) 6343 return -ENOMEM; 6344 6345 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6346 if (rc) 6347 return rc; 6348 6349 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6350 qeth_set_tso_off(card, prot); 6351 return -EOPNOTSUPP; 6352 } 6353 6354 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6355 IPA_CMD_ASS_ENABLE, 6356 SETASS_DATA_SIZEOF(caps), prot); 6357 if (!iob) { 6358 qeth_set_tso_off(card, prot); 6359 return -ENOMEM; 6360 } 6361 6362 /* enable TSO capability */ 6363 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6364 QETH_IPA_LARGE_SEND_TCP; 6365 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6366 if (rc) { 6367 qeth_set_tso_off(card, prot); 6368 return rc; 6369 } 6370 6371 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6372 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6373 qeth_set_tso_off(card, prot); 6374 return -EOPNOTSUPP; 6375 } 6376 6377 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6378 tso_data.mss); 6379 return 0; 6380 } 6381 6382 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6383 enum qeth_prot_versions prot) 6384 { 6385 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6386 } 6387 6388 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6389 { 6390 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6391 int rc_ipv6; 6392 6393 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6394 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6395 QETH_PROT_IPV4); 6396 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6397 /* no/one Offload Assist available, so the rc is trivial */ 6398 return rc_ipv4; 6399 6400 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6401 QETH_PROT_IPV6); 6402 6403 if (on) 6404 /* enable: success if any Assist is active */ 6405 return (rc_ipv6) ? rc_ipv4 : 0; 6406 6407 /* disable: failure if any Assist is still active */ 6408 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6409 } 6410 6411 /** 6412 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6413 * @dev: a net_device 6414 */ 6415 void qeth_enable_hw_features(struct net_device *dev) 6416 { 6417 struct qeth_card *card = dev->ml_priv; 6418 netdev_features_t features; 6419 6420 features = dev->features; 6421 /* force-off any feature that might need an IPA sequence. 6422 * netdev_update_features() will restart them. 6423 */ 6424 dev->features &= ~dev->hw_features; 6425 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6426 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6427 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6428 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6429 } 6430 netdev_update_features(dev); 6431 if (features != dev->features) 6432 dev_warn(&card->gdev->dev, 6433 "Device recovery failed to restore all offload features\n"); 6434 } 6435 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6436 6437 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6438 { 6439 struct qeth_card *card = dev->ml_priv; 6440 netdev_features_t changed = dev->features ^ features; 6441 int rc = 0; 6442 6443 QETH_CARD_TEXT(card, 2, "setfeat"); 6444 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6445 6446 if ((changed & NETIF_F_IP_CSUM)) { 6447 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6448 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6449 if (rc) 6450 changed ^= NETIF_F_IP_CSUM; 6451 } 6452 if (changed & NETIF_F_IPV6_CSUM) { 6453 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6454 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6455 if (rc) 6456 changed ^= NETIF_F_IPV6_CSUM; 6457 } 6458 if (changed & NETIF_F_RXCSUM) { 6459 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6460 if (rc) 6461 changed ^= NETIF_F_RXCSUM; 6462 } 6463 if (changed & NETIF_F_TSO) { 6464 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6465 QETH_PROT_IPV4); 6466 if (rc) 6467 changed ^= NETIF_F_TSO; 6468 } 6469 if (changed & NETIF_F_TSO6) { 6470 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6471 QETH_PROT_IPV6); 6472 if (rc) 6473 changed ^= NETIF_F_TSO6; 6474 } 6475 6476 /* everything changed successfully? */ 6477 if ((dev->features ^ features) == changed) 6478 return 0; 6479 /* something went wrong. save changed features and return error */ 6480 dev->features ^= changed; 6481 return -EIO; 6482 } 6483 EXPORT_SYMBOL_GPL(qeth_set_features); 6484 6485 netdev_features_t qeth_fix_features(struct net_device *dev, 6486 netdev_features_t features) 6487 { 6488 struct qeth_card *card = dev->ml_priv; 6489 6490 QETH_CARD_TEXT(card, 2, "fixfeat"); 6491 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6492 features &= ~NETIF_F_IP_CSUM; 6493 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6494 features &= ~NETIF_F_IPV6_CSUM; 6495 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6496 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6497 features &= ~NETIF_F_RXCSUM; 6498 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6499 features &= ~NETIF_F_TSO; 6500 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6501 features &= ~NETIF_F_TSO6; 6502 6503 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6504 return features; 6505 } 6506 EXPORT_SYMBOL_GPL(qeth_fix_features); 6507 6508 netdev_features_t qeth_features_check(struct sk_buff *skb, 6509 struct net_device *dev, 6510 netdev_features_t features) 6511 { 6512 /* GSO segmentation builds skbs with 6513 * a (small) linear part for the headers, and 6514 * page frags for the data. 6515 * Compared to a linear skb, the header-only part consumes an 6516 * additional buffer element. This reduces buffer utilization, and 6517 * hurts throughput. So compress small segments into one element. 6518 */ 6519 if (netif_needs_gso(skb, features)) { 6520 /* match skb_segment(): */ 6521 unsigned int doffset = skb->data - skb_mac_header(skb); 6522 unsigned int hsize = skb_shinfo(skb)->gso_size; 6523 unsigned int hroom = skb_headroom(skb); 6524 6525 /* linearize only if resulting skb allocations are order-0: */ 6526 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6527 features &= ~NETIF_F_SG; 6528 } 6529 6530 return vlan_features_check(skb, features); 6531 } 6532 EXPORT_SYMBOL_GPL(qeth_features_check); 6533 6534 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6535 { 6536 struct qeth_card *card = dev->ml_priv; 6537 struct qeth_qdio_out_q *queue; 6538 unsigned int i; 6539 6540 QETH_CARD_TEXT(card, 5, "getstat"); 6541 6542 stats->rx_packets = card->stats.rx_packets; 6543 stats->rx_bytes = card->stats.rx_bytes; 6544 stats->rx_errors = card->stats.rx_length_errors + 6545 card->stats.rx_frame_errors + 6546 card->stats.rx_fifo_errors; 6547 stats->rx_dropped = card->stats.rx_dropped_nomem + 6548 card->stats.rx_dropped_notsupp + 6549 card->stats.rx_dropped_runt; 6550 stats->multicast = card->stats.rx_multicast; 6551 stats->rx_length_errors = card->stats.rx_length_errors; 6552 stats->rx_frame_errors = card->stats.rx_frame_errors; 6553 stats->rx_fifo_errors = card->stats.rx_fifo_errors; 6554 6555 for (i = 0; i < card->qdio.no_out_queues; i++) { 6556 queue = card->qdio.out_qs[i]; 6557 6558 stats->tx_packets += queue->stats.tx_packets; 6559 stats->tx_bytes += queue->stats.tx_bytes; 6560 stats->tx_errors += queue->stats.tx_errors; 6561 stats->tx_dropped += queue->stats.tx_dropped; 6562 } 6563 } 6564 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6565 6566 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6567 u8 cast_type, struct net_device *sb_dev) 6568 { 6569 if (cast_type != RTN_UNICAST) 6570 return QETH_IQD_MCAST_TXQ; 6571 return QETH_IQD_MIN_UCAST_TXQ; 6572 } 6573 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6574 6575 int qeth_open(struct net_device *dev) 6576 { 6577 struct qeth_card *card = dev->ml_priv; 6578 6579 QETH_CARD_TEXT(card, 4, "qethopen"); 6580 6581 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6582 return -EIO; 6583 6584 card->data.state = CH_STATE_UP; 6585 netif_tx_start_all_queues(dev); 6586 6587 napi_enable(&card->napi); 6588 local_bh_disable(); 6589 napi_schedule(&card->napi); 6590 if (IS_IQD(card)) { 6591 struct qeth_qdio_out_q *queue; 6592 unsigned int i; 6593 6594 qeth_for_each_output_queue(card, queue, i) { 6595 netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 6596 QETH_NAPI_WEIGHT); 6597 napi_enable(&queue->napi); 6598 napi_schedule(&queue->napi); 6599 } 6600 } 6601 /* kick-start the NAPI softirq: */ 6602 local_bh_enable(); 6603 return 0; 6604 } 6605 EXPORT_SYMBOL_GPL(qeth_open); 6606 6607 int qeth_stop(struct net_device *dev) 6608 { 6609 struct qeth_card *card = dev->ml_priv; 6610 6611 QETH_CARD_TEXT(card, 4, "qethstop"); 6612 if (IS_IQD(card)) { 6613 struct qeth_qdio_out_q *queue; 6614 unsigned int i; 6615 6616 /* Quiesce the NAPI instances: */ 6617 qeth_for_each_output_queue(card, queue, i) { 6618 napi_disable(&queue->napi); 6619 del_timer_sync(&queue->timer); 6620 } 6621 6622 /* Stop .ndo_start_xmit, might still access queue->napi. */ 6623 netif_tx_disable(dev); 6624 6625 /* Queues may get re-allocated, so remove the NAPIs here. */ 6626 qeth_for_each_output_queue(card, queue, i) 6627 netif_napi_del(&queue->napi); 6628 } else { 6629 netif_tx_disable(dev); 6630 } 6631 6632 napi_disable(&card->napi); 6633 return 0; 6634 } 6635 EXPORT_SYMBOL_GPL(qeth_stop); 6636 6637 static int __init qeth_core_init(void) 6638 { 6639 int rc; 6640 6641 pr_info("loading core functions\n"); 6642 6643 rc = qeth_register_dbf_views(); 6644 if (rc) 6645 goto dbf_err; 6646 qeth_core_root_dev = root_device_register("qeth"); 6647 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6648 if (rc) 6649 goto register_err; 6650 qeth_core_header_cache = 6651 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6652 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6653 0, NULL); 6654 if (!qeth_core_header_cache) { 6655 rc = -ENOMEM; 6656 goto slab_err; 6657 } 6658 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6659 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6660 if (!qeth_qdio_outbuf_cache) { 6661 rc = -ENOMEM; 6662 goto cqslab_err; 6663 } 6664 rc = ccw_driver_register(&qeth_ccw_driver); 6665 if (rc) 6666 goto ccw_err; 6667 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6668 if (rc) 6669 goto ccwgroup_err; 6670 6671 return 0; 6672 6673 ccwgroup_err: 6674 ccw_driver_unregister(&qeth_ccw_driver); 6675 ccw_err: 6676 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6677 cqslab_err: 6678 kmem_cache_destroy(qeth_core_header_cache); 6679 slab_err: 6680 root_device_unregister(qeth_core_root_dev); 6681 register_err: 6682 qeth_unregister_dbf_views(); 6683 dbf_err: 6684 pr_err("Initializing the qeth device driver failed\n"); 6685 return rc; 6686 } 6687 6688 static void __exit qeth_core_exit(void) 6689 { 6690 qeth_clear_dbf_list(); 6691 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6692 ccw_driver_unregister(&qeth_ccw_driver); 6693 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6694 kmem_cache_destroy(qeth_core_header_cache); 6695 root_device_unregister(qeth_core_root_dev); 6696 qeth_unregister_dbf_views(); 6697 pr_info("core functions removed\n"); 6698 } 6699 6700 module_init(qeth_core_init); 6701 module_exit(qeth_core_exit); 6702 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6703 MODULE_DESCRIPTION("qeth core functions"); 6704 MODULE_LICENSE("GPL"); 6705