1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/skbuff.h> 30 #include <linux/vmalloc.h> 31 32 #include <net/iucv/af_iucv.h> 33 #include <net/dsfield.h> 34 35 #include <asm/ebcdic.h> 36 #include <asm/chpid.h> 37 #include <asm/io.h> 38 #include <asm/sysinfo.h> 39 #include <asm/diag.h> 40 #include <asm/cio.h> 41 #include <asm/ccwdev.h> 42 #include <asm/cpcmd.h> 43 44 #include "qeth_core.h" 45 46 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 47 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 48 /* N P A M L V H */ 49 [QETH_DBF_SETUP] = {"qeth_setup", 50 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 51 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 52 &debug_sprintf_view, NULL}, 53 [QETH_DBF_CTRL] = {"qeth_control", 54 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 55 }; 56 EXPORT_SYMBOL_GPL(qeth_dbf); 57 58 struct kmem_cache *qeth_core_header_cache; 59 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 60 static struct kmem_cache *qeth_qdio_outbuf_cache; 61 62 static struct device *qeth_core_root_dev; 63 static struct lock_class_key qdio_out_skb_queue_key; 64 65 static void qeth_issue_next_read_cb(struct qeth_card *card, 66 struct qeth_cmd_buffer *iob, 67 unsigned int data_length); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_queues(struct qeth_card *card); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 75 int budget); 76 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 77 78 static void qeth_close_dev_handler(struct work_struct *work) 79 { 80 struct qeth_card *card; 81 82 card = container_of(work, struct qeth_card, close_dev_work); 83 QETH_CARD_TEXT(card, 2, "cldevhdl"); 84 ccwgroup_set_offline(card->gdev); 85 } 86 87 static const char *qeth_get_cardname(struct qeth_card *card) 88 { 89 if (IS_VM_NIC(card)) { 90 switch (card->info.type) { 91 case QETH_CARD_TYPE_OSD: 92 return " Virtual NIC QDIO"; 93 case QETH_CARD_TYPE_IQD: 94 return " Virtual NIC Hiper"; 95 case QETH_CARD_TYPE_OSM: 96 return " Virtual NIC QDIO - OSM"; 97 case QETH_CARD_TYPE_OSX: 98 return " Virtual NIC QDIO - OSX"; 99 default: 100 return " unknown"; 101 } 102 } else { 103 switch (card->info.type) { 104 case QETH_CARD_TYPE_OSD: 105 return " OSD Express"; 106 case QETH_CARD_TYPE_IQD: 107 return " HiperSockets"; 108 case QETH_CARD_TYPE_OSN: 109 return " OSN QDIO"; 110 case QETH_CARD_TYPE_OSM: 111 return " OSM QDIO"; 112 case QETH_CARD_TYPE_OSX: 113 return " OSX QDIO"; 114 default: 115 return " unknown"; 116 } 117 } 118 return " n/a"; 119 } 120 121 /* max length to be returned: 14 */ 122 const char *qeth_get_cardname_short(struct qeth_card *card) 123 { 124 if (IS_VM_NIC(card)) { 125 switch (card->info.type) { 126 case QETH_CARD_TYPE_OSD: 127 return "Virt.NIC QDIO"; 128 case QETH_CARD_TYPE_IQD: 129 return "Virt.NIC Hiper"; 130 case QETH_CARD_TYPE_OSM: 131 return "Virt.NIC OSM"; 132 case QETH_CARD_TYPE_OSX: 133 return "Virt.NIC OSX"; 134 default: 135 return "unknown"; 136 } 137 } else { 138 switch (card->info.type) { 139 case QETH_CARD_TYPE_OSD: 140 switch (card->info.link_type) { 141 case QETH_LINK_TYPE_FAST_ETH: 142 return "OSD_100"; 143 case QETH_LINK_TYPE_HSTR: 144 return "HSTR"; 145 case QETH_LINK_TYPE_GBIT_ETH: 146 return "OSD_1000"; 147 case QETH_LINK_TYPE_10GBIT_ETH: 148 return "OSD_10GIG"; 149 case QETH_LINK_TYPE_25GBIT_ETH: 150 return "OSD_25GIG"; 151 case QETH_LINK_TYPE_LANE_ETH100: 152 return "OSD_FE_LANE"; 153 case QETH_LINK_TYPE_LANE_TR: 154 return "OSD_TR_LANE"; 155 case QETH_LINK_TYPE_LANE_ETH1000: 156 return "OSD_GbE_LANE"; 157 case QETH_LINK_TYPE_LANE: 158 return "OSD_ATM_LANE"; 159 default: 160 return "OSD_Express"; 161 } 162 case QETH_CARD_TYPE_IQD: 163 return "HiperSockets"; 164 case QETH_CARD_TYPE_OSN: 165 return "OSN"; 166 case QETH_CARD_TYPE_OSM: 167 return "OSM_1000"; 168 case QETH_CARD_TYPE_OSX: 169 return "OSX_10GIG"; 170 default: 171 return "unknown"; 172 } 173 } 174 return "n/a"; 175 } 176 177 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 178 int clear_start_mask) 179 { 180 unsigned long flags; 181 182 spin_lock_irqsave(&card->thread_mask_lock, flags); 183 card->thread_allowed_mask = threads; 184 if (clear_start_mask) 185 card->thread_start_mask &= threads; 186 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 187 wake_up(&card->wait_q); 188 } 189 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 190 191 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 192 { 193 unsigned long flags; 194 int rc = 0; 195 196 spin_lock_irqsave(&card->thread_mask_lock, flags); 197 rc = (card->thread_running_mask & threads); 198 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 199 return rc; 200 } 201 EXPORT_SYMBOL_GPL(qeth_threads_running); 202 203 void qeth_clear_working_pool_list(struct qeth_card *card) 204 { 205 struct qeth_buffer_pool_entry *pool_entry, *tmp; 206 207 QETH_CARD_TEXT(card, 5, "clwrklst"); 208 list_for_each_entry_safe(pool_entry, tmp, 209 &card->qdio.in_buf_pool.entry_list, list){ 210 list_del(&pool_entry->list); 211 } 212 } 213 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 214 215 static int qeth_alloc_buffer_pool(struct qeth_card *card) 216 { 217 struct qeth_buffer_pool_entry *pool_entry; 218 void *ptr; 219 int i, j; 220 221 QETH_CARD_TEXT(card, 5, "alocpool"); 222 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 223 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 224 if (!pool_entry) { 225 qeth_free_buffer_pool(card); 226 return -ENOMEM; 227 } 228 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 229 ptr = (void *) __get_free_page(GFP_KERNEL); 230 if (!ptr) { 231 while (j > 0) 232 free_page((unsigned long) 233 pool_entry->elements[--j]); 234 kfree(pool_entry); 235 qeth_free_buffer_pool(card); 236 return -ENOMEM; 237 } 238 pool_entry->elements[j] = ptr; 239 } 240 list_add(&pool_entry->init_list, 241 &card->qdio.init_pool.entry_list); 242 } 243 return 0; 244 } 245 246 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 247 { 248 QETH_CARD_TEXT(card, 2, "realcbp"); 249 250 if (card->state != CARD_STATE_DOWN) 251 return -EPERM; 252 253 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 254 qeth_clear_working_pool_list(card); 255 qeth_free_buffer_pool(card); 256 card->qdio.in_buf_pool.buf_count = bufcnt; 257 card->qdio.init_pool.buf_count = bufcnt; 258 return qeth_alloc_buffer_pool(card); 259 } 260 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 261 262 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 263 { 264 if (!q) 265 return; 266 267 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 268 kfree(q); 269 } 270 271 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 272 { 273 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 274 int i; 275 276 if (!q) 277 return NULL; 278 279 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 280 kfree(q); 281 return NULL; 282 } 283 284 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 285 q->bufs[i].buffer = q->qdio_bufs[i]; 286 287 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 288 return q; 289 } 290 291 static int qeth_cq_init(struct qeth_card *card) 292 { 293 int rc; 294 295 if (card->options.cq == QETH_CQ_ENABLED) { 296 QETH_CARD_TEXT(card, 2, "cqinit"); 297 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 298 QDIO_MAX_BUFFERS_PER_Q); 299 card->qdio.c_q->next_buf_to_init = 127; 300 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 301 card->qdio.no_in_queues - 1, 0, 302 127); 303 if (rc) { 304 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 305 goto out; 306 } 307 } 308 rc = 0; 309 out: 310 return rc; 311 } 312 313 static int qeth_alloc_cq(struct qeth_card *card) 314 { 315 int rc; 316 317 if (card->options.cq == QETH_CQ_ENABLED) { 318 int i; 319 struct qdio_outbuf_state *outbuf_states; 320 321 QETH_CARD_TEXT(card, 2, "cqon"); 322 card->qdio.c_q = qeth_alloc_qdio_queue(); 323 if (!card->qdio.c_q) { 324 rc = -1; 325 goto kmsg_out; 326 } 327 card->qdio.no_in_queues = 2; 328 card->qdio.out_bufstates = 329 kcalloc(card->qdio.no_out_queues * 330 QDIO_MAX_BUFFERS_PER_Q, 331 sizeof(struct qdio_outbuf_state), 332 GFP_KERNEL); 333 outbuf_states = card->qdio.out_bufstates; 334 if (outbuf_states == NULL) { 335 rc = -1; 336 goto free_cq_out; 337 } 338 for (i = 0; i < card->qdio.no_out_queues; ++i) { 339 card->qdio.out_qs[i]->bufstates = outbuf_states; 340 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 341 } 342 } else { 343 QETH_CARD_TEXT(card, 2, "nocq"); 344 card->qdio.c_q = NULL; 345 card->qdio.no_in_queues = 1; 346 } 347 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 348 rc = 0; 349 out: 350 return rc; 351 free_cq_out: 352 qeth_free_qdio_queue(card->qdio.c_q); 353 card->qdio.c_q = NULL; 354 kmsg_out: 355 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 356 goto out; 357 } 358 359 static void qeth_free_cq(struct qeth_card *card) 360 { 361 if (card->qdio.c_q) { 362 --card->qdio.no_in_queues; 363 qeth_free_qdio_queue(card->qdio.c_q); 364 card->qdio.c_q = NULL; 365 } 366 kfree(card->qdio.out_bufstates); 367 card->qdio.out_bufstates = NULL; 368 } 369 370 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 371 int delayed) 372 { 373 enum iucv_tx_notify n; 374 375 switch (sbalf15) { 376 case 0: 377 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 378 break; 379 case 4: 380 case 16: 381 case 17: 382 case 18: 383 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 384 TX_NOTIFY_UNREACHABLE; 385 break; 386 default: 387 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 388 TX_NOTIFY_GENERALERROR; 389 break; 390 } 391 392 return n; 393 } 394 395 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 396 int forced_cleanup) 397 { 398 if (q->card->options.cq != QETH_CQ_ENABLED) 399 return; 400 401 if (q->bufs[bidx]->next_pending != NULL) { 402 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 403 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 404 405 while (c) { 406 if (forced_cleanup || 407 atomic_read(&c->state) == 408 QETH_QDIO_BUF_HANDLED_DELAYED) { 409 struct qeth_qdio_out_buffer *f = c; 410 QETH_CARD_TEXT(f->q->card, 5, "fp"); 411 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 412 /* release here to avoid interleaving between 413 outbound tasklet and inbound tasklet 414 regarding notifications and lifecycle */ 415 qeth_tx_complete_buf(c, forced_cleanup, 0); 416 417 c = f->next_pending; 418 WARN_ON_ONCE(head->next_pending != f); 419 head->next_pending = c; 420 kmem_cache_free(qeth_qdio_outbuf_cache, f); 421 } else { 422 head = c; 423 c = c->next_pending; 424 } 425 426 } 427 } 428 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 429 QETH_QDIO_BUF_HANDLED_DELAYED)) { 430 /* for recovery situations */ 431 qeth_init_qdio_out_buf(q, bidx); 432 QETH_CARD_TEXT(q->card, 2, "clprecov"); 433 } 434 } 435 436 437 static void qeth_qdio_handle_aob(struct qeth_card *card, 438 unsigned long phys_aob_addr) 439 { 440 struct qaob *aob; 441 struct qeth_qdio_out_buffer *buffer; 442 enum iucv_tx_notify notification; 443 unsigned int i; 444 445 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 446 QETH_CARD_TEXT(card, 5, "haob"); 447 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 448 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 449 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 450 451 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 452 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 453 notification = TX_NOTIFY_OK; 454 } else { 455 WARN_ON_ONCE(atomic_read(&buffer->state) != 456 QETH_QDIO_BUF_PENDING); 457 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 458 notification = TX_NOTIFY_DELAYED_OK; 459 } 460 461 if (aob->aorc != 0) { 462 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 463 notification = qeth_compute_cq_notification(aob->aorc, 1); 464 } 465 qeth_notify_skbs(buffer->q, buffer, notification); 466 467 /* Free dangling allocations. The attached skbs are handled by 468 * qeth_cleanup_handled_pending(). 469 */ 470 for (i = 0; 471 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 472 i++) { 473 if (aob->sba[i] && buffer->is_header[i]) 474 kmem_cache_free(qeth_core_header_cache, 475 (void *) aob->sba[i]); 476 } 477 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 478 479 qdio_release_aob(aob); 480 } 481 482 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 483 { 484 return card->options.cq == QETH_CQ_ENABLED && 485 card->qdio.c_q != NULL && 486 queue != 0 && 487 queue == card->qdio.no_in_queues - 1; 488 } 489 490 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 491 void *data) 492 { 493 ccw->cmd_code = cmd_code; 494 ccw->flags = flags | CCW_FLAG_SLI; 495 ccw->count = len; 496 ccw->cda = (__u32) __pa(data); 497 } 498 499 static int __qeth_issue_next_read(struct qeth_card *card) 500 { 501 struct qeth_cmd_buffer *iob = card->read_cmd; 502 struct qeth_channel *channel = iob->channel; 503 struct ccw1 *ccw = __ccw_from_cmd(iob); 504 int rc; 505 506 QETH_CARD_TEXT(card, 5, "issnxrd"); 507 if (channel->state != CH_STATE_UP) 508 return -EIO; 509 510 memset(iob->data, 0, iob->length); 511 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 512 iob->callback = qeth_issue_next_read_cb; 513 /* keep the cmd alive after completion: */ 514 qeth_get_cmd(iob); 515 516 QETH_CARD_TEXT(card, 6, "noirqpnd"); 517 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 518 if (rc) { 519 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 520 rc, CARD_DEVID(card)); 521 atomic_set(&channel->irq_pending, 0); 522 qeth_put_cmd(iob); 523 card->read_or_write_problem = 1; 524 qeth_schedule_recovery(card); 525 wake_up(&card->wait_q); 526 } 527 return rc; 528 } 529 530 static int qeth_issue_next_read(struct qeth_card *card) 531 { 532 int ret; 533 534 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 535 ret = __qeth_issue_next_read(card); 536 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 537 538 return ret; 539 } 540 541 static void qeth_enqueue_cmd(struct qeth_card *card, 542 struct qeth_cmd_buffer *iob) 543 { 544 spin_lock_irq(&card->lock); 545 list_add_tail(&iob->list, &card->cmd_waiter_list); 546 spin_unlock_irq(&card->lock); 547 } 548 549 static void qeth_dequeue_cmd(struct qeth_card *card, 550 struct qeth_cmd_buffer *iob) 551 { 552 spin_lock_irq(&card->lock); 553 list_del(&iob->list); 554 spin_unlock_irq(&card->lock); 555 } 556 557 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 558 { 559 iob->rc = reason; 560 complete(&iob->done); 561 } 562 EXPORT_SYMBOL_GPL(qeth_notify_cmd); 563 564 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 565 struct qeth_card *card) 566 { 567 const char *ipa_name; 568 int com = cmd->hdr.command; 569 ipa_name = qeth_get_ipa_cmd_name(com); 570 571 if (rc) 572 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 573 ipa_name, com, CARD_DEVID(card), rc, 574 qeth_get_ipa_msg(rc)); 575 else 576 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 577 ipa_name, com, CARD_DEVID(card)); 578 } 579 580 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 581 struct qeth_ipa_cmd *cmd) 582 { 583 QETH_CARD_TEXT(card, 5, "chkipad"); 584 585 if (IS_IPA_REPLY(cmd)) { 586 if (cmd->hdr.command != IPA_CMD_SETCCID && 587 cmd->hdr.command != IPA_CMD_DELCCID && 588 cmd->hdr.command != IPA_CMD_MODCCID && 589 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 590 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 591 return cmd; 592 } 593 594 /* handle unsolicited event: */ 595 switch (cmd->hdr.command) { 596 case IPA_CMD_STOPLAN: 597 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 598 dev_err(&card->gdev->dev, 599 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 600 QETH_CARD_IFNAME(card)); 601 schedule_work(&card->close_dev_work); 602 } else { 603 dev_warn(&card->gdev->dev, 604 "The link for interface %s on CHPID 0x%X failed\n", 605 QETH_CARD_IFNAME(card), card->info.chpid); 606 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 607 netif_carrier_off(card->dev); 608 } 609 return NULL; 610 case IPA_CMD_STARTLAN: 611 dev_info(&card->gdev->dev, 612 "The link for %s on CHPID 0x%X has been restored\n", 613 QETH_CARD_IFNAME(card), card->info.chpid); 614 if (card->info.hwtrap) 615 card->info.hwtrap = 2; 616 qeth_schedule_recovery(card); 617 return NULL; 618 case IPA_CMD_SETBRIDGEPORT_IQD: 619 case IPA_CMD_SETBRIDGEPORT_OSA: 620 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 621 if (card->discipline->control_event_handler(card, cmd)) 622 return cmd; 623 return NULL; 624 case IPA_CMD_MODCCID: 625 return cmd; 626 case IPA_CMD_REGISTER_LOCAL_ADDR: 627 QETH_CARD_TEXT(card, 3, "irla"); 628 return NULL; 629 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 630 QETH_CARD_TEXT(card, 3, "urla"); 631 return NULL; 632 default: 633 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 634 return cmd; 635 } 636 } 637 638 void qeth_clear_ipacmd_list(struct qeth_card *card) 639 { 640 struct qeth_cmd_buffer *iob; 641 unsigned long flags; 642 643 QETH_CARD_TEXT(card, 4, "clipalst"); 644 645 spin_lock_irqsave(&card->lock, flags); 646 list_for_each_entry(iob, &card->cmd_waiter_list, list) 647 qeth_notify_cmd(iob, -EIO); 648 spin_unlock_irqrestore(&card->lock, flags); 649 } 650 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 651 652 static int qeth_check_idx_response(struct qeth_card *card, 653 unsigned char *buffer) 654 { 655 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 656 if ((buffer[2] & 0xc0) == 0xc0) { 657 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 658 buffer[4]); 659 QETH_CARD_TEXT(card, 2, "ckidxres"); 660 QETH_CARD_TEXT(card, 2, " idxterm"); 661 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 662 if (buffer[4] == 0xf6) { 663 dev_err(&card->gdev->dev, 664 "The qeth device is not configured " 665 "for the OSI layer required by z/VM\n"); 666 return -EPERM; 667 } 668 return -EIO; 669 } 670 return 0; 671 } 672 673 void qeth_put_cmd(struct qeth_cmd_buffer *iob) 674 { 675 if (refcount_dec_and_test(&iob->ref_count)) { 676 kfree(iob->data); 677 kfree(iob); 678 } 679 } 680 EXPORT_SYMBOL_GPL(qeth_put_cmd); 681 682 static void qeth_release_buffer_cb(struct qeth_card *card, 683 struct qeth_cmd_buffer *iob, 684 unsigned int data_length) 685 { 686 qeth_put_cmd(iob); 687 } 688 689 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 690 { 691 qeth_notify_cmd(iob, rc); 692 qeth_put_cmd(iob); 693 } 694 695 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 696 unsigned int length, unsigned int ccws, 697 long timeout) 698 { 699 struct qeth_cmd_buffer *iob; 700 701 if (length > QETH_BUFSIZE) 702 return NULL; 703 704 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 705 if (!iob) 706 return NULL; 707 708 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 709 GFP_KERNEL | GFP_DMA); 710 if (!iob->data) { 711 kfree(iob); 712 return NULL; 713 } 714 715 init_completion(&iob->done); 716 spin_lock_init(&iob->lock); 717 INIT_LIST_HEAD(&iob->list); 718 refcount_set(&iob->ref_count, 1); 719 iob->channel = channel; 720 iob->timeout = timeout; 721 iob->length = length; 722 return iob; 723 } 724 EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 725 726 static void qeth_issue_next_read_cb(struct qeth_card *card, 727 struct qeth_cmd_buffer *iob, 728 unsigned int data_length) 729 { 730 struct qeth_cmd_buffer *request = NULL; 731 struct qeth_ipa_cmd *cmd = NULL; 732 struct qeth_reply *reply = NULL; 733 struct qeth_cmd_buffer *tmp; 734 unsigned long flags; 735 int rc = 0; 736 737 QETH_CARD_TEXT(card, 4, "sndctlcb"); 738 rc = qeth_check_idx_response(card, iob->data); 739 switch (rc) { 740 case 0: 741 break; 742 case -EIO: 743 qeth_clear_ipacmd_list(card); 744 qeth_schedule_recovery(card); 745 /* fall through */ 746 default: 747 goto out; 748 } 749 750 if (IS_IPA(iob->data)) { 751 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 752 cmd = qeth_check_ipa_data(card, cmd); 753 if (!cmd) 754 goto out; 755 if (IS_OSN(card) && card->osn_info.assist_cb && 756 cmd->hdr.command != IPA_CMD_STARTLAN) { 757 card->osn_info.assist_cb(card->dev, cmd); 758 goto out; 759 } 760 } else { 761 /* non-IPA commands should only flow during initialization */ 762 if (card->state != CARD_STATE_DOWN) 763 goto out; 764 } 765 766 /* match against pending cmd requests */ 767 spin_lock_irqsave(&card->lock, flags); 768 list_for_each_entry(tmp, &card->cmd_waiter_list, list) { 769 if (!IS_IPA(tmp->data) || 770 __ipa_cmd(tmp)->hdr.seqno == cmd->hdr.seqno) { 771 request = tmp; 772 /* take the object outside the lock */ 773 qeth_get_cmd(request); 774 break; 775 } 776 } 777 spin_unlock_irqrestore(&card->lock, flags); 778 779 if (!request) 780 goto out; 781 782 reply = &request->reply; 783 if (!reply->callback) { 784 rc = 0; 785 goto no_callback; 786 } 787 788 spin_lock_irqsave(&request->lock, flags); 789 if (request->rc) 790 /* Bail out when the requestor has already left: */ 791 rc = request->rc; 792 else 793 rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 794 (unsigned long)iob); 795 spin_unlock_irqrestore(&request->lock, flags); 796 797 no_callback: 798 if (rc <= 0) 799 qeth_notify_cmd(request, rc); 800 qeth_put_cmd(request); 801 out: 802 memcpy(&card->seqno.pdu_hdr_ack, 803 QETH_PDU_HEADER_SEQ_NO(iob->data), 804 QETH_SEQ_NO_LENGTH); 805 qeth_put_cmd(iob); 806 __qeth_issue_next_read(card); 807 } 808 809 static int qeth_set_thread_start_bit(struct qeth_card *card, 810 unsigned long thread) 811 { 812 unsigned long flags; 813 814 spin_lock_irqsave(&card->thread_mask_lock, flags); 815 if (!(card->thread_allowed_mask & thread) || 816 (card->thread_start_mask & thread)) { 817 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 818 return -EPERM; 819 } 820 card->thread_start_mask |= thread; 821 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 822 return 0; 823 } 824 825 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 826 { 827 unsigned long flags; 828 829 spin_lock_irqsave(&card->thread_mask_lock, flags); 830 card->thread_start_mask &= ~thread; 831 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 832 wake_up(&card->wait_q); 833 } 834 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 835 836 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 837 { 838 unsigned long flags; 839 840 spin_lock_irqsave(&card->thread_mask_lock, flags); 841 card->thread_running_mask &= ~thread; 842 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 843 wake_up_all(&card->wait_q); 844 } 845 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 846 847 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 848 { 849 unsigned long flags; 850 int rc = 0; 851 852 spin_lock_irqsave(&card->thread_mask_lock, flags); 853 if (card->thread_start_mask & thread) { 854 if ((card->thread_allowed_mask & thread) && 855 !(card->thread_running_mask & thread)) { 856 rc = 1; 857 card->thread_start_mask &= ~thread; 858 card->thread_running_mask |= thread; 859 } else 860 rc = -EPERM; 861 } 862 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 863 return rc; 864 } 865 866 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 867 { 868 int rc = 0; 869 870 wait_event(card->wait_q, 871 (rc = __qeth_do_run_thread(card, thread)) >= 0); 872 return rc; 873 } 874 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 875 876 void qeth_schedule_recovery(struct qeth_card *card) 877 { 878 QETH_CARD_TEXT(card, 2, "startrec"); 879 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 880 schedule_work(&card->kernel_thread_starter); 881 } 882 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 883 884 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 885 struct irb *irb) 886 { 887 int dstat, cstat; 888 char *sense; 889 890 sense = (char *) irb->ecw; 891 cstat = irb->scsw.cmd.cstat; 892 dstat = irb->scsw.cmd.dstat; 893 894 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 895 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 896 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 897 QETH_CARD_TEXT(card, 2, "CGENCHK"); 898 dev_warn(&cdev->dev, "The qeth device driver " 899 "failed to recover an error on the device\n"); 900 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 901 CCW_DEVID(cdev), dstat, cstat); 902 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 903 16, 1, irb, 64, 1); 904 return -EIO; 905 } 906 907 if (dstat & DEV_STAT_UNIT_CHECK) { 908 if (sense[SENSE_RESETTING_EVENT_BYTE] & 909 SENSE_RESETTING_EVENT_FLAG) { 910 QETH_CARD_TEXT(card, 2, "REVIND"); 911 return -EIO; 912 } 913 if (sense[SENSE_COMMAND_REJECT_BYTE] & 914 SENSE_COMMAND_REJECT_FLAG) { 915 QETH_CARD_TEXT(card, 2, "CMDREJi"); 916 return -EIO; 917 } 918 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 919 QETH_CARD_TEXT(card, 2, "AFFE"); 920 return -EIO; 921 } 922 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 923 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 924 return 0; 925 } 926 QETH_CARD_TEXT(card, 2, "DGENCHK"); 927 return -EIO; 928 } 929 return 0; 930 } 931 932 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 933 struct irb *irb) 934 { 935 if (!IS_ERR(irb)) 936 return 0; 937 938 switch (PTR_ERR(irb)) { 939 case -EIO: 940 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 941 CCW_DEVID(cdev)); 942 QETH_CARD_TEXT(card, 2, "ckirberr"); 943 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 944 return -EIO; 945 case -ETIMEDOUT: 946 dev_warn(&cdev->dev, "A hardware operation timed out" 947 " on the device\n"); 948 QETH_CARD_TEXT(card, 2, "ckirberr"); 949 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 950 return -ETIMEDOUT; 951 default: 952 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 953 PTR_ERR(irb), CCW_DEVID(cdev)); 954 QETH_CARD_TEXT(card, 2, "ckirberr"); 955 QETH_CARD_TEXT(card, 2, " rc???"); 956 return PTR_ERR(irb); 957 } 958 } 959 960 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 961 struct irb *irb) 962 { 963 int rc; 964 int cstat, dstat; 965 struct qeth_cmd_buffer *iob = NULL; 966 struct ccwgroup_device *gdev; 967 struct qeth_channel *channel; 968 struct qeth_card *card; 969 970 /* while we hold the ccwdev lock, this stays valid: */ 971 gdev = dev_get_drvdata(&cdev->dev); 972 card = dev_get_drvdata(&gdev->dev); 973 if (!card) 974 return; 975 976 QETH_CARD_TEXT(card, 5, "irq"); 977 978 if (card->read.ccwdev == cdev) { 979 channel = &card->read; 980 QETH_CARD_TEXT(card, 5, "read"); 981 } else if (card->write.ccwdev == cdev) { 982 channel = &card->write; 983 QETH_CARD_TEXT(card, 5, "write"); 984 } else { 985 channel = &card->data; 986 QETH_CARD_TEXT(card, 5, "data"); 987 } 988 989 if (qeth_intparm_is_iob(intparm)) 990 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 991 992 rc = qeth_check_irb_error(card, cdev, irb); 993 if (rc) { 994 /* IO was terminated, free its resources. */ 995 if (iob) 996 qeth_cancel_cmd(iob, rc); 997 atomic_set(&channel->irq_pending, 0); 998 wake_up(&card->wait_q); 999 return; 1000 } 1001 1002 atomic_set(&channel->irq_pending, 0); 1003 1004 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1005 channel->state = CH_STATE_STOPPED; 1006 1007 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1008 channel->state = CH_STATE_HALTED; 1009 1010 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1011 QETH_CARD_TEXT(card, 6, "clrchpar"); 1012 /* we don't have to handle this further */ 1013 intparm = 0; 1014 } 1015 if (intparm == QETH_HALT_CHANNEL_PARM) { 1016 QETH_CARD_TEXT(card, 6, "hltchpar"); 1017 /* we don't have to handle this further */ 1018 intparm = 0; 1019 } 1020 1021 cstat = irb->scsw.cmd.cstat; 1022 dstat = irb->scsw.cmd.dstat; 1023 1024 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1025 (dstat & DEV_STAT_UNIT_CHECK) || 1026 (cstat)) { 1027 if (irb->esw.esw0.erw.cons) { 1028 dev_warn(&channel->ccwdev->dev, 1029 "The qeth device driver failed to recover " 1030 "an error on the device\n"); 1031 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1032 CCW_DEVID(channel->ccwdev), cstat, 1033 dstat); 1034 print_hex_dump(KERN_WARNING, "qeth: irb ", 1035 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1036 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1037 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1038 } 1039 1040 rc = qeth_get_problem(card, cdev, irb); 1041 if (rc) { 1042 card->read_or_write_problem = 1; 1043 if (iob) 1044 qeth_cancel_cmd(iob, rc); 1045 qeth_clear_ipacmd_list(card); 1046 qeth_schedule_recovery(card); 1047 goto out; 1048 } 1049 } 1050 1051 if (iob) { 1052 /* sanity check: */ 1053 if (irb->scsw.cmd.count > iob->length) { 1054 qeth_cancel_cmd(iob, -EIO); 1055 goto out; 1056 } 1057 if (iob->callback) 1058 iob->callback(card, iob, 1059 iob->length - irb->scsw.cmd.count); 1060 } 1061 1062 out: 1063 wake_up(&card->wait_q); 1064 return; 1065 } 1066 1067 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1068 struct qeth_qdio_out_buffer *buf, 1069 enum iucv_tx_notify notification) 1070 { 1071 struct sk_buff *skb; 1072 1073 skb_queue_walk(&buf->skb_list, skb) { 1074 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1075 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1076 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1077 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1078 } 1079 } 1080 1081 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 1082 int budget) 1083 { 1084 struct qeth_qdio_out_q *queue = buf->q; 1085 struct sk_buff *skb; 1086 1087 /* release may never happen from within CQ tasklet scope */ 1088 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1089 1090 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1091 qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 1092 1093 /* Empty buffer? */ 1094 if (buf->next_element_to_fill == 0) 1095 return; 1096 1097 QETH_TXQ_STAT_INC(queue, bufs); 1098 QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 1099 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1100 unsigned int bytes = qdisc_pkt_len(skb); 1101 bool is_tso = skb_is_gso(skb); 1102 unsigned int packets; 1103 1104 packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 1105 if (error) { 1106 QETH_TXQ_STAT_ADD(queue, tx_errors, packets); 1107 } else { 1108 QETH_TXQ_STAT_ADD(queue, tx_packets, packets); 1109 QETH_TXQ_STAT_ADD(queue, tx_bytes, bytes); 1110 if (skb->ip_summed == CHECKSUM_PARTIAL) 1111 QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1112 if (skb_is_nonlinear(skb)) 1113 QETH_TXQ_STAT_INC(queue, skbs_sg); 1114 if (is_tso) { 1115 QETH_TXQ_STAT_INC(queue, skbs_tso); 1116 QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1117 } 1118 } 1119 1120 napi_consume_skb(skb, budget); 1121 } 1122 } 1123 1124 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1125 struct qeth_qdio_out_buffer *buf, 1126 bool error, int budget) 1127 { 1128 int i; 1129 1130 /* is PCI flag set on buffer? */ 1131 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1132 atomic_dec(&queue->set_pci_flags_count); 1133 1134 qeth_tx_complete_buf(buf, error, budget); 1135 1136 for (i = 0; i < queue->max_elements; ++i) { 1137 if (buf->buffer->element[i].addr && buf->is_header[i]) 1138 kmem_cache_free(qeth_core_header_cache, 1139 buf->buffer->element[i].addr); 1140 buf->is_header[i] = 0; 1141 } 1142 1143 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1144 buf->next_element_to_fill = 0; 1145 buf->bytes = 0; 1146 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1147 } 1148 1149 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1150 { 1151 int j; 1152 1153 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1154 if (!q->bufs[j]) 1155 continue; 1156 qeth_cleanup_handled_pending(q, j, 1); 1157 qeth_clear_output_buffer(q, q->bufs[j], true, 0); 1158 if (free) { 1159 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1160 q->bufs[j] = NULL; 1161 } 1162 } 1163 } 1164 1165 void qeth_drain_output_queues(struct qeth_card *card) 1166 { 1167 int i; 1168 1169 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1170 /* clear outbound buffers to free skbs */ 1171 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1172 if (card->qdio.out_qs[i]) 1173 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1174 } 1175 } 1176 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1177 1178 static void qeth_free_buffer_pool(struct qeth_card *card) 1179 { 1180 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1181 int i = 0; 1182 list_for_each_entry_safe(pool_entry, tmp, 1183 &card->qdio.init_pool.entry_list, init_list){ 1184 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1185 free_page((unsigned long)pool_entry->elements[i]); 1186 list_del(&pool_entry->init_list); 1187 kfree(pool_entry); 1188 } 1189 } 1190 1191 static void qeth_clean_channel(struct qeth_channel *channel) 1192 { 1193 struct ccw_device *cdev = channel->ccwdev; 1194 1195 QETH_DBF_TEXT(SETUP, 2, "freech"); 1196 1197 spin_lock_irq(get_ccwdev_lock(cdev)); 1198 cdev->handler = NULL; 1199 spin_unlock_irq(get_ccwdev_lock(cdev)); 1200 } 1201 1202 static void qeth_setup_channel(struct qeth_channel *channel) 1203 { 1204 struct ccw_device *cdev = channel->ccwdev; 1205 1206 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1207 1208 channel->state = CH_STATE_DOWN; 1209 atomic_set(&channel->irq_pending, 0); 1210 1211 spin_lock_irq(get_ccwdev_lock(cdev)); 1212 cdev->handler = qeth_irq; 1213 spin_unlock_irq(get_ccwdev_lock(cdev)); 1214 } 1215 1216 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1217 { 1218 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1219 int rc; 1220 1221 rtnl_lock(); 1222 rc = netif_set_real_num_tx_queues(card->dev, count); 1223 rtnl_unlock(); 1224 1225 if (rc) 1226 return rc; 1227 1228 if (card->qdio.no_out_queues == count) 1229 return 0; 1230 1231 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1232 qeth_free_qdio_queues(card); 1233 1234 if (count == 1) 1235 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1236 1237 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1238 card->qdio.no_out_queues = count; 1239 return 0; 1240 } 1241 1242 static int qeth_update_from_chp_desc(struct qeth_card *card) 1243 { 1244 struct ccw_device *ccwdev; 1245 struct channel_path_desc_fmt0 *chp_dsc; 1246 int rc = 0; 1247 1248 QETH_CARD_TEXT(card, 2, "chp_desc"); 1249 1250 ccwdev = card->data.ccwdev; 1251 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1252 if (!chp_dsc) 1253 return -ENOMEM; 1254 1255 card->info.func_level = 0x4100 + chp_dsc->desc; 1256 1257 if (IS_OSD(card) || IS_OSX(card)) 1258 /* CHPP field bit 6 == 1 -> single queue */ 1259 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1260 1261 kfree(chp_dsc); 1262 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1263 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1264 return rc; 1265 } 1266 1267 static void qeth_init_qdio_info(struct qeth_card *card) 1268 { 1269 QETH_CARD_TEXT(card, 4, "intqdinf"); 1270 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1271 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1272 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1273 1274 /* inbound */ 1275 card->qdio.no_in_queues = 1; 1276 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1277 if (IS_IQD(card)) 1278 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1279 else 1280 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1281 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1282 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1283 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1284 } 1285 1286 static void qeth_set_initial_options(struct qeth_card *card) 1287 { 1288 card->options.route4.type = NO_ROUTER; 1289 card->options.route6.type = NO_ROUTER; 1290 card->options.rx_sg_cb = QETH_RX_SG_CB; 1291 card->options.isolation = ISOLATION_MODE_NONE; 1292 card->options.cq = QETH_CQ_DISABLED; 1293 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1294 } 1295 1296 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1297 { 1298 unsigned long flags; 1299 int rc = 0; 1300 1301 spin_lock_irqsave(&card->thread_mask_lock, flags); 1302 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1303 (u8) card->thread_start_mask, 1304 (u8) card->thread_allowed_mask, 1305 (u8) card->thread_running_mask); 1306 rc = (card->thread_start_mask & thread); 1307 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1308 return rc; 1309 } 1310 1311 static void qeth_start_kernel_thread(struct work_struct *work) 1312 { 1313 struct task_struct *ts; 1314 struct qeth_card *card = container_of(work, struct qeth_card, 1315 kernel_thread_starter); 1316 QETH_CARD_TEXT(card , 2, "strthrd"); 1317 1318 if (card->read.state != CH_STATE_UP && 1319 card->write.state != CH_STATE_UP) 1320 return; 1321 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1322 ts = kthread_run(card->discipline->recover, (void *)card, 1323 "qeth_recover"); 1324 if (IS_ERR(ts)) { 1325 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1326 qeth_clear_thread_running_bit(card, 1327 QETH_RECOVER_THREAD); 1328 } 1329 } 1330 } 1331 1332 static void qeth_buffer_reclaim_work(struct work_struct *); 1333 static void qeth_setup_card(struct qeth_card *card) 1334 { 1335 QETH_CARD_TEXT(card, 2, "setupcrd"); 1336 1337 card->info.type = CARD_RDEV(card)->id.driver_info; 1338 card->state = CARD_STATE_DOWN; 1339 spin_lock_init(&card->lock); 1340 spin_lock_init(&card->thread_mask_lock); 1341 mutex_init(&card->conf_mutex); 1342 mutex_init(&card->discipline_mutex); 1343 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1344 INIT_LIST_HEAD(&card->cmd_waiter_list); 1345 init_waitqueue_head(&card->wait_q); 1346 qeth_set_initial_options(card); 1347 /* IP address takeover */ 1348 INIT_LIST_HEAD(&card->ipato.entries); 1349 qeth_init_qdio_info(card); 1350 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1351 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1352 } 1353 1354 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1355 { 1356 struct qeth_card *card = container_of(slr, struct qeth_card, 1357 qeth_service_level); 1358 if (card->info.mcl_level[0]) 1359 seq_printf(m, "qeth: %s firmware level %s\n", 1360 CARD_BUS_ID(card), card->info.mcl_level); 1361 } 1362 1363 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1364 { 1365 struct qeth_card *card; 1366 1367 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1368 card = kzalloc(sizeof(*card), GFP_KERNEL); 1369 if (!card) 1370 goto out; 1371 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1372 1373 card->gdev = gdev; 1374 dev_set_drvdata(&gdev->dev, card); 1375 CARD_RDEV(card) = gdev->cdev[0]; 1376 CARD_WDEV(card) = gdev->cdev[1]; 1377 CARD_DDEV(card) = gdev->cdev[2]; 1378 1379 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1380 dev_name(&gdev->dev)); 1381 if (!card->event_wq) 1382 goto out_wq; 1383 1384 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1385 if (!card->read_cmd) 1386 goto out_read_cmd; 1387 1388 qeth_setup_channel(&card->read); 1389 qeth_setup_channel(&card->write); 1390 qeth_setup_channel(&card->data); 1391 card->qeth_service_level.seq_print = qeth_core_sl_print; 1392 register_service_level(&card->qeth_service_level); 1393 return card; 1394 1395 out_read_cmd: 1396 destroy_workqueue(card->event_wq); 1397 out_wq: 1398 dev_set_drvdata(&gdev->dev, NULL); 1399 kfree(card); 1400 out: 1401 return NULL; 1402 } 1403 1404 static int qeth_clear_channel(struct qeth_card *card, 1405 struct qeth_channel *channel) 1406 { 1407 int rc; 1408 1409 QETH_CARD_TEXT(card, 3, "clearch"); 1410 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1411 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1412 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1413 1414 if (rc) 1415 return rc; 1416 rc = wait_event_interruptible_timeout(card->wait_q, 1417 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1418 if (rc == -ERESTARTSYS) 1419 return rc; 1420 if (channel->state != CH_STATE_STOPPED) 1421 return -ETIME; 1422 channel->state = CH_STATE_DOWN; 1423 return 0; 1424 } 1425 1426 static int qeth_halt_channel(struct qeth_card *card, 1427 struct qeth_channel *channel) 1428 { 1429 int rc; 1430 1431 QETH_CARD_TEXT(card, 3, "haltch"); 1432 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1433 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1434 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1435 1436 if (rc) 1437 return rc; 1438 rc = wait_event_interruptible_timeout(card->wait_q, 1439 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1440 if (rc == -ERESTARTSYS) 1441 return rc; 1442 if (channel->state != CH_STATE_HALTED) 1443 return -ETIME; 1444 return 0; 1445 } 1446 1447 static int qeth_halt_channels(struct qeth_card *card) 1448 { 1449 int rc1 = 0, rc2 = 0, rc3 = 0; 1450 1451 QETH_CARD_TEXT(card, 3, "haltchs"); 1452 rc1 = qeth_halt_channel(card, &card->read); 1453 rc2 = qeth_halt_channel(card, &card->write); 1454 rc3 = qeth_halt_channel(card, &card->data); 1455 if (rc1) 1456 return rc1; 1457 if (rc2) 1458 return rc2; 1459 return rc3; 1460 } 1461 1462 static int qeth_clear_channels(struct qeth_card *card) 1463 { 1464 int rc1 = 0, rc2 = 0, rc3 = 0; 1465 1466 QETH_CARD_TEXT(card, 3, "clearchs"); 1467 rc1 = qeth_clear_channel(card, &card->read); 1468 rc2 = qeth_clear_channel(card, &card->write); 1469 rc3 = qeth_clear_channel(card, &card->data); 1470 if (rc1) 1471 return rc1; 1472 if (rc2) 1473 return rc2; 1474 return rc3; 1475 } 1476 1477 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1478 { 1479 int rc = 0; 1480 1481 QETH_CARD_TEXT(card, 3, "clhacrd"); 1482 1483 if (halt) 1484 rc = qeth_halt_channels(card); 1485 if (rc) 1486 return rc; 1487 return qeth_clear_channels(card); 1488 } 1489 1490 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1491 { 1492 int rc = 0; 1493 1494 QETH_CARD_TEXT(card, 3, "qdioclr"); 1495 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1496 QETH_QDIO_CLEANING)) { 1497 case QETH_QDIO_ESTABLISHED: 1498 if (IS_IQD(card)) 1499 rc = qdio_shutdown(CARD_DDEV(card), 1500 QDIO_FLAG_CLEANUP_USING_HALT); 1501 else 1502 rc = qdio_shutdown(CARD_DDEV(card), 1503 QDIO_FLAG_CLEANUP_USING_CLEAR); 1504 if (rc) 1505 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1506 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1507 break; 1508 case QETH_QDIO_CLEANING: 1509 return rc; 1510 default: 1511 break; 1512 } 1513 rc = qeth_clear_halt_card(card, use_halt); 1514 if (rc) 1515 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1516 return rc; 1517 } 1518 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1519 1520 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1521 { 1522 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1523 struct diag26c_vnic_resp *response = NULL; 1524 struct diag26c_vnic_req *request = NULL; 1525 struct ccw_dev_id id; 1526 char userid[80]; 1527 int rc = 0; 1528 1529 QETH_CARD_TEXT(card, 2, "vmlayer"); 1530 1531 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1532 if (rc) 1533 goto out; 1534 1535 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1536 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1537 if (!request || !response) { 1538 rc = -ENOMEM; 1539 goto out; 1540 } 1541 1542 ccw_device_get_id(CARD_RDEV(card), &id); 1543 request->resp_buf_len = sizeof(*response); 1544 request->resp_version = DIAG26C_VERSION6_VM65918; 1545 request->req_format = DIAG26C_VNIC_INFO; 1546 ASCEBC(userid, 8); 1547 memcpy(&request->sys_name, userid, 8); 1548 request->devno = id.devno; 1549 1550 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1551 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1552 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1553 if (rc) 1554 goto out; 1555 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1556 1557 if (request->resp_buf_len < sizeof(*response) || 1558 response->version != request->resp_version) { 1559 rc = -EIO; 1560 goto out; 1561 } 1562 1563 if (response->protocol == VNIC_INFO_PROT_L2) 1564 disc = QETH_DISCIPLINE_LAYER2; 1565 else if (response->protocol == VNIC_INFO_PROT_L3) 1566 disc = QETH_DISCIPLINE_LAYER3; 1567 1568 out: 1569 kfree(response); 1570 kfree(request); 1571 if (rc) 1572 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1573 return disc; 1574 } 1575 1576 /* Determine whether the device requires a specific layer discipline */ 1577 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1578 { 1579 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1580 1581 if (IS_OSM(card) || IS_OSN(card)) 1582 disc = QETH_DISCIPLINE_LAYER2; 1583 else if (IS_VM_NIC(card)) 1584 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1585 qeth_vm_detect_layer(card); 1586 1587 switch (disc) { 1588 case QETH_DISCIPLINE_LAYER2: 1589 QETH_CARD_TEXT(card, 3, "force l2"); 1590 break; 1591 case QETH_DISCIPLINE_LAYER3: 1592 QETH_CARD_TEXT(card, 3, "force l3"); 1593 break; 1594 default: 1595 QETH_CARD_TEXT(card, 3, "force no"); 1596 } 1597 1598 return disc; 1599 } 1600 1601 static void qeth_set_blkt_defaults(struct qeth_card *card) 1602 { 1603 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1604 1605 if (card->info.use_v1_blkt) { 1606 card->info.blkt.time_total = 0; 1607 card->info.blkt.inter_packet = 0; 1608 card->info.blkt.inter_packet_jumbo = 0; 1609 } else { 1610 card->info.blkt.time_total = 250; 1611 card->info.blkt.inter_packet = 5; 1612 card->info.blkt.inter_packet_jumbo = 15; 1613 } 1614 } 1615 1616 static void qeth_init_tokens(struct qeth_card *card) 1617 { 1618 card->token.issuer_rm_w = 0x00010103UL; 1619 card->token.cm_filter_w = 0x00010108UL; 1620 card->token.cm_connection_w = 0x0001010aUL; 1621 card->token.ulp_filter_w = 0x0001010bUL; 1622 card->token.ulp_connection_w = 0x0001010dUL; 1623 } 1624 1625 static void qeth_init_func_level(struct qeth_card *card) 1626 { 1627 switch (card->info.type) { 1628 case QETH_CARD_TYPE_IQD: 1629 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1630 break; 1631 case QETH_CARD_TYPE_OSD: 1632 case QETH_CARD_TYPE_OSN: 1633 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1634 break; 1635 default: 1636 break; 1637 } 1638 } 1639 1640 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1641 struct qeth_cmd_buffer *iob) 1642 { 1643 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1644 QETH_SEQ_NO_LENGTH); 1645 if (iob->channel == &card->write) 1646 card->seqno.trans_hdr++; 1647 } 1648 1649 static int qeth_peer_func_level(int level) 1650 { 1651 if ((level & 0xff) == 8) 1652 return (level & 0xff) + 0x400; 1653 if (((level >> 8) & 3) == 1) 1654 return (level & 0xff) + 0x200; 1655 return level; 1656 } 1657 1658 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1659 struct qeth_cmd_buffer *iob) 1660 { 1661 qeth_idx_finalize_cmd(card, iob); 1662 1663 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1664 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1665 card->seqno.pdu_hdr++; 1666 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1667 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1668 1669 iob->callback = qeth_release_buffer_cb; 1670 } 1671 1672 static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 1673 void *data, 1674 unsigned int data_length) 1675 { 1676 struct qeth_cmd_buffer *iob; 1677 1678 iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 1679 if (!iob) 1680 return NULL; 1681 1682 memcpy(iob->data, data, data_length); 1683 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 1684 iob->data); 1685 iob->finalize = qeth_mpc_finalize_cmd; 1686 return iob; 1687 } 1688 1689 /** 1690 * qeth_send_control_data() - send control command to the card 1691 * @card: qeth_card structure pointer 1692 * @iob: qeth_cmd_buffer pointer 1693 * @reply_cb: callback function pointer 1694 * @cb_card: pointer to the qeth_card structure 1695 * @cb_reply: pointer to the qeth_reply structure 1696 * @cb_cmd: pointer to the original iob for non-IPA 1697 * commands, or to the qeth_ipa_cmd structure 1698 * for the IPA commands. 1699 * @reply_param: private pointer passed to the callback 1700 * 1701 * Callback function gets called one or more times, with cb_cmd 1702 * pointing to the response returned by the hardware. Callback 1703 * function must return 1704 * > 0 if more reply blocks are expected, 1705 * 0 if the last or only reply block is received, and 1706 * < 0 on error. 1707 * Callback function can get the value of the reply_param pointer from the 1708 * field 'param' of the structure qeth_reply. 1709 */ 1710 1711 static int qeth_send_control_data(struct qeth_card *card, 1712 struct qeth_cmd_buffer *iob, 1713 int (*reply_cb)(struct qeth_card *cb_card, 1714 struct qeth_reply *cb_reply, 1715 unsigned long cb_cmd), 1716 void *reply_param) 1717 { 1718 struct qeth_channel *channel = iob->channel; 1719 struct qeth_reply *reply = &iob->reply; 1720 long timeout = iob->timeout; 1721 int rc; 1722 1723 QETH_CARD_TEXT(card, 2, "sendctl"); 1724 1725 reply->callback = reply_cb; 1726 reply->param = reply_param; 1727 1728 timeout = wait_event_interruptible_timeout(card->wait_q, 1729 qeth_trylock_channel(channel), 1730 timeout); 1731 if (timeout <= 0) { 1732 qeth_put_cmd(iob); 1733 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1734 } 1735 1736 if (iob->finalize) 1737 iob->finalize(card, iob); 1738 QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 1739 1740 qeth_enqueue_cmd(card, iob); 1741 1742 /* This pairs with iob->callback, and keeps the iob alive after IO: */ 1743 qeth_get_cmd(iob); 1744 1745 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1746 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1747 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 1748 (addr_t) iob, 0, 0, timeout); 1749 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1750 if (rc) { 1751 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1752 CARD_DEVID(card), rc); 1753 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1754 qeth_dequeue_cmd(card, iob); 1755 qeth_put_cmd(iob); 1756 atomic_set(&channel->irq_pending, 0); 1757 wake_up(&card->wait_q); 1758 goto out; 1759 } 1760 1761 timeout = wait_for_completion_interruptible_timeout(&iob->done, 1762 timeout); 1763 if (timeout <= 0) 1764 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1765 1766 qeth_dequeue_cmd(card, iob); 1767 1768 if (reply_cb) { 1769 /* Wait until the callback for a late reply has completed: */ 1770 spin_lock_irq(&iob->lock); 1771 if (rc) 1772 /* Zap any callback that's still pending: */ 1773 iob->rc = rc; 1774 spin_unlock_irq(&iob->lock); 1775 } 1776 1777 if (!rc) 1778 rc = iob->rc; 1779 1780 out: 1781 qeth_put_cmd(iob); 1782 return rc; 1783 } 1784 1785 struct qeth_node_desc { 1786 struct node_descriptor nd1; 1787 struct node_descriptor nd2; 1788 struct node_descriptor nd3; 1789 }; 1790 1791 static void qeth_read_conf_data_cb(struct qeth_card *card, 1792 struct qeth_cmd_buffer *iob, 1793 unsigned int data_length) 1794 { 1795 struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 1796 int rc = 0; 1797 u8 *tag; 1798 1799 QETH_CARD_TEXT(card, 2, "cfgunit"); 1800 1801 if (data_length < sizeof(*nd)) { 1802 rc = -EINVAL; 1803 goto out; 1804 } 1805 1806 card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 1807 nd->nd1.plant[1] == _ascebc['M']; 1808 tag = (u8 *)&nd->nd1.tag; 1809 card->info.chpid = tag[0]; 1810 card->info.unit_addr2 = tag[1]; 1811 1812 tag = (u8 *)&nd->nd2.tag; 1813 card->info.cula = tag[1]; 1814 1815 card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 1816 nd->nd3.model[1] == 0xF0 && 1817 nd->nd3.model[2] >= 0xF1 && 1818 nd->nd3.model[2] <= 0xF4; 1819 1820 out: 1821 qeth_notify_cmd(iob, rc); 1822 qeth_put_cmd(iob); 1823 } 1824 1825 static int qeth_read_conf_data(struct qeth_card *card) 1826 { 1827 struct qeth_channel *channel = &card->data; 1828 struct qeth_cmd_buffer *iob; 1829 struct ciw *ciw; 1830 1831 /* scan for RCD command in extended SenseID data */ 1832 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1833 if (!ciw || ciw->cmd == 0) 1834 return -EOPNOTSUPP; 1835 if (ciw->count < sizeof(struct qeth_node_desc)) 1836 return -EINVAL; 1837 1838 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 1839 if (!iob) 1840 return -ENOMEM; 1841 1842 iob->callback = qeth_read_conf_data_cb; 1843 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 1844 iob->data); 1845 1846 return qeth_send_control_data(card, iob, NULL, NULL); 1847 } 1848 1849 static int qeth_idx_check_activate_response(struct qeth_card *card, 1850 struct qeth_channel *channel, 1851 struct qeth_cmd_buffer *iob) 1852 { 1853 int rc; 1854 1855 rc = qeth_check_idx_response(card, iob->data); 1856 if (rc) 1857 return rc; 1858 1859 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1860 return 0; 1861 1862 /* negative reply: */ 1863 QETH_CARD_TEXT_(card, 2, "idxneg%c", 1864 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1865 1866 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1867 case QETH_IDX_ACT_ERR_EXCL: 1868 dev_err(&channel->ccwdev->dev, 1869 "The adapter is used exclusively by another host\n"); 1870 return -EBUSY; 1871 case QETH_IDX_ACT_ERR_AUTH: 1872 case QETH_IDX_ACT_ERR_AUTH_USER: 1873 dev_err(&channel->ccwdev->dev, 1874 "Setting the device online failed because of insufficient authorization\n"); 1875 return -EPERM; 1876 default: 1877 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1878 CCW_DEVID(channel->ccwdev)); 1879 return -EIO; 1880 } 1881 } 1882 1883 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 1884 struct qeth_cmd_buffer *iob, 1885 unsigned int data_length) 1886 { 1887 struct qeth_channel *channel = iob->channel; 1888 u16 peer_level; 1889 int rc; 1890 1891 QETH_CARD_TEXT(card, 2, "idxrdcb"); 1892 1893 rc = qeth_idx_check_activate_response(card, channel, iob); 1894 if (rc) 1895 goto out; 1896 1897 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1898 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1899 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1900 CCW_DEVID(channel->ccwdev), 1901 card->info.func_level, peer_level); 1902 rc = -EINVAL; 1903 goto out; 1904 } 1905 1906 memcpy(&card->token.issuer_rm_r, 1907 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1908 QETH_MPC_TOKEN_LENGTH); 1909 memcpy(&card->info.mcl_level[0], 1910 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1911 1912 out: 1913 qeth_notify_cmd(iob, rc); 1914 qeth_put_cmd(iob); 1915 } 1916 1917 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 1918 struct qeth_cmd_buffer *iob, 1919 unsigned int data_length) 1920 { 1921 struct qeth_channel *channel = iob->channel; 1922 u16 peer_level; 1923 int rc; 1924 1925 QETH_CARD_TEXT(card, 2, "idxwrcb"); 1926 1927 rc = qeth_idx_check_activate_response(card, channel, iob); 1928 if (rc) 1929 goto out; 1930 1931 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1932 if ((peer_level & ~0x0100) != 1933 qeth_peer_func_level(card->info.func_level)) { 1934 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1935 CCW_DEVID(channel->ccwdev), 1936 card->info.func_level, peer_level); 1937 rc = -EINVAL; 1938 } 1939 1940 out: 1941 qeth_notify_cmd(iob, rc); 1942 qeth_put_cmd(iob); 1943 } 1944 1945 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1946 struct qeth_cmd_buffer *iob) 1947 { 1948 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1949 u8 port = ((u8)card->dev->dev_port) | 0x80; 1950 struct ccw1 *ccw = __ccw_from_cmd(iob); 1951 struct ccw_dev_id dev_id; 1952 1953 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 1954 iob->data); 1955 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 1956 ccw_device_get_id(CARD_DDEV(card), &dev_id); 1957 iob->finalize = qeth_idx_finalize_cmd; 1958 1959 port |= QETH_IDX_ACT_INVAL_FRAME; 1960 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 1961 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1962 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1963 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1964 &card->info.func_level, 2); 1965 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 1966 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 1967 } 1968 1969 static int qeth_idx_activate_read_channel(struct qeth_card *card) 1970 { 1971 struct qeth_channel *channel = &card->read; 1972 struct qeth_cmd_buffer *iob; 1973 int rc; 1974 1975 QETH_CARD_TEXT(card, 2, "idxread"); 1976 1977 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 1978 if (!iob) 1979 return -ENOMEM; 1980 1981 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 1982 qeth_idx_setup_activate_cmd(card, iob); 1983 iob->callback = qeth_idx_activate_read_channel_cb; 1984 1985 rc = qeth_send_control_data(card, iob, NULL, NULL); 1986 if (rc) 1987 return rc; 1988 1989 channel->state = CH_STATE_UP; 1990 return 0; 1991 } 1992 1993 static int qeth_idx_activate_write_channel(struct qeth_card *card) 1994 { 1995 struct qeth_channel *channel = &card->write; 1996 struct qeth_cmd_buffer *iob; 1997 int rc; 1998 1999 QETH_CARD_TEXT(card, 2, "idxwrite"); 2000 2001 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2002 if (!iob) 2003 return -ENOMEM; 2004 2005 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2006 qeth_idx_setup_activate_cmd(card, iob); 2007 iob->callback = qeth_idx_activate_write_channel_cb; 2008 2009 rc = qeth_send_control_data(card, iob, NULL, NULL); 2010 if (rc) 2011 return rc; 2012 2013 channel->state = CH_STATE_UP; 2014 return 0; 2015 } 2016 2017 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2018 unsigned long data) 2019 { 2020 struct qeth_cmd_buffer *iob; 2021 2022 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2023 2024 iob = (struct qeth_cmd_buffer *) data; 2025 memcpy(&card->token.cm_filter_r, 2026 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2027 QETH_MPC_TOKEN_LENGTH); 2028 return 0; 2029 } 2030 2031 static int qeth_cm_enable(struct qeth_card *card) 2032 { 2033 struct qeth_cmd_buffer *iob; 2034 2035 QETH_CARD_TEXT(card, 2, "cmenable"); 2036 2037 iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 2038 if (!iob) 2039 return -ENOMEM; 2040 2041 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2042 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2043 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2044 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2045 2046 return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 2047 } 2048 2049 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2050 unsigned long data) 2051 { 2052 struct qeth_cmd_buffer *iob; 2053 2054 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2055 2056 iob = (struct qeth_cmd_buffer *) data; 2057 memcpy(&card->token.cm_connection_r, 2058 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2059 QETH_MPC_TOKEN_LENGTH); 2060 return 0; 2061 } 2062 2063 static int qeth_cm_setup(struct qeth_card *card) 2064 { 2065 struct qeth_cmd_buffer *iob; 2066 2067 QETH_CARD_TEXT(card, 2, "cmsetup"); 2068 2069 iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 2070 if (!iob) 2071 return -ENOMEM; 2072 2073 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2074 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2075 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2076 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2077 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2078 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2079 return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 2080 } 2081 2082 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2083 { 2084 struct net_device *dev = card->dev; 2085 unsigned int new_mtu; 2086 2087 if (!max_mtu) { 2088 /* IQD needs accurate max MTU to set up its RX buffers: */ 2089 if (IS_IQD(card)) 2090 return -EINVAL; 2091 /* tolerate quirky HW: */ 2092 max_mtu = ETH_MAX_MTU; 2093 } 2094 2095 rtnl_lock(); 2096 if (IS_IQD(card)) { 2097 /* move any device with default MTU to new max MTU: */ 2098 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2099 2100 /* adjust RX buffer size to new max MTU: */ 2101 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2102 if (dev->max_mtu && dev->max_mtu != max_mtu) 2103 qeth_free_qdio_queues(card); 2104 } else { 2105 if (dev->mtu) 2106 new_mtu = dev->mtu; 2107 /* default MTUs for first setup: */ 2108 else if (IS_LAYER2(card)) 2109 new_mtu = ETH_DATA_LEN; 2110 else 2111 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2112 } 2113 2114 dev->max_mtu = max_mtu; 2115 dev->mtu = min(new_mtu, max_mtu); 2116 rtnl_unlock(); 2117 return 0; 2118 } 2119 2120 static int qeth_get_mtu_outof_framesize(int framesize) 2121 { 2122 switch (framesize) { 2123 case 0x4000: 2124 return 8192; 2125 case 0x6000: 2126 return 16384; 2127 case 0xa000: 2128 return 32768; 2129 case 0xffff: 2130 return 57344; 2131 default: 2132 return 0; 2133 } 2134 } 2135 2136 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2137 unsigned long data) 2138 { 2139 __u16 mtu, framesize; 2140 __u16 len; 2141 __u8 link_type; 2142 struct qeth_cmd_buffer *iob; 2143 2144 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2145 2146 iob = (struct qeth_cmd_buffer *) data; 2147 memcpy(&card->token.ulp_filter_r, 2148 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2149 QETH_MPC_TOKEN_LENGTH); 2150 if (IS_IQD(card)) { 2151 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2152 mtu = qeth_get_mtu_outof_framesize(framesize); 2153 } else { 2154 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2155 } 2156 *(u16 *)reply->param = mtu; 2157 2158 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2159 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2160 memcpy(&link_type, 2161 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2162 card->info.link_type = link_type; 2163 } else 2164 card->info.link_type = 0; 2165 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2166 return 0; 2167 } 2168 2169 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2170 { 2171 if (IS_OSN(card)) 2172 return QETH_PROT_OSN2; 2173 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2174 } 2175 2176 static int qeth_ulp_enable(struct qeth_card *card) 2177 { 2178 u8 prot_type = qeth_mpc_select_prot_type(card); 2179 struct qeth_cmd_buffer *iob; 2180 u16 max_mtu; 2181 int rc; 2182 2183 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2184 2185 iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 2186 if (!iob) 2187 return -ENOMEM; 2188 2189 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2190 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2191 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2192 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2193 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2194 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2195 rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 2196 if (rc) 2197 return rc; 2198 return qeth_update_max_mtu(card, max_mtu); 2199 } 2200 2201 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2202 unsigned long data) 2203 { 2204 struct qeth_cmd_buffer *iob; 2205 2206 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2207 2208 iob = (struct qeth_cmd_buffer *) data; 2209 memcpy(&card->token.ulp_connection_r, 2210 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2211 QETH_MPC_TOKEN_LENGTH); 2212 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2213 3)) { 2214 QETH_CARD_TEXT(card, 2, "olmlimit"); 2215 dev_err(&card->gdev->dev, "A connection could not be " 2216 "established because of an OLM limit\n"); 2217 return -EMLINK; 2218 } 2219 return 0; 2220 } 2221 2222 static int qeth_ulp_setup(struct qeth_card *card) 2223 { 2224 __u16 temp; 2225 struct qeth_cmd_buffer *iob; 2226 struct ccw_dev_id dev_id; 2227 2228 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2229 2230 iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 2231 if (!iob) 2232 return -ENOMEM; 2233 2234 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2235 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2236 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2237 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2238 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2239 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2240 2241 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2242 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2243 temp = (card->info.cula << 8) + card->info.unit_addr2; 2244 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2245 return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 2246 } 2247 2248 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2249 { 2250 struct qeth_qdio_out_buffer *newbuf; 2251 2252 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2253 if (!newbuf) 2254 return -ENOMEM; 2255 2256 newbuf->buffer = q->qdio_bufs[bidx]; 2257 skb_queue_head_init(&newbuf->skb_list); 2258 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2259 newbuf->q = q; 2260 newbuf->next_pending = q->bufs[bidx]; 2261 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2262 q->bufs[bidx] = newbuf; 2263 return 0; 2264 } 2265 2266 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2267 { 2268 if (!q) 2269 return; 2270 2271 qeth_drain_output_queue(q, true); 2272 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2273 kfree(q); 2274 } 2275 2276 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2277 { 2278 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2279 2280 if (!q) 2281 return NULL; 2282 2283 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2284 kfree(q); 2285 return NULL; 2286 } 2287 return q; 2288 } 2289 2290 static void qeth_tx_completion_timer(struct timer_list *timer) 2291 { 2292 struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2293 2294 napi_schedule(&queue->napi); 2295 QETH_TXQ_STAT_INC(queue, completion_timer); 2296 } 2297 2298 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2299 { 2300 int i, j; 2301 2302 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2303 2304 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2305 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2306 return 0; 2307 2308 QETH_CARD_TEXT(card, 2, "inq"); 2309 card->qdio.in_q = qeth_alloc_qdio_queue(); 2310 if (!card->qdio.in_q) 2311 goto out_nomem; 2312 2313 /* inbound buffer pool */ 2314 if (qeth_alloc_buffer_pool(card)) 2315 goto out_freeinq; 2316 2317 /* outbound */ 2318 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2319 struct qeth_qdio_out_q *queue; 2320 2321 queue = qeth_alloc_output_queue(); 2322 if (!queue) 2323 goto out_freeoutq; 2324 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2325 QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2326 card->qdio.out_qs[i] = queue; 2327 queue->card = card; 2328 queue->queue_no = i; 2329 timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2330 2331 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2332 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2333 WARN_ON(queue->bufs[j]); 2334 if (qeth_init_qdio_out_buf(queue, j)) 2335 goto out_freeoutqbufs; 2336 } 2337 } 2338 2339 /* completion */ 2340 if (qeth_alloc_cq(card)) 2341 goto out_freeoutq; 2342 2343 return 0; 2344 2345 out_freeoutqbufs: 2346 while (j > 0) { 2347 --j; 2348 kmem_cache_free(qeth_qdio_outbuf_cache, 2349 card->qdio.out_qs[i]->bufs[j]); 2350 card->qdio.out_qs[i]->bufs[j] = NULL; 2351 } 2352 out_freeoutq: 2353 while (i > 0) { 2354 qeth_free_output_queue(card->qdio.out_qs[--i]); 2355 card->qdio.out_qs[i] = NULL; 2356 } 2357 qeth_free_buffer_pool(card); 2358 out_freeinq: 2359 qeth_free_qdio_queue(card->qdio.in_q); 2360 card->qdio.in_q = NULL; 2361 out_nomem: 2362 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2363 return -ENOMEM; 2364 } 2365 2366 static void qeth_free_qdio_queues(struct qeth_card *card) 2367 { 2368 int i, j; 2369 2370 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2371 QETH_QDIO_UNINITIALIZED) 2372 return; 2373 2374 qeth_free_cq(card); 2375 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2376 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2377 if (card->qdio.in_q->bufs[j].rx_skb) 2378 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2379 } 2380 qeth_free_qdio_queue(card->qdio.in_q); 2381 card->qdio.in_q = NULL; 2382 /* inbound buffer pool */ 2383 qeth_free_buffer_pool(card); 2384 /* free outbound qdio_qs */ 2385 for (i = 0; i < card->qdio.no_out_queues; i++) { 2386 qeth_free_output_queue(card->qdio.out_qs[i]); 2387 card->qdio.out_qs[i] = NULL; 2388 } 2389 } 2390 2391 static void qeth_create_qib_param_field(struct qeth_card *card, 2392 char *param_field) 2393 { 2394 2395 param_field[0] = _ascebc['P']; 2396 param_field[1] = _ascebc['C']; 2397 param_field[2] = _ascebc['I']; 2398 param_field[3] = _ascebc['T']; 2399 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2400 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2401 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2402 } 2403 2404 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2405 char *param_field) 2406 { 2407 param_field[16] = _ascebc['B']; 2408 param_field[17] = _ascebc['L']; 2409 param_field[18] = _ascebc['K']; 2410 param_field[19] = _ascebc['T']; 2411 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2412 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2413 *((unsigned int *) (¶m_field[28])) = 2414 card->info.blkt.inter_packet_jumbo; 2415 } 2416 2417 static int qeth_qdio_activate(struct qeth_card *card) 2418 { 2419 QETH_CARD_TEXT(card, 3, "qdioact"); 2420 return qdio_activate(CARD_DDEV(card)); 2421 } 2422 2423 static int qeth_dm_act(struct qeth_card *card) 2424 { 2425 struct qeth_cmd_buffer *iob; 2426 2427 QETH_CARD_TEXT(card, 2, "dmact"); 2428 2429 iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 2430 if (!iob) 2431 return -ENOMEM; 2432 2433 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2434 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2435 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2436 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2437 return qeth_send_control_data(card, iob, NULL, NULL); 2438 } 2439 2440 static int qeth_mpc_initialize(struct qeth_card *card) 2441 { 2442 int rc; 2443 2444 QETH_CARD_TEXT(card, 2, "mpcinit"); 2445 2446 rc = qeth_issue_next_read(card); 2447 if (rc) { 2448 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2449 return rc; 2450 } 2451 rc = qeth_cm_enable(card); 2452 if (rc) { 2453 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2454 goto out_qdio; 2455 } 2456 rc = qeth_cm_setup(card); 2457 if (rc) { 2458 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2459 goto out_qdio; 2460 } 2461 rc = qeth_ulp_enable(card); 2462 if (rc) { 2463 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2464 goto out_qdio; 2465 } 2466 rc = qeth_ulp_setup(card); 2467 if (rc) { 2468 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2469 goto out_qdio; 2470 } 2471 rc = qeth_alloc_qdio_queues(card); 2472 if (rc) { 2473 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2474 goto out_qdio; 2475 } 2476 rc = qeth_qdio_establish(card); 2477 if (rc) { 2478 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2479 qeth_free_qdio_queues(card); 2480 goto out_qdio; 2481 } 2482 rc = qeth_qdio_activate(card); 2483 if (rc) { 2484 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2485 goto out_qdio; 2486 } 2487 rc = qeth_dm_act(card); 2488 if (rc) { 2489 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2490 goto out_qdio; 2491 } 2492 2493 return 0; 2494 out_qdio: 2495 qeth_qdio_clear_card(card, !IS_IQD(card)); 2496 qdio_free(CARD_DDEV(card)); 2497 return rc; 2498 } 2499 2500 void qeth_print_status_message(struct qeth_card *card) 2501 { 2502 switch (card->info.type) { 2503 case QETH_CARD_TYPE_OSD: 2504 case QETH_CARD_TYPE_OSM: 2505 case QETH_CARD_TYPE_OSX: 2506 /* VM will use a non-zero first character 2507 * to indicate a HiperSockets like reporting 2508 * of the level OSA sets the first character to zero 2509 * */ 2510 if (!card->info.mcl_level[0]) { 2511 sprintf(card->info.mcl_level, "%02x%02x", 2512 card->info.mcl_level[2], 2513 card->info.mcl_level[3]); 2514 break; 2515 } 2516 /* fallthrough */ 2517 case QETH_CARD_TYPE_IQD: 2518 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2519 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2520 card->info.mcl_level[0]]; 2521 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2522 card->info.mcl_level[1]]; 2523 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2524 card->info.mcl_level[2]]; 2525 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2526 card->info.mcl_level[3]]; 2527 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2528 } 2529 break; 2530 default: 2531 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2532 } 2533 dev_info(&card->gdev->dev, 2534 "Device is a%s card%s%s%s\nwith link type %s.\n", 2535 qeth_get_cardname(card), 2536 (card->info.mcl_level[0]) ? " (level: " : "", 2537 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2538 (card->info.mcl_level[0]) ? ")" : "", 2539 qeth_get_cardname_short(card)); 2540 } 2541 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2542 2543 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2544 { 2545 struct qeth_buffer_pool_entry *entry; 2546 2547 QETH_CARD_TEXT(card, 5, "inwrklst"); 2548 2549 list_for_each_entry(entry, 2550 &card->qdio.init_pool.entry_list, init_list) { 2551 qeth_put_buffer_pool_entry(card, entry); 2552 } 2553 } 2554 2555 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2556 struct qeth_card *card) 2557 { 2558 struct list_head *plh; 2559 struct qeth_buffer_pool_entry *entry; 2560 int i, free; 2561 struct page *page; 2562 2563 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2564 return NULL; 2565 2566 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2567 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2568 free = 1; 2569 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2570 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2571 free = 0; 2572 break; 2573 } 2574 } 2575 if (free) { 2576 list_del_init(&entry->list); 2577 return entry; 2578 } 2579 } 2580 2581 /* no free buffer in pool so take first one and swap pages */ 2582 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2583 struct qeth_buffer_pool_entry, list); 2584 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2585 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2586 page = alloc_page(GFP_ATOMIC); 2587 if (!page) { 2588 return NULL; 2589 } else { 2590 free_page((unsigned long)entry->elements[i]); 2591 entry->elements[i] = page_address(page); 2592 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2593 } 2594 } 2595 } 2596 list_del_init(&entry->list); 2597 return entry; 2598 } 2599 2600 static int qeth_init_input_buffer(struct qeth_card *card, 2601 struct qeth_qdio_buffer *buf) 2602 { 2603 struct qeth_buffer_pool_entry *pool_entry; 2604 int i; 2605 2606 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2607 buf->rx_skb = netdev_alloc_skb(card->dev, 2608 QETH_RX_PULL_LEN + ETH_HLEN); 2609 if (!buf->rx_skb) 2610 return 1; 2611 } 2612 2613 pool_entry = qeth_find_free_buffer_pool_entry(card); 2614 if (!pool_entry) 2615 return 1; 2616 2617 /* 2618 * since the buffer is accessed only from the input_tasklet 2619 * there shouldn't be a need to synchronize; also, since we use 2620 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2621 * buffers 2622 */ 2623 2624 buf->pool_entry = pool_entry; 2625 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2626 buf->buffer->element[i].length = PAGE_SIZE; 2627 buf->buffer->element[i].addr = pool_entry->elements[i]; 2628 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2629 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2630 else 2631 buf->buffer->element[i].eflags = 0; 2632 buf->buffer->element[i].sflags = 0; 2633 } 2634 return 0; 2635 } 2636 2637 static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 2638 struct qeth_qdio_out_q *queue) 2639 { 2640 if (!IS_IQD(card) || 2641 qeth_iqd_is_mcast_queue(card, queue) || 2642 card->options.cq == QETH_CQ_ENABLED || 2643 qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 2644 return 1; 2645 2646 return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 2647 } 2648 2649 int qeth_init_qdio_queues(struct qeth_card *card) 2650 { 2651 unsigned int i; 2652 int rc; 2653 2654 QETH_CARD_TEXT(card, 2, "initqdqs"); 2655 2656 /* inbound queue */ 2657 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2658 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2659 qeth_initialize_working_pool_list(card); 2660 /*give only as many buffers to hardware as we have buffer pool entries*/ 2661 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2662 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2663 card->qdio.in_q->next_buf_to_init = 2664 card->qdio.in_buf_pool.buf_count - 1; 2665 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2666 card->qdio.in_buf_pool.buf_count - 1); 2667 if (rc) { 2668 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2669 return rc; 2670 } 2671 2672 /* completion */ 2673 rc = qeth_cq_init(card); 2674 if (rc) { 2675 return rc; 2676 } 2677 2678 /* outbound queue */ 2679 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2680 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2681 2682 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2683 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2684 queue->next_buf_to_fill = 0; 2685 queue->do_pack = 0; 2686 queue->prev_hdr = NULL; 2687 queue->bulk_start = 0; 2688 queue->bulk_count = 0; 2689 queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 2690 atomic_set(&queue->used_buffers, 0); 2691 atomic_set(&queue->set_pci_flags_count, 0); 2692 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2693 netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 2694 } 2695 return 0; 2696 } 2697 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2698 2699 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2700 struct qeth_cmd_buffer *iob) 2701 { 2702 qeth_mpc_finalize_cmd(card, iob); 2703 2704 /* override with IPA-specific values: */ 2705 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 2706 } 2707 2708 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2709 u16 cmd_length) 2710 { 2711 u8 prot_type = qeth_mpc_select_prot_type(card); 2712 u16 total_length = iob->length; 2713 2714 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 2715 iob->data); 2716 iob->finalize = qeth_ipa_finalize_cmd; 2717 2718 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2719 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2720 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2721 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2722 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2723 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2724 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2725 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2726 } 2727 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2728 2729 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 2730 enum qeth_ipa_cmds cmd_code, 2731 enum qeth_prot_versions prot, 2732 unsigned int data_length) 2733 { 2734 enum qeth_link_types link_type = card->info.link_type; 2735 struct qeth_cmd_buffer *iob; 2736 struct qeth_ipacmd_hdr *hdr; 2737 2738 data_length += offsetof(struct qeth_ipa_cmd, data); 2739 iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 2740 QETH_IPA_TIMEOUT); 2741 if (!iob) 2742 return NULL; 2743 2744 qeth_prepare_ipa_cmd(card, iob, data_length); 2745 2746 hdr = &__ipa_cmd(iob)->hdr; 2747 hdr->command = cmd_code; 2748 hdr->initiator = IPA_CMD_INITIATOR_HOST; 2749 /* hdr->seqno is set by qeth_send_control_data() */ 2750 hdr->adapter_type = (link_type == QETH_LINK_TYPE_HSTR) ? 2 : 1; 2751 hdr->rel_adapter_no = (u8) card->dev->dev_port; 2752 hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 2753 hdr->param_count = 1; 2754 hdr->prot_version = prot; 2755 return iob; 2756 } 2757 EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 2758 2759 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2760 struct qeth_reply *reply, unsigned long data) 2761 { 2762 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2763 2764 return (cmd->hdr.return_code) ? -EIO : 0; 2765 } 2766 2767 /** 2768 * qeth_send_ipa_cmd() - send an IPA command 2769 * 2770 * See qeth_send_control_data() for explanation of the arguments. 2771 */ 2772 2773 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2774 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2775 unsigned long), 2776 void *reply_param) 2777 { 2778 int rc; 2779 2780 QETH_CARD_TEXT(card, 4, "sendipa"); 2781 2782 if (card->read_or_write_problem) { 2783 qeth_put_cmd(iob); 2784 return -EIO; 2785 } 2786 2787 if (reply_cb == NULL) 2788 reply_cb = qeth_send_ipa_cmd_cb; 2789 rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 2790 if (rc == -ETIME) { 2791 qeth_clear_ipacmd_list(card); 2792 qeth_schedule_recovery(card); 2793 } 2794 return rc; 2795 } 2796 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2797 2798 static int qeth_send_startlan_cb(struct qeth_card *card, 2799 struct qeth_reply *reply, unsigned long data) 2800 { 2801 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2802 2803 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2804 return -ENETDOWN; 2805 2806 return (cmd->hdr.return_code) ? -EIO : 0; 2807 } 2808 2809 static int qeth_send_startlan(struct qeth_card *card) 2810 { 2811 struct qeth_cmd_buffer *iob; 2812 2813 QETH_CARD_TEXT(card, 2, "strtlan"); 2814 2815 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 2816 if (!iob) 2817 return -ENOMEM; 2818 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2819 } 2820 2821 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2822 { 2823 if (!cmd->hdr.return_code) 2824 cmd->hdr.return_code = 2825 cmd->data.setadapterparms.hdr.return_code; 2826 return cmd->hdr.return_code; 2827 } 2828 2829 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2830 struct qeth_reply *reply, unsigned long data) 2831 { 2832 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2833 2834 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2835 if (qeth_setadpparms_inspect_rc(cmd)) 2836 return -EIO; 2837 2838 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2839 card->info.link_type = 2840 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2841 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 2842 } 2843 card->options.adp.supported_funcs = 2844 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2845 return 0; 2846 } 2847 2848 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2849 enum qeth_ipa_setadp_cmd adp_cmd, 2850 unsigned int data_length) 2851 { 2852 struct qeth_ipacmd_setadpparms_hdr *hdr; 2853 struct qeth_cmd_buffer *iob; 2854 2855 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 2856 data_length + 2857 offsetof(struct qeth_ipacmd_setadpparms, 2858 data)); 2859 if (!iob) 2860 return NULL; 2861 2862 hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 2863 hdr->cmdlength = sizeof(*hdr) + data_length; 2864 hdr->command_code = adp_cmd; 2865 hdr->used_total = 1; 2866 hdr->seq_no = 1; 2867 return iob; 2868 } 2869 2870 static int qeth_query_setadapterparms(struct qeth_card *card) 2871 { 2872 int rc; 2873 struct qeth_cmd_buffer *iob; 2874 2875 QETH_CARD_TEXT(card, 3, "queryadp"); 2876 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2877 SETADP_DATA_SIZEOF(query_cmds_supp)); 2878 if (!iob) 2879 return -ENOMEM; 2880 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2881 return rc; 2882 } 2883 2884 static int qeth_query_ipassists_cb(struct qeth_card *card, 2885 struct qeth_reply *reply, unsigned long data) 2886 { 2887 struct qeth_ipa_cmd *cmd; 2888 2889 QETH_CARD_TEXT(card, 2, "qipasscb"); 2890 2891 cmd = (struct qeth_ipa_cmd *) data; 2892 2893 switch (cmd->hdr.return_code) { 2894 case IPA_RC_SUCCESS: 2895 break; 2896 case IPA_RC_NOTSUPP: 2897 case IPA_RC_L2_UNSUPPORTED_CMD: 2898 QETH_CARD_TEXT(card, 2, "ipaunsup"); 2899 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2900 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2901 return -EOPNOTSUPP; 2902 default: 2903 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2904 CARD_DEVID(card), cmd->hdr.return_code); 2905 return -EIO; 2906 } 2907 2908 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2909 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2910 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2911 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2912 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2913 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 2914 } else 2915 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2916 CARD_DEVID(card)); 2917 return 0; 2918 } 2919 2920 static int qeth_query_ipassists(struct qeth_card *card, 2921 enum qeth_prot_versions prot) 2922 { 2923 int rc; 2924 struct qeth_cmd_buffer *iob; 2925 2926 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 2927 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 2928 if (!iob) 2929 return -ENOMEM; 2930 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2931 return rc; 2932 } 2933 2934 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 2935 struct qeth_reply *reply, unsigned long data) 2936 { 2937 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2938 struct qeth_query_switch_attributes *attrs; 2939 struct qeth_switch_info *sw_info; 2940 2941 QETH_CARD_TEXT(card, 2, "qswiatcb"); 2942 if (qeth_setadpparms_inspect_rc(cmd)) 2943 return -EIO; 2944 2945 sw_info = (struct qeth_switch_info *)reply->param; 2946 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 2947 sw_info->capabilities = attrs->capabilities; 2948 sw_info->settings = attrs->settings; 2949 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 2950 sw_info->settings); 2951 return 0; 2952 } 2953 2954 int qeth_query_switch_attributes(struct qeth_card *card, 2955 struct qeth_switch_info *sw_info) 2956 { 2957 struct qeth_cmd_buffer *iob; 2958 2959 QETH_CARD_TEXT(card, 2, "qswiattr"); 2960 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 2961 return -EOPNOTSUPP; 2962 if (!netif_carrier_ok(card->dev)) 2963 return -ENOMEDIUM; 2964 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 2965 if (!iob) 2966 return -ENOMEM; 2967 return qeth_send_ipa_cmd(card, iob, 2968 qeth_query_switch_attributes_cb, sw_info); 2969 } 2970 2971 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 2972 enum qeth_diags_cmds sub_cmd, 2973 unsigned int data_length) 2974 { 2975 struct qeth_ipacmd_diagass *cmd; 2976 struct qeth_cmd_buffer *iob; 2977 2978 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 2979 DIAG_HDR_LEN + data_length); 2980 if (!iob) 2981 return NULL; 2982 2983 cmd = &__ipa_cmd(iob)->data.diagass; 2984 cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 2985 cmd->subcmd = sub_cmd; 2986 return iob; 2987 } 2988 EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 2989 2990 static int qeth_query_setdiagass_cb(struct qeth_card *card, 2991 struct qeth_reply *reply, unsigned long data) 2992 { 2993 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2994 u16 rc = cmd->hdr.return_code; 2995 2996 if (rc) { 2997 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 2998 return -EIO; 2999 } 3000 3001 card->info.diagass_support = cmd->data.diagass.ext; 3002 return 0; 3003 } 3004 3005 static int qeth_query_setdiagass(struct qeth_card *card) 3006 { 3007 struct qeth_cmd_buffer *iob; 3008 3009 QETH_CARD_TEXT(card, 2, "qdiagass"); 3010 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 3011 if (!iob) 3012 return -ENOMEM; 3013 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3014 } 3015 3016 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3017 { 3018 unsigned long info = get_zeroed_page(GFP_KERNEL); 3019 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3020 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3021 struct ccw_dev_id ccwid; 3022 int level; 3023 3024 tid->chpid = card->info.chpid; 3025 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3026 tid->ssid = ccwid.ssid; 3027 tid->devno = ccwid.devno; 3028 if (!info) 3029 return; 3030 level = stsi(NULL, 0, 0, 0); 3031 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3032 tid->lparnr = info222->lpar_number; 3033 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3034 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3035 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3036 } 3037 free_page(info); 3038 return; 3039 } 3040 3041 static int qeth_hw_trap_cb(struct qeth_card *card, 3042 struct qeth_reply *reply, unsigned long data) 3043 { 3044 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3045 u16 rc = cmd->hdr.return_code; 3046 3047 if (rc) { 3048 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3049 return -EIO; 3050 } 3051 return 0; 3052 } 3053 3054 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3055 { 3056 struct qeth_cmd_buffer *iob; 3057 struct qeth_ipa_cmd *cmd; 3058 3059 QETH_CARD_TEXT(card, 2, "diagtrap"); 3060 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 3061 if (!iob) 3062 return -ENOMEM; 3063 cmd = __ipa_cmd(iob); 3064 cmd->data.diagass.type = 1; 3065 cmd->data.diagass.action = action; 3066 switch (action) { 3067 case QETH_DIAGS_TRAP_ARM: 3068 cmd->data.diagass.options = 0x0003; 3069 cmd->data.diagass.ext = 0x00010000 + 3070 sizeof(struct qeth_trap_id); 3071 qeth_get_trap_id(card, 3072 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3073 break; 3074 case QETH_DIAGS_TRAP_DISARM: 3075 cmd->data.diagass.options = 0x0001; 3076 break; 3077 case QETH_DIAGS_TRAP_CAPTURE: 3078 break; 3079 } 3080 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3081 } 3082 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3083 3084 static int qeth_check_qdio_errors(struct qeth_card *card, 3085 struct qdio_buffer *buf, 3086 unsigned int qdio_error, 3087 const char *dbftext) 3088 { 3089 if (qdio_error) { 3090 QETH_CARD_TEXT(card, 2, dbftext); 3091 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3092 buf->element[15].sflags); 3093 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3094 buf->element[14].sflags); 3095 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3096 if ((buf->element[15].sflags) == 0x12) { 3097 QETH_CARD_STAT_INC(card, rx_fifo_errors); 3098 return 0; 3099 } else 3100 return 1; 3101 } 3102 return 0; 3103 } 3104 3105 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3106 { 3107 struct qeth_qdio_q *queue = card->qdio.in_q; 3108 struct list_head *lh; 3109 int count; 3110 int i; 3111 int rc; 3112 int newcount = 0; 3113 3114 count = (index < queue->next_buf_to_init)? 3115 card->qdio.in_buf_pool.buf_count - 3116 (queue->next_buf_to_init - index) : 3117 card->qdio.in_buf_pool.buf_count - 3118 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3119 /* only requeue at a certain threshold to avoid SIGAs */ 3120 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3121 for (i = queue->next_buf_to_init; 3122 i < queue->next_buf_to_init + count; ++i) { 3123 if (qeth_init_input_buffer(card, 3124 &queue->bufs[QDIO_BUFNR(i)])) { 3125 break; 3126 } else { 3127 newcount++; 3128 } 3129 } 3130 3131 if (newcount < count) { 3132 /* we are in memory shortage so we switch back to 3133 traditional skb allocation and drop packages */ 3134 atomic_set(&card->force_alloc_skb, 3); 3135 count = newcount; 3136 } else { 3137 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3138 } 3139 3140 if (!count) { 3141 i = 0; 3142 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3143 i++; 3144 if (i == card->qdio.in_buf_pool.buf_count) { 3145 QETH_CARD_TEXT(card, 2, "qsarbw"); 3146 card->reclaim_index = index; 3147 schedule_delayed_work( 3148 &card->buffer_reclaim_work, 3149 QETH_RECLAIM_WORK_TIME); 3150 } 3151 return; 3152 } 3153 3154 /* 3155 * according to old code it should be avoided to requeue all 3156 * 128 buffers in order to benefit from PCI avoidance. 3157 * this function keeps at least one buffer (the buffer at 3158 * 'index') un-requeued -> this buffer is the first buffer that 3159 * will be requeued the next time 3160 */ 3161 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3162 queue->next_buf_to_init, count); 3163 if (rc) { 3164 QETH_CARD_TEXT(card, 2, "qinberr"); 3165 } 3166 queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3167 count); 3168 } 3169 } 3170 3171 static void qeth_buffer_reclaim_work(struct work_struct *work) 3172 { 3173 struct qeth_card *card = container_of(work, struct qeth_card, 3174 buffer_reclaim_work.work); 3175 3176 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3177 qeth_queue_input_buffer(card, card->reclaim_index); 3178 } 3179 3180 static void qeth_handle_send_error(struct qeth_card *card, 3181 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3182 { 3183 int sbalf15 = buffer->buffer->element[15].sflags; 3184 3185 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3186 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3187 3188 if (!qdio_err) 3189 return; 3190 3191 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3192 return; 3193 3194 QETH_CARD_TEXT(card, 1, "lnkfail"); 3195 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3196 (u16)qdio_err, (u8)sbalf15); 3197 } 3198 3199 /** 3200 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3201 * @queue: queue to check for packing buffer 3202 * 3203 * Returns number of buffers that were prepared for flush. 3204 */ 3205 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3206 { 3207 struct qeth_qdio_out_buffer *buffer; 3208 3209 buffer = queue->bufs[queue->next_buf_to_fill]; 3210 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3211 (buffer->next_element_to_fill > 0)) { 3212 /* it's a packing buffer */ 3213 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3214 queue->next_buf_to_fill = 3215 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3216 return 1; 3217 } 3218 return 0; 3219 } 3220 3221 /* 3222 * Switched to packing state if the number of used buffers on a queue 3223 * reaches a certain limit. 3224 */ 3225 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3226 { 3227 if (!queue->do_pack) { 3228 if (atomic_read(&queue->used_buffers) 3229 >= QETH_HIGH_WATERMARK_PACK){ 3230 /* switch non-PACKING -> PACKING */ 3231 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3232 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3233 queue->do_pack = 1; 3234 } 3235 } 3236 } 3237 3238 /* 3239 * Switches from packing to non-packing mode. If there is a packing 3240 * buffer on the queue this buffer will be prepared to be flushed. 3241 * In that case 1 is returned to inform the caller. If no buffer 3242 * has to be flushed, zero is returned. 3243 */ 3244 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3245 { 3246 if (queue->do_pack) { 3247 if (atomic_read(&queue->used_buffers) 3248 <= QETH_LOW_WATERMARK_PACK) { 3249 /* switch PACKING -> non-PACKING */ 3250 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3251 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3252 queue->do_pack = 0; 3253 return qeth_prep_flush_pack_buffer(queue); 3254 } 3255 } 3256 return 0; 3257 } 3258 3259 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3260 int count) 3261 { 3262 struct qeth_card *card = queue->card; 3263 struct qeth_qdio_out_buffer *buf; 3264 int rc; 3265 int i; 3266 unsigned int qdio_flags; 3267 3268 for (i = index; i < index + count; ++i) { 3269 unsigned int bidx = QDIO_BUFNR(i); 3270 3271 buf = queue->bufs[bidx]; 3272 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3273 SBAL_EFLAGS_LAST_ENTRY; 3274 3275 if (queue->bufstates) 3276 queue->bufstates[bidx].user = buf; 3277 3278 if (IS_IQD(queue->card)) 3279 continue; 3280 3281 if (!queue->do_pack) { 3282 if ((atomic_read(&queue->used_buffers) >= 3283 (QETH_HIGH_WATERMARK_PACK - 3284 QETH_WATERMARK_PACK_FUZZ)) && 3285 !atomic_read(&queue->set_pci_flags_count)) { 3286 /* it's likely that we'll go to packing 3287 * mode soon */ 3288 atomic_inc(&queue->set_pci_flags_count); 3289 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3290 } 3291 } else { 3292 if (!atomic_read(&queue->set_pci_flags_count)) { 3293 /* 3294 * there's no outstanding PCI any more, so we 3295 * have to request a PCI to be sure the the PCI 3296 * will wake at some time in the future then we 3297 * can flush packed buffers that might still be 3298 * hanging around, which can happen if no 3299 * further send was requested by the stack 3300 */ 3301 atomic_inc(&queue->set_pci_flags_count); 3302 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3303 } 3304 } 3305 } 3306 3307 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3308 if (atomic_read(&queue->set_pci_flags_count)) 3309 qdio_flags |= QDIO_FLAG_PCI_OUT; 3310 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3311 queue->queue_no, index, count); 3312 3313 /* Fake the TX completion interrupt: */ 3314 if (IS_IQD(card)) 3315 napi_schedule(&queue->napi); 3316 3317 if (rc) { 3318 /* ignore temporary SIGA errors without busy condition */ 3319 if (rc == -ENOBUFS) 3320 return; 3321 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3322 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3323 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3324 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3325 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3326 3327 /* this must not happen under normal circumstances. if it 3328 * happens something is really wrong -> recover */ 3329 qeth_schedule_recovery(queue->card); 3330 return; 3331 } 3332 } 3333 3334 static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 3335 { 3336 qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 3337 3338 queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 3339 queue->prev_hdr = NULL; 3340 queue->bulk_count = 0; 3341 } 3342 3343 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3344 { 3345 int index; 3346 int flush_cnt = 0; 3347 int q_was_packing = 0; 3348 3349 /* 3350 * check if weed have to switch to non-packing mode or if 3351 * we have to get a pci flag out on the queue 3352 */ 3353 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3354 !atomic_read(&queue->set_pci_flags_count)) { 3355 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3356 QETH_OUT_Q_UNLOCKED) { 3357 /* 3358 * If we get in here, there was no action in 3359 * do_send_packet. So, we check if there is a 3360 * packing buffer to be flushed here. 3361 */ 3362 index = queue->next_buf_to_fill; 3363 q_was_packing = queue->do_pack; 3364 /* queue->do_pack may change */ 3365 barrier(); 3366 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3367 if (!flush_cnt && 3368 !atomic_read(&queue->set_pci_flags_count)) 3369 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3370 if (q_was_packing) 3371 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3372 if (flush_cnt) 3373 qeth_flush_buffers(queue, index, flush_cnt); 3374 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3375 } 3376 } 3377 } 3378 3379 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3380 unsigned long card_ptr) 3381 { 3382 struct qeth_card *card = (struct qeth_card *)card_ptr; 3383 3384 if (card->dev->flags & IFF_UP) 3385 napi_schedule(&card->napi); 3386 } 3387 3388 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3389 { 3390 int rc; 3391 3392 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3393 rc = -1; 3394 goto out; 3395 } else { 3396 if (card->options.cq == cq) { 3397 rc = 0; 3398 goto out; 3399 } 3400 3401 if (card->state != CARD_STATE_DOWN) { 3402 rc = -1; 3403 goto out; 3404 } 3405 3406 qeth_free_qdio_queues(card); 3407 card->options.cq = cq; 3408 rc = 0; 3409 } 3410 out: 3411 return rc; 3412 3413 } 3414 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3415 3416 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3417 unsigned int queue, int first_element, 3418 int count) 3419 { 3420 struct qeth_qdio_q *cq = card->qdio.c_q; 3421 int i; 3422 int rc; 3423 3424 if (!qeth_is_cq(card, queue)) 3425 return; 3426 3427 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3428 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3429 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3430 3431 if (qdio_err) { 3432 netif_tx_stop_all_queues(card->dev); 3433 qeth_schedule_recovery(card); 3434 return; 3435 } 3436 3437 for (i = first_element; i < first_element + count; ++i) { 3438 struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 3439 int e = 0; 3440 3441 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3442 buffer->element[e].addr) { 3443 unsigned long phys_aob_addr; 3444 3445 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3446 qeth_qdio_handle_aob(card, phys_aob_addr); 3447 ++e; 3448 } 3449 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3450 } 3451 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3452 card->qdio.c_q->next_buf_to_init, 3453 count); 3454 if (rc) { 3455 dev_warn(&card->gdev->dev, 3456 "QDIO reported an error, rc=%i\n", rc); 3457 QETH_CARD_TEXT(card, 2, "qcqherr"); 3458 } 3459 3460 cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 3461 } 3462 3463 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3464 unsigned int qdio_err, int queue, 3465 int first_elem, int count, 3466 unsigned long card_ptr) 3467 { 3468 struct qeth_card *card = (struct qeth_card *)card_ptr; 3469 3470 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3471 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3472 3473 if (qeth_is_cq(card, queue)) 3474 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3475 else if (qdio_err) 3476 qeth_schedule_recovery(card); 3477 } 3478 3479 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3480 unsigned int qdio_error, int __queue, 3481 int first_element, int count, 3482 unsigned long card_ptr) 3483 { 3484 struct qeth_card *card = (struct qeth_card *) card_ptr; 3485 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3486 struct net_device *dev = card->dev; 3487 struct netdev_queue *txq; 3488 int i; 3489 3490 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3491 if (qdio_error & QDIO_ERROR_FATAL) { 3492 QETH_CARD_TEXT(card, 2, "achkcond"); 3493 netif_tx_stop_all_queues(dev); 3494 qeth_schedule_recovery(card); 3495 return; 3496 } 3497 3498 for (i = first_element; i < (first_element + count); ++i) { 3499 struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3500 3501 qeth_handle_send_error(card, buf, qdio_error); 3502 qeth_clear_output_buffer(queue, buf, qdio_error, 0); 3503 } 3504 3505 atomic_sub(count, &queue->used_buffers); 3506 qeth_check_outbound_queue(queue); 3507 3508 txq = netdev_get_tx_queue(dev, __queue); 3509 /* xmit may have observed the full-condition, but not yet stopped the 3510 * txq. In which case the code below won't trigger. So before returning, 3511 * xmit will re-check the txq's fill level and wake it up if needed. 3512 */ 3513 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3514 netif_tx_wake_queue(txq); 3515 } 3516 3517 /** 3518 * Note: Function assumes that we have 4 outbound queues. 3519 */ 3520 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3521 { 3522 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3523 u8 tos; 3524 3525 switch (card->qdio.do_prio_queueing) { 3526 case QETH_PRIO_Q_ING_TOS: 3527 case QETH_PRIO_Q_ING_PREC: 3528 switch (qeth_get_ip_version(skb)) { 3529 case 4: 3530 tos = ipv4_get_dsfield(ip_hdr(skb)); 3531 break; 3532 case 6: 3533 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3534 break; 3535 default: 3536 return card->qdio.default_out_queue; 3537 } 3538 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3539 return ~tos >> 6 & 3; 3540 if (tos & IPTOS_MINCOST) 3541 return 3; 3542 if (tos & IPTOS_RELIABILITY) 3543 return 2; 3544 if (tos & IPTOS_THROUGHPUT) 3545 return 1; 3546 if (tos & IPTOS_LOWDELAY) 3547 return 0; 3548 break; 3549 case QETH_PRIO_Q_ING_SKB: 3550 if (skb->priority > 5) 3551 return 0; 3552 return ~skb->priority >> 1 & 3; 3553 case QETH_PRIO_Q_ING_VLAN: 3554 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3555 return ~ntohs(veth->h_vlan_TCI) >> 3556 (VLAN_PRIO_SHIFT + 1) & 3; 3557 break; 3558 default: 3559 break; 3560 } 3561 return card->qdio.default_out_queue; 3562 } 3563 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3564 3565 /** 3566 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3567 * @skb: SKB address 3568 * 3569 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3570 * fragmented part of the SKB. Returns zero for linear SKB. 3571 */ 3572 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3573 { 3574 int cnt, elements = 0; 3575 3576 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3577 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3578 3579 elements += qeth_get_elements_for_range( 3580 (addr_t)skb_frag_address(frag), 3581 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3582 } 3583 return elements; 3584 } 3585 3586 /** 3587 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3588 * to transmit an skb. 3589 * @skb: the skb to operate on. 3590 * @data_offset: skip this part of the skb's linear data 3591 * 3592 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3593 * skb's data (both its linear part and paged fragments). 3594 */ 3595 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3596 { 3597 unsigned int elements = qeth_get_elements_for_frags(skb); 3598 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3599 addr_t start = (addr_t)skb->data + data_offset; 3600 3601 if (start != end) 3602 elements += qeth_get_elements_for_range(start, end); 3603 return elements; 3604 } 3605 EXPORT_SYMBOL_GPL(qeth_count_elements); 3606 3607 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3608 MAX_TCP_HEADER) 3609 3610 /** 3611 * qeth_add_hw_header() - add a HW header to an skb. 3612 * @skb: skb that the HW header should be added to. 3613 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3614 * it contains a valid pointer to a qeth_hdr. 3615 * @hdr_len: length of the HW header. 3616 * @proto_len: length of protocol headers that need to be in same page as the 3617 * HW header. 3618 * 3619 * Returns the pushed length. If the header can't be pushed on 3620 * (eg. because it would cross a page boundary), it is allocated from 3621 * the cache instead and 0 is returned. 3622 * The number of needed buffer elements is returned in @elements. 3623 * Error to create the hdr is indicated by returning with < 0. 3624 */ 3625 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3626 struct sk_buff *skb, struct qeth_hdr **hdr, 3627 unsigned int hdr_len, unsigned int proto_len, 3628 unsigned int *elements) 3629 { 3630 const unsigned int contiguous = proto_len ? proto_len : 1; 3631 const unsigned int max_elements = queue->max_elements; 3632 unsigned int __elements; 3633 addr_t start, end; 3634 bool push_ok; 3635 int rc; 3636 3637 check_layout: 3638 start = (addr_t)skb->data - hdr_len; 3639 end = (addr_t)skb->data; 3640 3641 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3642 /* Push HW header into same page as first protocol header. */ 3643 push_ok = true; 3644 /* ... but TSO always needs a separate element for headers: */ 3645 if (skb_is_gso(skb)) 3646 __elements = 1 + qeth_count_elements(skb, proto_len); 3647 else 3648 __elements = qeth_count_elements(skb, 0); 3649 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 3650 /* Push HW header into preceding page, flush with skb->data. */ 3651 push_ok = true; 3652 __elements = 1 + qeth_count_elements(skb, 0); 3653 } else { 3654 /* Use header cache, copy protocol headers up. */ 3655 push_ok = false; 3656 __elements = 1 + qeth_count_elements(skb, proto_len); 3657 } 3658 3659 /* Compress skb to fit into one IO buffer: */ 3660 if (__elements > max_elements) { 3661 if (!skb_is_nonlinear(skb)) { 3662 /* Drop it, no easy way of shrinking it further. */ 3663 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3664 max_elements, __elements, skb->len); 3665 return -E2BIG; 3666 } 3667 3668 rc = skb_linearize(skb); 3669 if (rc) { 3670 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3671 return rc; 3672 } 3673 3674 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3675 /* Linearization changed the layout, re-evaluate: */ 3676 goto check_layout; 3677 } 3678 3679 *elements = __elements; 3680 /* Add the header: */ 3681 if (push_ok) { 3682 *hdr = skb_push(skb, hdr_len); 3683 return hdr_len; 3684 } 3685 /* fall back */ 3686 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3687 return -E2BIG; 3688 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3689 if (!*hdr) 3690 return -ENOMEM; 3691 /* Copy protocol headers behind HW header: */ 3692 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3693 return 0; 3694 } 3695 3696 static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 3697 struct sk_buff *curr_skb, 3698 struct qeth_hdr *curr_hdr) 3699 { 3700 struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 3701 struct qeth_hdr *prev_hdr = queue->prev_hdr; 3702 3703 if (!prev_hdr) 3704 return true; 3705 3706 /* All packets must have the same target: */ 3707 if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 3708 struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 3709 3710 return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 3711 eth_hdr(curr_skb)->h_dest) && 3712 qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 3713 } 3714 3715 return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 3716 qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 3717 } 3718 3719 static unsigned int __qeth_fill_buffer(struct sk_buff *skb, 3720 struct qeth_qdio_out_buffer *buf, 3721 bool is_first_elem, unsigned int offset) 3722 { 3723 struct qdio_buffer *buffer = buf->buffer; 3724 int element = buf->next_element_to_fill; 3725 int length = skb_headlen(skb) - offset; 3726 char *data = skb->data + offset; 3727 unsigned int elem_length, cnt; 3728 3729 /* map linear part into buffer element(s) */ 3730 while (length > 0) { 3731 elem_length = min_t(unsigned int, length, 3732 PAGE_SIZE - offset_in_page(data)); 3733 3734 buffer->element[element].addr = data; 3735 buffer->element[element].length = elem_length; 3736 length -= elem_length; 3737 if (is_first_elem) { 3738 is_first_elem = false; 3739 if (length || skb_is_nonlinear(skb)) 3740 /* skb needs additional elements */ 3741 buffer->element[element].eflags = 3742 SBAL_EFLAGS_FIRST_FRAG; 3743 else 3744 buffer->element[element].eflags = 0; 3745 } else { 3746 buffer->element[element].eflags = 3747 SBAL_EFLAGS_MIDDLE_FRAG; 3748 } 3749 3750 data += elem_length; 3751 element++; 3752 } 3753 3754 /* map page frags into buffer element(s) */ 3755 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3756 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3757 3758 data = skb_frag_address(frag); 3759 length = skb_frag_size(frag); 3760 while (length > 0) { 3761 elem_length = min_t(unsigned int, length, 3762 PAGE_SIZE - offset_in_page(data)); 3763 3764 buffer->element[element].addr = data; 3765 buffer->element[element].length = elem_length; 3766 buffer->element[element].eflags = 3767 SBAL_EFLAGS_MIDDLE_FRAG; 3768 3769 length -= elem_length; 3770 data += elem_length; 3771 element++; 3772 } 3773 } 3774 3775 if (buffer->element[element - 1].eflags) 3776 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3777 buf->next_element_to_fill = element; 3778 return element; 3779 } 3780 3781 /** 3782 * qeth_fill_buffer() - map skb into an output buffer 3783 * @buf: buffer to transport the skb 3784 * @skb: skb to map into the buffer 3785 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3786 * from qeth_core_header_cache. 3787 * @offset: when mapping the skb, start at skb->data + offset 3788 * @hd_len: if > 0, build a dedicated header element of this size 3789 */ 3790 static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 3791 struct sk_buff *skb, struct qeth_hdr *hdr, 3792 unsigned int offset, unsigned int hd_len) 3793 { 3794 struct qdio_buffer *buffer = buf->buffer; 3795 bool is_first_elem = true; 3796 3797 __skb_queue_tail(&buf->skb_list, skb); 3798 3799 /* build dedicated header element */ 3800 if (hd_len) { 3801 int element = buf->next_element_to_fill; 3802 is_first_elem = false; 3803 3804 buffer->element[element].addr = hdr; 3805 buffer->element[element].length = hd_len; 3806 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3807 /* remember to free cache-allocated qeth_hdr: */ 3808 buf->is_header[element] = ((void *)hdr != skb->data); 3809 buf->next_element_to_fill++; 3810 } 3811 3812 return __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3813 } 3814 3815 static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3816 struct sk_buff *skb, unsigned int elements, 3817 struct qeth_hdr *hdr, unsigned int offset, 3818 unsigned int hd_len) 3819 { 3820 unsigned int bytes = qdisc_pkt_len(skb); 3821 struct qeth_qdio_out_buffer *buffer; 3822 unsigned int next_element; 3823 struct netdev_queue *txq; 3824 bool stopped = false; 3825 bool flush; 3826 3827 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 3828 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3829 3830 /* Just a sanity check, the wake/stop logic should ensure that we always 3831 * get a free buffer. 3832 */ 3833 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3834 return -EBUSY; 3835 3836 flush = !qeth_iqd_may_bulk(queue, skb, hdr); 3837 3838 if (flush || 3839 (buffer->next_element_to_fill + elements > queue->max_elements)) { 3840 if (buffer->next_element_to_fill > 0) { 3841 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3842 queue->bulk_count++; 3843 } 3844 3845 if (queue->bulk_count >= queue->bulk_max) 3846 flush = true; 3847 3848 if (flush) 3849 qeth_flush_queue(queue); 3850 3851 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 3852 queue->bulk_count)]; 3853 3854 /* Sanity-check again: */ 3855 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3856 return -EBUSY; 3857 } 3858 3859 if (buffer->next_element_to_fill == 0 && 3860 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3861 /* If a TX completion happens right _here_ and misses to wake 3862 * the txq, then our re-check below will catch the race. 3863 */ 3864 QETH_TXQ_STAT_INC(queue, stopped); 3865 netif_tx_stop_queue(txq); 3866 stopped = true; 3867 } 3868 3869 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3870 buffer->bytes += bytes; 3871 queue->prev_hdr = hdr; 3872 3873 flush = __netdev_tx_sent_queue(txq, bytes, 3874 !stopped && netdev_xmit_more()); 3875 3876 if (flush || next_element >= queue->max_elements) { 3877 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3878 queue->bulk_count++; 3879 3880 if (queue->bulk_count >= queue->bulk_max) 3881 flush = true; 3882 3883 if (flush) 3884 qeth_flush_queue(queue); 3885 } 3886 3887 if (stopped && !qeth_out_queue_is_full(queue)) 3888 netif_tx_start_queue(txq); 3889 return 0; 3890 } 3891 3892 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3893 struct sk_buff *skb, struct qeth_hdr *hdr, 3894 unsigned int offset, unsigned int hd_len, 3895 int elements_needed) 3896 { 3897 struct qeth_qdio_out_buffer *buffer; 3898 unsigned int next_element; 3899 struct netdev_queue *txq; 3900 bool stopped = false; 3901 int start_index; 3902 int flush_count = 0; 3903 int do_pack = 0; 3904 int tmp; 3905 int rc = 0; 3906 3907 /* spin until we get the queue ... */ 3908 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3909 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3910 start_index = queue->next_buf_to_fill; 3911 buffer = queue->bufs[queue->next_buf_to_fill]; 3912 3913 /* Just a sanity check, the wake/stop logic should ensure that we always 3914 * get a free buffer. 3915 */ 3916 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3917 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3918 return -EBUSY; 3919 } 3920 3921 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3922 3923 /* check if we need to switch packing state of this queue */ 3924 qeth_switch_to_packing_if_needed(queue); 3925 if (queue->do_pack) { 3926 do_pack = 1; 3927 /* does packet fit in current buffer? */ 3928 if (buffer->next_element_to_fill + elements_needed > 3929 queue->max_elements) { 3930 /* ... no -> set state PRIMED */ 3931 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3932 flush_count++; 3933 queue->next_buf_to_fill = 3934 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3935 buffer = queue->bufs[queue->next_buf_to_fill]; 3936 3937 /* We stepped forward, so sanity-check again: */ 3938 if (atomic_read(&buffer->state) != 3939 QETH_QDIO_BUF_EMPTY) { 3940 qeth_flush_buffers(queue, start_index, 3941 flush_count); 3942 atomic_set(&queue->state, 3943 QETH_OUT_Q_UNLOCKED); 3944 rc = -EBUSY; 3945 goto out; 3946 } 3947 } 3948 } 3949 3950 if (buffer->next_element_to_fill == 0 && 3951 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3952 /* If a TX completion happens right _here_ and misses to wake 3953 * the txq, then our re-check below will catch the race. 3954 */ 3955 QETH_TXQ_STAT_INC(queue, stopped); 3956 netif_tx_stop_queue(txq); 3957 stopped = true; 3958 } 3959 3960 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3961 3962 if (queue->do_pack) 3963 QETH_TXQ_STAT_INC(queue, skbs_pack); 3964 if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 3965 flush_count++; 3966 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3967 queue->next_buf_to_fill = 3968 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3969 } 3970 3971 if (flush_count) 3972 qeth_flush_buffers(queue, start_index, flush_count); 3973 else if (!atomic_read(&queue->set_pci_flags_count)) 3974 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 3975 /* 3976 * queue->state will go from LOCKED -> UNLOCKED or from 3977 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 3978 * (switch packing state or flush buffer to get another pci flag out). 3979 * In that case we will enter this loop 3980 */ 3981 while (atomic_dec_return(&queue->state)) { 3982 start_index = queue->next_buf_to_fill; 3983 /* check if we can go back to non-packing state */ 3984 tmp = qeth_switch_to_nonpacking_if_needed(queue); 3985 /* 3986 * check if we need to flush a packing buffer to get a pci 3987 * flag out on the queue 3988 */ 3989 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 3990 tmp = qeth_prep_flush_pack_buffer(queue); 3991 if (tmp) { 3992 qeth_flush_buffers(queue, start_index, tmp); 3993 flush_count += tmp; 3994 } 3995 } 3996 out: 3997 /* at this point the queue is UNLOCKED again */ 3998 if (do_pack) 3999 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4000 4001 if (stopped && !qeth_out_queue_is_full(queue)) 4002 netif_tx_start_queue(txq); 4003 return rc; 4004 } 4005 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4006 4007 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4008 unsigned int payload_len, struct sk_buff *skb, 4009 unsigned int proto_len) 4010 { 4011 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4012 4013 ext->hdr_tot_len = sizeof(*ext); 4014 ext->imb_hdr_no = 1; 4015 ext->hdr_type = 1; 4016 ext->hdr_version = 1; 4017 ext->hdr_len = 28; 4018 ext->payload_len = payload_len; 4019 ext->mss = skb_shinfo(skb)->gso_size; 4020 ext->dg_hdr_len = proto_len; 4021 } 4022 4023 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4024 struct qeth_qdio_out_q *queue, int ipv, 4025 void (*fill_header)(struct qeth_qdio_out_q *queue, 4026 struct qeth_hdr *hdr, struct sk_buff *skb, 4027 int ipv, unsigned int data_len)) 4028 { 4029 unsigned int proto_len, hw_hdr_len; 4030 unsigned int frame_len = skb->len; 4031 bool is_tso = skb_is_gso(skb); 4032 unsigned int data_offset = 0; 4033 struct qeth_hdr *hdr = NULL; 4034 unsigned int hd_len = 0; 4035 unsigned int elements; 4036 int push_len, rc; 4037 4038 if (is_tso) { 4039 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4040 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4041 } else { 4042 hw_hdr_len = sizeof(struct qeth_hdr); 4043 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4044 } 4045 4046 rc = skb_cow_head(skb, hw_hdr_len); 4047 if (rc) 4048 return rc; 4049 4050 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4051 &elements); 4052 if (push_len < 0) 4053 return push_len; 4054 if (is_tso || !push_len) { 4055 /* HW header needs its own buffer element. */ 4056 hd_len = hw_hdr_len + proto_len; 4057 data_offset = push_len + proto_len; 4058 } 4059 memset(hdr, 0, hw_hdr_len); 4060 fill_header(queue, hdr, skb, ipv, frame_len); 4061 if (is_tso) 4062 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4063 frame_len - proto_len, skb, proto_len); 4064 4065 if (IS_IQD(card)) { 4066 rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4067 hd_len); 4068 } else { 4069 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4070 skb_orphan(skb); 4071 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4072 hd_len, elements); 4073 } 4074 4075 if (rc && !push_len) 4076 kmem_cache_free(qeth_core_header_cache, hdr); 4077 4078 return rc; 4079 } 4080 EXPORT_SYMBOL_GPL(qeth_xmit); 4081 4082 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4083 struct qeth_reply *reply, unsigned long data) 4084 { 4085 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4086 struct qeth_ipacmd_setadpparms *setparms; 4087 4088 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4089 4090 setparms = &(cmd->data.setadapterparms); 4091 if (qeth_setadpparms_inspect_rc(cmd)) { 4092 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4093 setparms->data.mode = SET_PROMISC_MODE_OFF; 4094 } 4095 card->info.promisc_mode = setparms->data.mode; 4096 return (cmd->hdr.return_code) ? -EIO : 0; 4097 } 4098 4099 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 4100 { 4101 enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 4102 SET_PROMISC_MODE_OFF; 4103 struct qeth_cmd_buffer *iob; 4104 struct qeth_ipa_cmd *cmd; 4105 4106 QETH_CARD_TEXT(card, 4, "setprom"); 4107 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4108 4109 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4110 SETADP_DATA_SIZEOF(mode)); 4111 if (!iob) 4112 return; 4113 cmd = __ipa_cmd(iob); 4114 cmd->data.setadapterparms.data.mode = mode; 4115 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4116 } 4117 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4118 4119 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4120 struct qeth_reply *reply, unsigned long data) 4121 { 4122 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4123 struct qeth_ipacmd_setadpparms *adp_cmd; 4124 4125 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4126 if (qeth_setadpparms_inspect_rc(cmd)) 4127 return -EIO; 4128 4129 adp_cmd = &cmd->data.setadapterparms; 4130 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4131 return -EADDRNOTAVAIL; 4132 4133 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4134 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4135 return -EADDRNOTAVAIL; 4136 4137 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4138 return 0; 4139 } 4140 4141 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4142 { 4143 int rc; 4144 struct qeth_cmd_buffer *iob; 4145 struct qeth_ipa_cmd *cmd; 4146 4147 QETH_CARD_TEXT(card, 4, "chgmac"); 4148 4149 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4150 SETADP_DATA_SIZEOF(change_addr)); 4151 if (!iob) 4152 return -ENOMEM; 4153 cmd = __ipa_cmd(iob); 4154 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4155 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4156 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4157 card->dev->dev_addr); 4158 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4159 NULL); 4160 return rc; 4161 } 4162 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4163 4164 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4165 struct qeth_reply *reply, unsigned long data) 4166 { 4167 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4168 struct qeth_set_access_ctrl *access_ctrl_req; 4169 int fallback = *(int *)reply->param; 4170 4171 QETH_CARD_TEXT(card, 4, "setaccb"); 4172 if (cmd->hdr.return_code) 4173 return -EIO; 4174 qeth_setadpparms_inspect_rc(cmd); 4175 4176 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4177 QETH_CARD_TEXT_(card, 2, "rc=%d", 4178 cmd->data.setadapterparms.hdr.return_code); 4179 if (cmd->data.setadapterparms.hdr.return_code != 4180 SET_ACCESS_CTRL_RC_SUCCESS) 4181 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4182 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4183 cmd->data.setadapterparms.hdr.return_code); 4184 switch (cmd->data.setadapterparms.hdr.return_code) { 4185 case SET_ACCESS_CTRL_RC_SUCCESS: 4186 if (card->options.isolation == ISOLATION_MODE_NONE) { 4187 dev_info(&card->gdev->dev, 4188 "QDIO data connection isolation is deactivated\n"); 4189 } else { 4190 dev_info(&card->gdev->dev, 4191 "QDIO data connection isolation is activated\n"); 4192 } 4193 break; 4194 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4195 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4196 CARD_DEVID(card)); 4197 if (fallback) 4198 card->options.isolation = card->options.prev_isolation; 4199 break; 4200 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4201 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4202 CARD_DEVID(card)); 4203 if (fallback) 4204 card->options.isolation = card->options.prev_isolation; 4205 break; 4206 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4207 dev_err(&card->gdev->dev, "Adapter does not " 4208 "support QDIO data connection isolation\n"); 4209 break; 4210 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4211 dev_err(&card->gdev->dev, 4212 "Adapter is dedicated. " 4213 "QDIO data connection isolation not supported\n"); 4214 if (fallback) 4215 card->options.isolation = card->options.prev_isolation; 4216 break; 4217 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4218 dev_err(&card->gdev->dev, 4219 "TSO does not permit QDIO data connection isolation\n"); 4220 if (fallback) 4221 card->options.isolation = card->options.prev_isolation; 4222 break; 4223 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4224 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4225 "support reflective relay mode\n"); 4226 if (fallback) 4227 card->options.isolation = card->options.prev_isolation; 4228 break; 4229 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4230 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4231 "enabled at the adjacent switch port"); 4232 if (fallback) 4233 card->options.isolation = card->options.prev_isolation; 4234 break; 4235 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4236 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4237 "at the adjacent switch failed\n"); 4238 break; 4239 default: 4240 /* this should never happen */ 4241 if (fallback) 4242 card->options.isolation = card->options.prev_isolation; 4243 break; 4244 } 4245 return (cmd->hdr.return_code) ? -EIO : 0; 4246 } 4247 4248 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4249 enum qeth_ipa_isolation_modes isolation, int fallback) 4250 { 4251 int rc; 4252 struct qeth_cmd_buffer *iob; 4253 struct qeth_ipa_cmd *cmd; 4254 struct qeth_set_access_ctrl *access_ctrl_req; 4255 4256 QETH_CARD_TEXT(card, 4, "setacctl"); 4257 4258 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4259 SETADP_DATA_SIZEOF(set_access_ctrl)); 4260 if (!iob) 4261 return -ENOMEM; 4262 cmd = __ipa_cmd(iob); 4263 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4264 access_ctrl_req->subcmd_code = isolation; 4265 4266 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4267 &fallback); 4268 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4269 return rc; 4270 } 4271 4272 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4273 { 4274 int rc = 0; 4275 4276 QETH_CARD_TEXT(card, 4, "setactlo"); 4277 4278 if ((IS_OSD(card) || IS_OSX(card)) && 4279 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4280 rc = qeth_setadpparms_set_access_ctrl(card, 4281 card->options.isolation, fallback); 4282 if (rc) { 4283 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4284 rc, CARD_DEVID(card)); 4285 rc = -EOPNOTSUPP; 4286 } 4287 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4288 card->options.isolation = ISOLATION_MODE_NONE; 4289 4290 dev_err(&card->gdev->dev, "Adapter does not " 4291 "support QDIO data connection isolation\n"); 4292 rc = -EOPNOTSUPP; 4293 } 4294 return rc; 4295 } 4296 4297 void qeth_tx_timeout(struct net_device *dev) 4298 { 4299 struct qeth_card *card; 4300 4301 card = dev->ml_priv; 4302 QETH_CARD_TEXT(card, 4, "txtimeo"); 4303 qeth_schedule_recovery(card); 4304 } 4305 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4306 4307 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4308 { 4309 struct qeth_card *card = dev->ml_priv; 4310 int rc = 0; 4311 4312 switch (regnum) { 4313 case MII_BMCR: /* Basic mode control register */ 4314 rc = BMCR_FULLDPLX; 4315 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4316 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4317 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4318 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4319 rc |= BMCR_SPEED100; 4320 break; 4321 case MII_BMSR: /* Basic mode status register */ 4322 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4323 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4324 BMSR_100BASE4; 4325 break; 4326 case MII_PHYSID1: /* PHYS ID 1 */ 4327 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4328 dev->dev_addr[2]; 4329 rc = (rc >> 5) & 0xFFFF; 4330 break; 4331 case MII_PHYSID2: /* PHYS ID 2 */ 4332 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4333 break; 4334 case MII_ADVERTISE: /* Advertisement control reg */ 4335 rc = ADVERTISE_ALL; 4336 break; 4337 case MII_LPA: /* Link partner ability reg */ 4338 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4339 LPA_100BASE4 | LPA_LPACK; 4340 break; 4341 case MII_EXPANSION: /* Expansion register */ 4342 break; 4343 case MII_DCOUNTER: /* disconnect counter */ 4344 break; 4345 case MII_FCSCOUNTER: /* false carrier counter */ 4346 break; 4347 case MII_NWAYTEST: /* N-way auto-neg test register */ 4348 break; 4349 case MII_RERRCOUNTER: /* rx error counter */ 4350 rc = card->stats.rx_length_errors + 4351 card->stats.rx_frame_errors + 4352 card->stats.rx_fifo_errors; 4353 break; 4354 case MII_SREVISION: /* silicon revision */ 4355 break; 4356 case MII_RESV1: /* reserved 1 */ 4357 break; 4358 case MII_LBRERROR: /* loopback, rx, bypass error */ 4359 break; 4360 case MII_PHYADDR: /* physical address */ 4361 break; 4362 case MII_RESV2: /* reserved 2 */ 4363 break; 4364 case MII_TPISTATUS: /* TPI status for 10mbps */ 4365 break; 4366 case MII_NCONFIG: /* network interface config */ 4367 break; 4368 default: 4369 break; 4370 } 4371 return rc; 4372 } 4373 4374 static int qeth_snmp_command_cb(struct qeth_card *card, 4375 struct qeth_reply *reply, unsigned long data) 4376 { 4377 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4378 struct qeth_arp_query_info *qinfo = reply->param; 4379 struct qeth_ipacmd_setadpparms *adp_cmd; 4380 unsigned int data_len; 4381 void *snmp_data; 4382 4383 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4384 4385 if (cmd->hdr.return_code) { 4386 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4387 return -EIO; 4388 } 4389 if (cmd->data.setadapterparms.hdr.return_code) { 4390 cmd->hdr.return_code = 4391 cmd->data.setadapterparms.hdr.return_code; 4392 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4393 return -EIO; 4394 } 4395 4396 adp_cmd = &cmd->data.setadapterparms; 4397 data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 4398 if (adp_cmd->hdr.seq_no == 1) { 4399 snmp_data = &adp_cmd->data.snmp; 4400 } else { 4401 snmp_data = &adp_cmd->data.snmp.request; 4402 data_len -= offsetof(struct qeth_snmp_cmd, request); 4403 } 4404 4405 /* check if there is enough room in userspace */ 4406 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4407 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4408 return -ENOSPC; 4409 } 4410 QETH_CARD_TEXT_(card, 4, "snore%i", 4411 cmd->data.setadapterparms.hdr.used_total); 4412 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4413 cmd->data.setadapterparms.hdr.seq_no); 4414 /*copy entries to user buffer*/ 4415 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4416 qinfo->udata_offset += data_len; 4417 4418 if (cmd->data.setadapterparms.hdr.seq_no < 4419 cmd->data.setadapterparms.hdr.used_total) 4420 return 1; 4421 return 0; 4422 } 4423 4424 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4425 { 4426 struct qeth_snmp_ureq __user *ureq; 4427 struct qeth_cmd_buffer *iob; 4428 unsigned int req_len; 4429 struct qeth_arp_query_info qinfo = {0, }; 4430 int rc = 0; 4431 4432 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4433 4434 if (IS_VM_NIC(card)) 4435 return -EOPNOTSUPP; 4436 4437 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4438 IS_LAYER3(card)) 4439 return -EOPNOTSUPP; 4440 4441 ureq = (struct qeth_snmp_ureq __user *) udata; 4442 if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4443 get_user(req_len, &ureq->hdr.req_len)) 4444 return -EFAULT; 4445 4446 /* Sanitize user input, to avoid overflows in iob size calculation: */ 4447 if (req_len > QETH_BUFSIZE) 4448 return -EINVAL; 4449 4450 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4451 if (!iob) 4452 return -ENOMEM; 4453 4454 if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4455 &ureq->cmd, req_len)) { 4456 qeth_put_cmd(iob); 4457 return -EFAULT; 4458 } 4459 4460 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4461 if (!qinfo.udata) { 4462 qeth_put_cmd(iob); 4463 return -ENOMEM; 4464 } 4465 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4466 4467 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4468 if (rc) 4469 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4470 CARD_DEVID(card), rc); 4471 else { 4472 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4473 rc = -EFAULT; 4474 } 4475 4476 kfree(qinfo.udata); 4477 return rc; 4478 } 4479 4480 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4481 struct qeth_reply *reply, unsigned long data) 4482 { 4483 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4484 struct qeth_qoat_priv *priv; 4485 char *resdata; 4486 int resdatalen; 4487 4488 QETH_CARD_TEXT(card, 3, "qoatcb"); 4489 if (qeth_setadpparms_inspect_rc(cmd)) 4490 return -EIO; 4491 4492 priv = (struct qeth_qoat_priv *)reply->param; 4493 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4494 resdata = (char *)data + 28; 4495 4496 if (resdatalen > (priv->buffer_len - priv->response_len)) 4497 return -ENOSPC; 4498 4499 memcpy((priv->buffer + priv->response_len), resdata, 4500 resdatalen); 4501 priv->response_len += resdatalen; 4502 4503 if (cmd->data.setadapterparms.hdr.seq_no < 4504 cmd->data.setadapterparms.hdr.used_total) 4505 return 1; 4506 return 0; 4507 } 4508 4509 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4510 { 4511 int rc = 0; 4512 struct qeth_cmd_buffer *iob; 4513 struct qeth_ipa_cmd *cmd; 4514 struct qeth_query_oat *oat_req; 4515 struct qeth_query_oat_data oat_data; 4516 struct qeth_qoat_priv priv; 4517 void __user *tmp; 4518 4519 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4520 4521 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4522 rc = -EOPNOTSUPP; 4523 goto out; 4524 } 4525 4526 if (copy_from_user(&oat_data, udata, 4527 sizeof(struct qeth_query_oat_data))) { 4528 rc = -EFAULT; 4529 goto out; 4530 } 4531 4532 priv.buffer_len = oat_data.buffer_len; 4533 priv.response_len = 0; 4534 priv.buffer = vzalloc(oat_data.buffer_len); 4535 if (!priv.buffer) { 4536 rc = -ENOMEM; 4537 goto out; 4538 } 4539 4540 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4541 SETADP_DATA_SIZEOF(query_oat)); 4542 if (!iob) { 4543 rc = -ENOMEM; 4544 goto out_free; 4545 } 4546 cmd = __ipa_cmd(iob); 4547 oat_req = &cmd->data.setadapterparms.data.query_oat; 4548 oat_req->subcmd_code = oat_data.command; 4549 4550 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4551 &priv); 4552 if (!rc) { 4553 if (is_compat_task()) 4554 tmp = compat_ptr(oat_data.ptr); 4555 else 4556 tmp = (void __user *)(unsigned long)oat_data.ptr; 4557 4558 if (copy_to_user(tmp, priv.buffer, 4559 priv.response_len)) { 4560 rc = -EFAULT; 4561 goto out_free; 4562 } 4563 4564 oat_data.response_len = priv.response_len; 4565 4566 if (copy_to_user(udata, &oat_data, 4567 sizeof(struct qeth_query_oat_data))) 4568 rc = -EFAULT; 4569 } 4570 4571 out_free: 4572 vfree(priv.buffer); 4573 out: 4574 return rc; 4575 } 4576 4577 static int qeth_query_card_info_cb(struct qeth_card *card, 4578 struct qeth_reply *reply, unsigned long data) 4579 { 4580 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4581 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4582 struct qeth_query_card_info *card_info; 4583 4584 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4585 if (qeth_setadpparms_inspect_rc(cmd)) 4586 return -EIO; 4587 4588 card_info = &cmd->data.setadapterparms.data.card_info; 4589 carrier_info->card_type = card_info->card_type; 4590 carrier_info->port_mode = card_info->port_mode; 4591 carrier_info->port_speed = card_info->port_speed; 4592 return 0; 4593 } 4594 4595 int qeth_query_card_info(struct qeth_card *card, 4596 struct carrier_info *carrier_info) 4597 { 4598 struct qeth_cmd_buffer *iob; 4599 4600 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4601 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4602 return -EOPNOTSUPP; 4603 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 4604 if (!iob) 4605 return -ENOMEM; 4606 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4607 (void *)carrier_info); 4608 } 4609 4610 /** 4611 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4612 * @card: pointer to a qeth_card 4613 * 4614 * Returns 4615 * 0, if a MAC address has been set for the card's netdevice 4616 * a return code, for various error conditions 4617 */ 4618 int qeth_vm_request_mac(struct qeth_card *card) 4619 { 4620 struct diag26c_mac_resp *response; 4621 struct diag26c_mac_req *request; 4622 struct ccw_dev_id id; 4623 int rc; 4624 4625 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4626 4627 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4628 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4629 if (!request || !response) { 4630 rc = -ENOMEM; 4631 goto out; 4632 } 4633 4634 ccw_device_get_id(CARD_DDEV(card), &id); 4635 request->resp_buf_len = sizeof(*response); 4636 request->resp_version = DIAG26C_VERSION2; 4637 request->op_code = DIAG26C_GET_MAC; 4638 request->devno = id.devno; 4639 4640 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4641 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4642 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4643 if (rc) 4644 goto out; 4645 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4646 4647 if (request->resp_buf_len < sizeof(*response) || 4648 response->version != request->resp_version) { 4649 rc = -EIO; 4650 QETH_CARD_TEXT(card, 2, "badresp"); 4651 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4652 sizeof(request->resp_buf_len)); 4653 } else if (!is_valid_ether_addr(response->mac)) { 4654 rc = -EINVAL; 4655 QETH_CARD_TEXT(card, 2, "badmac"); 4656 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4657 } else { 4658 ether_addr_copy(card->dev->dev_addr, response->mac); 4659 } 4660 4661 out: 4662 kfree(response); 4663 kfree(request); 4664 return rc; 4665 } 4666 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4667 4668 static void qeth_determine_capabilities(struct qeth_card *card) 4669 { 4670 int rc; 4671 struct ccw_device *ddev; 4672 int ddev_offline = 0; 4673 4674 QETH_CARD_TEXT(card, 2, "detcapab"); 4675 ddev = CARD_DDEV(card); 4676 if (!ddev->online) { 4677 ddev_offline = 1; 4678 rc = ccw_device_set_online(ddev); 4679 if (rc) { 4680 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4681 goto out; 4682 } 4683 } 4684 4685 rc = qeth_read_conf_data(card); 4686 if (rc) { 4687 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4688 CARD_DEVID(card), rc); 4689 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4690 goto out_offline; 4691 } 4692 4693 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4694 if (rc) 4695 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4696 4697 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 4698 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 4699 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 4700 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 4701 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 4702 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4703 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4704 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4705 dev_info(&card->gdev->dev, 4706 "Completion Queueing supported\n"); 4707 } else { 4708 card->options.cq = QETH_CQ_NOTAVAILABLE; 4709 } 4710 4711 4712 out_offline: 4713 if (ddev_offline == 1) 4714 ccw_device_set_offline(ddev); 4715 out: 4716 return; 4717 } 4718 4719 static void qeth_qdio_establish_cq(struct qeth_card *card, 4720 struct qdio_buffer **in_sbal_ptrs, 4721 void (**queue_start_poll) 4722 (struct ccw_device *, int, 4723 unsigned long)) 4724 { 4725 int i; 4726 4727 if (card->options.cq == QETH_CQ_ENABLED) { 4728 int offset = QDIO_MAX_BUFFERS_PER_Q * 4729 (card->qdio.no_in_queues - 1); 4730 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4731 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4732 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4733 } 4734 4735 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4736 } 4737 } 4738 4739 static int qeth_qdio_establish(struct qeth_card *card) 4740 { 4741 struct qdio_initialize init_data; 4742 char *qib_param_field; 4743 struct qdio_buffer **in_sbal_ptrs; 4744 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4745 struct qdio_buffer **out_sbal_ptrs; 4746 int i, j, k; 4747 int rc = 0; 4748 4749 QETH_CARD_TEXT(card, 2, "qdioest"); 4750 4751 qib_param_field = kzalloc(FIELD_SIZEOF(struct qib, parm), GFP_KERNEL); 4752 if (!qib_param_field) { 4753 rc = -ENOMEM; 4754 goto out_free_nothing; 4755 } 4756 4757 qeth_create_qib_param_field(card, qib_param_field); 4758 qeth_create_qib_param_field_blkt(card, qib_param_field); 4759 4760 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4761 sizeof(void *), 4762 GFP_KERNEL); 4763 if (!in_sbal_ptrs) { 4764 rc = -ENOMEM; 4765 goto out_free_qib_param; 4766 } 4767 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4768 in_sbal_ptrs[i] = (struct qdio_buffer *) 4769 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4770 } 4771 4772 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4773 GFP_KERNEL); 4774 if (!queue_start_poll) { 4775 rc = -ENOMEM; 4776 goto out_free_in_sbals; 4777 } 4778 for (i = 0; i < card->qdio.no_in_queues; ++i) 4779 queue_start_poll[i] = qeth_qdio_start_poll; 4780 4781 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4782 4783 out_sbal_ptrs = 4784 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4785 sizeof(void *), 4786 GFP_KERNEL); 4787 if (!out_sbal_ptrs) { 4788 rc = -ENOMEM; 4789 goto out_free_queue_start_poll; 4790 } 4791 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4792 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4793 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4794 card->qdio.out_qs[i]->bufs[j]->buffer); 4795 } 4796 4797 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4798 init_data.cdev = CARD_DDEV(card); 4799 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4800 QDIO_QETH_QFMT; 4801 init_data.qib_param_field_format = 0; 4802 init_data.qib_param_field = qib_param_field; 4803 init_data.no_input_qs = card->qdio.no_in_queues; 4804 init_data.no_output_qs = card->qdio.no_out_queues; 4805 init_data.input_handler = qeth_qdio_input_handler; 4806 init_data.output_handler = qeth_qdio_output_handler; 4807 init_data.queue_start_poll_array = queue_start_poll; 4808 init_data.int_parm = (unsigned long) card; 4809 init_data.input_sbal_addr_array = in_sbal_ptrs; 4810 init_data.output_sbal_addr_array = out_sbal_ptrs; 4811 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4812 init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 4813 4814 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4815 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4816 rc = qdio_allocate(&init_data); 4817 if (rc) { 4818 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4819 goto out; 4820 } 4821 rc = qdio_establish(&init_data); 4822 if (rc) { 4823 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4824 qdio_free(CARD_DDEV(card)); 4825 } 4826 } 4827 4828 switch (card->options.cq) { 4829 case QETH_CQ_ENABLED: 4830 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4831 break; 4832 case QETH_CQ_DISABLED: 4833 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4834 break; 4835 default: 4836 break; 4837 } 4838 out: 4839 kfree(out_sbal_ptrs); 4840 out_free_queue_start_poll: 4841 kfree(queue_start_poll); 4842 out_free_in_sbals: 4843 kfree(in_sbal_ptrs); 4844 out_free_qib_param: 4845 kfree(qib_param_field); 4846 out_free_nothing: 4847 return rc; 4848 } 4849 4850 static void qeth_core_free_card(struct qeth_card *card) 4851 { 4852 QETH_CARD_TEXT(card, 2, "freecrd"); 4853 qeth_clean_channel(&card->read); 4854 qeth_clean_channel(&card->write); 4855 qeth_clean_channel(&card->data); 4856 qeth_put_cmd(card->read_cmd); 4857 destroy_workqueue(card->event_wq); 4858 unregister_service_level(&card->qeth_service_level); 4859 dev_set_drvdata(&card->gdev->dev, NULL); 4860 kfree(card); 4861 } 4862 4863 void qeth_trace_features(struct qeth_card *card) 4864 { 4865 QETH_CARD_TEXT(card, 2, "features"); 4866 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4867 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4868 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4869 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4870 sizeof(card->info.diagass_support)); 4871 } 4872 EXPORT_SYMBOL_GPL(qeth_trace_features); 4873 4874 static struct ccw_device_id qeth_ids[] = { 4875 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4876 .driver_info = QETH_CARD_TYPE_OSD}, 4877 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4878 .driver_info = QETH_CARD_TYPE_IQD}, 4879 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4880 .driver_info = QETH_CARD_TYPE_OSN}, 4881 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4882 .driver_info = QETH_CARD_TYPE_OSM}, 4883 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4884 .driver_info = QETH_CARD_TYPE_OSX}, 4885 {}, 4886 }; 4887 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4888 4889 static struct ccw_driver qeth_ccw_driver = { 4890 .driver = { 4891 .owner = THIS_MODULE, 4892 .name = "qeth", 4893 }, 4894 .ids = qeth_ids, 4895 .probe = ccwgroup_probe_ccwdev, 4896 .remove = ccwgroup_remove_ccwdev, 4897 }; 4898 4899 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4900 { 4901 int retries = 3; 4902 int rc; 4903 4904 QETH_CARD_TEXT(card, 2, "hrdsetup"); 4905 atomic_set(&card->force_alloc_skb, 0); 4906 rc = qeth_update_from_chp_desc(card); 4907 if (rc) 4908 return rc; 4909 retry: 4910 if (retries < 3) 4911 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4912 CARD_DEVID(card)); 4913 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4914 ccw_device_set_offline(CARD_DDEV(card)); 4915 ccw_device_set_offline(CARD_WDEV(card)); 4916 ccw_device_set_offline(CARD_RDEV(card)); 4917 qdio_free(CARD_DDEV(card)); 4918 rc = ccw_device_set_online(CARD_RDEV(card)); 4919 if (rc) 4920 goto retriable; 4921 rc = ccw_device_set_online(CARD_WDEV(card)); 4922 if (rc) 4923 goto retriable; 4924 rc = ccw_device_set_online(CARD_DDEV(card)); 4925 if (rc) 4926 goto retriable; 4927 retriable: 4928 if (rc == -ERESTARTSYS) { 4929 QETH_CARD_TEXT(card, 2, "break1"); 4930 return rc; 4931 } else if (rc) { 4932 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 4933 if (--retries < 0) 4934 goto out; 4935 else 4936 goto retry; 4937 } 4938 qeth_determine_capabilities(card); 4939 qeth_init_tokens(card); 4940 qeth_init_func_level(card); 4941 4942 rc = qeth_idx_activate_read_channel(card); 4943 if (rc == -EINTR) { 4944 QETH_CARD_TEXT(card, 2, "break2"); 4945 return rc; 4946 } else if (rc) { 4947 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4948 if (--retries < 0) 4949 goto out; 4950 else 4951 goto retry; 4952 } 4953 4954 rc = qeth_idx_activate_write_channel(card); 4955 if (rc == -EINTR) { 4956 QETH_CARD_TEXT(card, 2, "break3"); 4957 return rc; 4958 } else if (rc) { 4959 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 4960 if (--retries < 0) 4961 goto out; 4962 else 4963 goto retry; 4964 } 4965 card->read_or_write_problem = 0; 4966 rc = qeth_mpc_initialize(card); 4967 if (rc) { 4968 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4969 goto out; 4970 } 4971 4972 rc = qeth_send_startlan(card); 4973 if (rc) { 4974 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4975 if (rc == -ENETDOWN) { 4976 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 4977 *carrier_ok = false; 4978 } else { 4979 goto out; 4980 } 4981 } else { 4982 *carrier_ok = true; 4983 } 4984 4985 card->options.ipa4.supported_funcs = 0; 4986 card->options.ipa6.supported_funcs = 0; 4987 card->options.adp.supported_funcs = 0; 4988 card->options.sbp.supported_funcs = 0; 4989 card->info.diagass_support = 0; 4990 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 4991 if (rc == -ENOMEM) 4992 goto out; 4993 if (qeth_is_supported(card, IPA_IPV6)) { 4994 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 4995 if (rc == -ENOMEM) 4996 goto out; 4997 } 4998 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 4999 rc = qeth_query_setadapterparms(card); 5000 if (rc < 0) { 5001 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5002 goto out; 5003 } 5004 } 5005 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5006 rc = qeth_query_setdiagass(card); 5007 if (rc < 0) { 5008 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5009 goto out; 5010 } 5011 } 5012 5013 if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 5014 (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 5015 card->info.hwtrap = 0; 5016 5017 rc = qeth_set_access_ctrl_online(card, 0); 5018 if (rc) 5019 goto out; 5020 5021 return 0; 5022 out: 5023 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5024 "an error on the device\n"); 5025 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5026 CARD_DEVID(card), rc); 5027 return rc; 5028 } 5029 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5030 5031 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5032 struct sk_buff *skb, int offset, int data_len) 5033 { 5034 struct page *page = virt_to_page(element->addr); 5035 unsigned int next_frag; 5036 5037 /* first fill the linear space */ 5038 if (!skb->len) { 5039 unsigned int linear = min(data_len, skb_tailroom(skb)); 5040 5041 skb_put_data(skb, element->addr + offset, linear); 5042 data_len -= linear; 5043 if (!data_len) 5044 return; 5045 offset += linear; 5046 /* fall through to add page frag for remaining data */ 5047 } 5048 5049 next_frag = skb_shinfo(skb)->nr_frags; 5050 get_page(page); 5051 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5052 } 5053 5054 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5055 { 5056 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5057 } 5058 5059 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5060 struct qeth_qdio_buffer *qethbuffer, 5061 struct qdio_buffer_element **__element, int *__offset, 5062 struct qeth_hdr **hdr) 5063 { 5064 struct qdio_buffer_element *element = *__element; 5065 struct qdio_buffer *buffer = qethbuffer->buffer; 5066 int offset = *__offset; 5067 bool use_rx_sg = false; 5068 unsigned int headroom; 5069 struct sk_buff *skb; 5070 int skb_len = 0; 5071 void *data_ptr; 5072 int data_len; 5073 5074 next_packet: 5075 /* qeth_hdr must not cross element boundaries */ 5076 while (element->length < offset + sizeof(struct qeth_hdr)) { 5077 if (qeth_is_last_sbale(element)) 5078 return NULL; 5079 element++; 5080 offset = 0; 5081 } 5082 *hdr = element->addr + offset; 5083 5084 offset += sizeof(struct qeth_hdr); 5085 switch ((*hdr)->hdr.l2.id) { 5086 case QETH_HEADER_TYPE_LAYER2: 5087 skb_len = (*hdr)->hdr.l2.pkt_length; 5088 headroom = 0; 5089 break; 5090 case QETH_HEADER_TYPE_LAYER3: 5091 skb_len = (*hdr)->hdr.l3.length; 5092 if (!IS_LAYER3(card)) { 5093 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5094 skb = NULL; 5095 goto walk_packet; 5096 } 5097 5098 headroom = ETH_HLEN; 5099 break; 5100 case QETH_HEADER_TYPE_OSN: 5101 skb_len = (*hdr)->hdr.osn.pdu_length; 5102 if (!IS_OSN(card)) { 5103 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5104 skb = NULL; 5105 goto walk_packet; 5106 } 5107 5108 headroom = sizeof(struct qeth_hdr); 5109 break; 5110 default: 5111 if ((*hdr)->hdr.l2.id & QETH_HEADER_MASK_INVAL) 5112 QETH_CARD_STAT_INC(card, rx_frame_errors); 5113 else 5114 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5115 5116 /* Can't determine packet length, drop the whole buffer. */ 5117 return NULL; 5118 } 5119 5120 if (!skb_len) 5121 return NULL; 5122 5123 use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5124 ((skb_len >= card->options.rx_sg_cb) && 5125 !atomic_read(&card->force_alloc_skb) && 5126 !IS_OSN(card)); 5127 5128 if (use_rx_sg && qethbuffer->rx_skb) { 5129 /* QETH_CQ_ENABLED only: */ 5130 skb = qethbuffer->rx_skb; 5131 qethbuffer->rx_skb = NULL; 5132 } else { 5133 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5134 5135 skb = napi_alloc_skb(&card->napi, linear + headroom); 5136 } 5137 5138 if (!skb) 5139 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5140 else if (headroom) 5141 skb_reserve(skb, headroom); 5142 5143 walk_packet: 5144 data_ptr = element->addr + offset; 5145 while (skb_len) { 5146 data_len = min(skb_len, (int)(element->length - offset)); 5147 5148 if (skb && data_len) { 5149 if (use_rx_sg) 5150 qeth_create_skb_frag(element, skb, offset, 5151 data_len); 5152 else 5153 skb_put_data(skb, data_ptr, data_len); 5154 } 5155 skb_len -= data_len; 5156 if (skb_len) { 5157 if (qeth_is_last_sbale(element)) { 5158 QETH_CARD_TEXT(card, 4, "unexeob"); 5159 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5160 if (skb) { 5161 dev_kfree_skb_any(skb); 5162 QETH_CARD_STAT_INC(card, 5163 rx_length_errors); 5164 } 5165 return NULL; 5166 } 5167 element++; 5168 offset = 0; 5169 data_ptr = element->addr; 5170 } else { 5171 offset += data_len; 5172 } 5173 } 5174 5175 /* This packet was skipped, go get another one: */ 5176 if (!skb) 5177 goto next_packet; 5178 5179 *__element = element; 5180 *__offset = offset; 5181 if (use_rx_sg) { 5182 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5183 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5184 skb_shinfo(skb)->nr_frags); 5185 } 5186 return skb; 5187 } 5188 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5189 5190 int qeth_poll(struct napi_struct *napi, int budget) 5191 { 5192 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5193 int work_done = 0; 5194 struct qeth_qdio_buffer *buffer; 5195 int done; 5196 int new_budget = budget; 5197 5198 while (1) { 5199 if (!card->rx.b_count) { 5200 card->rx.qdio_err = 0; 5201 card->rx.b_count = qdio_get_next_buffers( 5202 card->data.ccwdev, 0, &card->rx.b_index, 5203 &card->rx.qdio_err); 5204 if (card->rx.b_count <= 0) { 5205 card->rx.b_count = 0; 5206 break; 5207 } 5208 card->rx.b_element = 5209 &card->qdio.in_q->bufs[card->rx.b_index] 5210 .buffer->element[0]; 5211 card->rx.e_offset = 0; 5212 } 5213 5214 while (card->rx.b_count) { 5215 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5216 if (!(card->rx.qdio_err && 5217 qeth_check_qdio_errors(card, buffer->buffer, 5218 card->rx.qdio_err, "qinerr"))) 5219 work_done += 5220 card->discipline->process_rx_buffer( 5221 card, new_budget, &done); 5222 else 5223 done = 1; 5224 5225 if (done) { 5226 QETH_CARD_STAT_INC(card, rx_bufs); 5227 qeth_put_buffer_pool_entry(card, 5228 buffer->pool_entry); 5229 qeth_queue_input_buffer(card, card->rx.b_index); 5230 card->rx.b_count--; 5231 if (card->rx.b_count) { 5232 card->rx.b_index = 5233 QDIO_BUFNR(card->rx.b_index + 1); 5234 card->rx.b_element = 5235 &card->qdio.in_q 5236 ->bufs[card->rx.b_index] 5237 .buffer->element[0]; 5238 card->rx.e_offset = 0; 5239 } 5240 } 5241 5242 if (work_done >= budget) 5243 goto out; 5244 else 5245 new_budget = budget - work_done; 5246 } 5247 } 5248 5249 if (napi_complete_done(napi, work_done) && 5250 qdio_start_irq(CARD_DDEV(card), 0)) 5251 napi_schedule(napi); 5252 out: 5253 return work_done; 5254 } 5255 EXPORT_SYMBOL_GPL(qeth_poll); 5256 5257 static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 5258 unsigned int bidx, bool error, int budget) 5259 { 5260 struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 5261 u8 sflags = buffer->buffer->element[15].sflags; 5262 struct qeth_card *card = queue->card; 5263 5264 if (queue->bufstates && (queue->bufstates[bidx].flags & 5265 QDIO_OUTBUF_STATE_FLAG_PENDING)) { 5266 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 5267 5268 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 5269 QETH_QDIO_BUF_PENDING) == 5270 QETH_QDIO_BUF_PRIMED) 5271 qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 5272 5273 QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 5274 5275 /* prepare the queue slot for re-use: */ 5276 qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 5277 if (qeth_init_qdio_out_buf(queue, bidx)) { 5278 QETH_CARD_TEXT(card, 2, "outofbuf"); 5279 qeth_schedule_recovery(card); 5280 } 5281 5282 return; 5283 } 5284 5285 if (card->options.cq == QETH_CQ_ENABLED) 5286 qeth_notify_skbs(queue, buffer, 5287 qeth_compute_cq_notification(sflags, 0)); 5288 qeth_clear_output_buffer(queue, buffer, error, budget); 5289 } 5290 5291 static int qeth_tx_poll(struct napi_struct *napi, int budget) 5292 { 5293 struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 5294 unsigned int queue_no = queue->queue_no; 5295 struct qeth_card *card = queue->card; 5296 struct net_device *dev = card->dev; 5297 unsigned int work_done = 0; 5298 struct netdev_queue *txq; 5299 5300 txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 5301 5302 while (1) { 5303 unsigned int start, error, i; 5304 unsigned int packets = 0; 5305 unsigned int bytes = 0; 5306 int completed; 5307 5308 if (qeth_out_queue_is_empty(queue)) { 5309 napi_complete(napi); 5310 return 0; 5311 } 5312 5313 /* Give the CPU a breather: */ 5314 if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 5315 QETH_TXQ_STAT_INC(queue, completion_yield); 5316 if (napi_complete_done(napi, 0)) 5317 napi_schedule(napi); 5318 return 0; 5319 } 5320 5321 completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 5322 &start, &error); 5323 if (completed <= 0) { 5324 /* Ensure we see TX completion for pending work: */ 5325 if (napi_complete_done(napi, 0)) 5326 qeth_tx_arm_timer(queue); 5327 return 0; 5328 } 5329 5330 for (i = start; i < start + completed; i++) { 5331 struct qeth_qdio_out_buffer *buffer; 5332 unsigned int bidx = QDIO_BUFNR(i); 5333 5334 buffer = queue->bufs[bidx]; 5335 packets += skb_queue_len(&buffer->skb_list); 5336 bytes += buffer->bytes; 5337 5338 qeth_handle_send_error(card, buffer, error); 5339 qeth_iqd_tx_complete(queue, bidx, error, budget); 5340 qeth_cleanup_handled_pending(queue, bidx, false); 5341 } 5342 5343 netdev_tx_completed_queue(txq, packets, bytes); 5344 atomic_sub(completed, &queue->used_buffers); 5345 work_done += completed; 5346 5347 /* xmit may have observed the full-condition, but not yet 5348 * stopped the txq. In which case the code below won't trigger. 5349 * So before returning, xmit will re-check the txq's fill level 5350 * and wake it up if needed. 5351 */ 5352 if (netif_tx_queue_stopped(txq) && 5353 !qeth_out_queue_is_full(queue)) 5354 netif_tx_wake_queue(txq); 5355 } 5356 } 5357 5358 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5359 { 5360 if (!cmd->hdr.return_code) 5361 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5362 return cmd->hdr.return_code; 5363 } 5364 5365 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5366 struct qeth_reply *reply, 5367 unsigned long data) 5368 { 5369 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5370 struct qeth_ipa_caps *caps = reply->param; 5371 5372 if (qeth_setassparms_inspect_rc(cmd)) 5373 return -EIO; 5374 5375 caps->supported = cmd->data.setassparms.data.caps.supported; 5376 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5377 return 0; 5378 } 5379 5380 int qeth_setassparms_cb(struct qeth_card *card, 5381 struct qeth_reply *reply, unsigned long data) 5382 { 5383 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5384 5385 QETH_CARD_TEXT(card, 4, "defadpcb"); 5386 5387 if (cmd->hdr.return_code) 5388 return -EIO; 5389 5390 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5391 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5392 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5393 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5394 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5395 return 0; 5396 } 5397 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5398 5399 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5400 enum qeth_ipa_funcs ipa_func, 5401 u16 cmd_code, 5402 unsigned int data_length, 5403 enum qeth_prot_versions prot) 5404 { 5405 struct qeth_ipacmd_setassparms *setassparms; 5406 struct qeth_ipacmd_setassparms_hdr *hdr; 5407 struct qeth_cmd_buffer *iob; 5408 5409 QETH_CARD_TEXT(card, 4, "getasscm"); 5410 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 5411 data_length + 5412 offsetof(struct qeth_ipacmd_setassparms, 5413 data)); 5414 if (!iob) 5415 return NULL; 5416 5417 setassparms = &__ipa_cmd(iob)->data.setassparms; 5418 setassparms->assist_no = ipa_func; 5419 5420 hdr = &setassparms->hdr; 5421 hdr->length = sizeof(*hdr) + data_length; 5422 hdr->command_code = cmd_code; 5423 return iob; 5424 } 5425 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5426 5427 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5428 enum qeth_ipa_funcs ipa_func, 5429 u16 cmd_code, u32 *data, 5430 enum qeth_prot_versions prot) 5431 { 5432 unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 5433 struct qeth_cmd_buffer *iob; 5434 5435 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5436 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5437 if (!iob) 5438 return -ENOMEM; 5439 5440 if (data) 5441 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 5442 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5443 } 5444 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5445 5446 static void qeth_unregister_dbf_views(void) 5447 { 5448 int x; 5449 for (x = 0; x < QETH_DBF_INFOS; x++) { 5450 debug_unregister(qeth_dbf[x].id); 5451 qeth_dbf[x].id = NULL; 5452 } 5453 } 5454 5455 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5456 { 5457 char dbf_txt_buf[32]; 5458 va_list args; 5459 5460 if (!debug_level_enabled(id, level)) 5461 return; 5462 va_start(args, fmt); 5463 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5464 va_end(args); 5465 debug_text_event(id, level, dbf_txt_buf); 5466 } 5467 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5468 5469 static int qeth_register_dbf_views(void) 5470 { 5471 int ret; 5472 int x; 5473 5474 for (x = 0; x < QETH_DBF_INFOS; x++) { 5475 /* register the areas */ 5476 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5477 qeth_dbf[x].pages, 5478 qeth_dbf[x].areas, 5479 qeth_dbf[x].len); 5480 if (qeth_dbf[x].id == NULL) { 5481 qeth_unregister_dbf_views(); 5482 return -ENOMEM; 5483 } 5484 5485 /* register a view */ 5486 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5487 if (ret) { 5488 qeth_unregister_dbf_views(); 5489 return ret; 5490 } 5491 5492 /* set a passing level */ 5493 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5494 } 5495 5496 return 0; 5497 } 5498 5499 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5500 5501 int qeth_core_load_discipline(struct qeth_card *card, 5502 enum qeth_discipline_id discipline) 5503 { 5504 mutex_lock(&qeth_mod_mutex); 5505 switch (discipline) { 5506 case QETH_DISCIPLINE_LAYER3: 5507 card->discipline = try_then_request_module( 5508 symbol_get(qeth_l3_discipline), "qeth_l3"); 5509 break; 5510 case QETH_DISCIPLINE_LAYER2: 5511 card->discipline = try_then_request_module( 5512 symbol_get(qeth_l2_discipline), "qeth_l2"); 5513 break; 5514 default: 5515 break; 5516 } 5517 mutex_unlock(&qeth_mod_mutex); 5518 5519 if (!card->discipline) { 5520 dev_err(&card->gdev->dev, "There is no kernel module to " 5521 "support discipline %d\n", discipline); 5522 return -EINVAL; 5523 } 5524 5525 card->options.layer = discipline; 5526 return 0; 5527 } 5528 5529 void qeth_core_free_discipline(struct qeth_card *card) 5530 { 5531 if (IS_LAYER2(card)) 5532 symbol_put(qeth_l2_discipline); 5533 else 5534 symbol_put(qeth_l3_discipline); 5535 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5536 card->discipline = NULL; 5537 } 5538 5539 const struct device_type qeth_generic_devtype = { 5540 .name = "qeth_generic", 5541 .groups = qeth_generic_attr_groups, 5542 }; 5543 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5544 5545 static const struct device_type qeth_osn_devtype = { 5546 .name = "qeth_osn", 5547 .groups = qeth_osn_attr_groups, 5548 }; 5549 5550 #define DBF_NAME_LEN 20 5551 5552 struct qeth_dbf_entry { 5553 char dbf_name[DBF_NAME_LEN]; 5554 debug_info_t *dbf_info; 5555 struct list_head dbf_list; 5556 }; 5557 5558 static LIST_HEAD(qeth_dbf_list); 5559 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5560 5561 static debug_info_t *qeth_get_dbf_entry(char *name) 5562 { 5563 struct qeth_dbf_entry *entry; 5564 debug_info_t *rc = NULL; 5565 5566 mutex_lock(&qeth_dbf_list_mutex); 5567 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5568 if (strcmp(entry->dbf_name, name) == 0) { 5569 rc = entry->dbf_info; 5570 break; 5571 } 5572 } 5573 mutex_unlock(&qeth_dbf_list_mutex); 5574 return rc; 5575 } 5576 5577 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5578 { 5579 struct qeth_dbf_entry *new_entry; 5580 5581 card->debug = debug_register(name, 2, 1, 8); 5582 if (!card->debug) { 5583 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5584 goto err; 5585 } 5586 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5587 goto err_dbg; 5588 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5589 if (!new_entry) 5590 goto err_dbg; 5591 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5592 new_entry->dbf_info = card->debug; 5593 mutex_lock(&qeth_dbf_list_mutex); 5594 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5595 mutex_unlock(&qeth_dbf_list_mutex); 5596 5597 return 0; 5598 5599 err_dbg: 5600 debug_unregister(card->debug); 5601 err: 5602 return -ENOMEM; 5603 } 5604 5605 static void qeth_clear_dbf_list(void) 5606 { 5607 struct qeth_dbf_entry *entry, *tmp; 5608 5609 mutex_lock(&qeth_dbf_list_mutex); 5610 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5611 list_del(&entry->dbf_list); 5612 debug_unregister(entry->dbf_info); 5613 kfree(entry); 5614 } 5615 mutex_unlock(&qeth_dbf_list_mutex); 5616 } 5617 5618 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5619 { 5620 struct net_device *dev; 5621 5622 switch (card->info.type) { 5623 case QETH_CARD_TYPE_IQD: 5624 dev = alloc_netdev_mqs(0, "hsi%d", NET_NAME_UNKNOWN, 5625 ether_setup, QETH_MAX_QUEUES, 1); 5626 break; 5627 case QETH_CARD_TYPE_OSM: 5628 dev = alloc_etherdev(0); 5629 break; 5630 case QETH_CARD_TYPE_OSN: 5631 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5632 break; 5633 default: 5634 dev = alloc_etherdev_mqs(0, QETH_MAX_QUEUES, 1); 5635 } 5636 5637 if (!dev) 5638 return NULL; 5639 5640 dev->ml_priv = card; 5641 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5642 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5643 /* initialized when device first goes online: */ 5644 dev->max_mtu = 0; 5645 dev->mtu = 0; 5646 SET_NETDEV_DEV(dev, &card->gdev->dev); 5647 netif_carrier_off(dev); 5648 5649 if (IS_OSN(card)) { 5650 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5651 } else { 5652 dev->ethtool_ops = &qeth_ethtool_ops; 5653 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5654 dev->hw_features |= NETIF_F_SG; 5655 dev->vlan_features |= NETIF_F_SG; 5656 if (IS_IQD(card)) { 5657 dev->features |= NETIF_F_SG; 5658 if (netif_set_real_num_tx_queues(dev, 5659 QETH_IQD_MIN_TXQ)) { 5660 free_netdev(dev); 5661 return NULL; 5662 } 5663 } 5664 } 5665 5666 return dev; 5667 } 5668 5669 struct net_device *qeth_clone_netdev(struct net_device *orig) 5670 { 5671 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5672 5673 if (!clone) 5674 return NULL; 5675 5676 clone->dev_port = orig->dev_port; 5677 return clone; 5678 } 5679 5680 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5681 { 5682 struct qeth_card *card; 5683 struct device *dev; 5684 int rc; 5685 enum qeth_discipline_id enforced_disc; 5686 char dbf_name[DBF_NAME_LEN]; 5687 5688 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5689 5690 dev = &gdev->dev; 5691 if (!get_device(dev)) 5692 return -ENODEV; 5693 5694 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5695 5696 card = qeth_alloc_card(gdev); 5697 if (!card) { 5698 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5699 rc = -ENOMEM; 5700 goto err_dev; 5701 } 5702 5703 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5704 dev_name(&gdev->dev)); 5705 card->debug = qeth_get_dbf_entry(dbf_name); 5706 if (!card->debug) { 5707 rc = qeth_add_dbf_entry(card, dbf_name); 5708 if (rc) 5709 goto err_card; 5710 } 5711 5712 qeth_setup_card(card); 5713 card->dev = qeth_alloc_netdev(card); 5714 if (!card->dev) { 5715 rc = -ENOMEM; 5716 goto err_card; 5717 } 5718 5719 card->qdio.no_out_queues = card->dev->num_tx_queues; 5720 rc = qeth_update_from_chp_desc(card); 5721 if (rc) 5722 goto err_chp_desc; 5723 qeth_determine_capabilities(card); 5724 qeth_set_blkt_defaults(card); 5725 5726 enforced_disc = qeth_enforce_discipline(card); 5727 switch (enforced_disc) { 5728 case QETH_DISCIPLINE_UNDETERMINED: 5729 gdev->dev.type = &qeth_generic_devtype; 5730 break; 5731 default: 5732 card->info.layer_enforced = true; 5733 rc = qeth_core_load_discipline(card, enforced_disc); 5734 if (rc) 5735 goto err_load; 5736 5737 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 5738 card->discipline->devtype; 5739 rc = card->discipline->setup(card->gdev); 5740 if (rc) 5741 goto err_disc; 5742 break; 5743 } 5744 5745 return 0; 5746 5747 err_disc: 5748 qeth_core_free_discipline(card); 5749 err_load: 5750 err_chp_desc: 5751 free_netdev(card->dev); 5752 err_card: 5753 qeth_core_free_card(card); 5754 err_dev: 5755 put_device(dev); 5756 return rc; 5757 } 5758 5759 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5760 { 5761 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5762 5763 QETH_CARD_TEXT(card, 2, "removedv"); 5764 5765 if (card->discipline) { 5766 card->discipline->remove(gdev); 5767 qeth_core_free_discipline(card); 5768 } 5769 5770 qeth_free_qdio_queues(card); 5771 5772 free_netdev(card->dev); 5773 qeth_core_free_card(card); 5774 put_device(&gdev->dev); 5775 } 5776 5777 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5778 { 5779 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5780 int rc = 0; 5781 enum qeth_discipline_id def_discipline; 5782 5783 if (!card->discipline) { 5784 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 5785 QETH_DISCIPLINE_LAYER2; 5786 rc = qeth_core_load_discipline(card, def_discipline); 5787 if (rc) 5788 goto err; 5789 rc = card->discipline->setup(card->gdev); 5790 if (rc) { 5791 qeth_core_free_discipline(card); 5792 goto err; 5793 } 5794 } 5795 rc = card->discipline->set_online(gdev); 5796 err: 5797 return rc; 5798 } 5799 5800 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5801 { 5802 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5803 return card->discipline->set_offline(gdev); 5804 } 5805 5806 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5807 { 5808 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5809 qeth_set_allowed_threads(card, 0, 1); 5810 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5811 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5812 qeth_qdio_clear_card(card, 0); 5813 qeth_drain_output_queues(card); 5814 qdio_free(CARD_DDEV(card)); 5815 } 5816 5817 static int qeth_suspend(struct ccwgroup_device *gdev) 5818 { 5819 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5820 5821 qeth_set_allowed_threads(card, 0, 1); 5822 wait_event(card->wait_q, qeth_threads_running(card, 0xffffffff) == 0); 5823 if (gdev->state == CCWGROUP_OFFLINE) 5824 return 0; 5825 5826 card->discipline->set_offline(gdev); 5827 return 0; 5828 } 5829 5830 static int qeth_resume(struct ccwgroup_device *gdev) 5831 { 5832 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5833 int rc; 5834 5835 rc = card->discipline->set_online(gdev); 5836 5837 qeth_set_allowed_threads(card, 0xffffffff, 0); 5838 if (rc) 5839 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover an error on the device\n"); 5840 return rc; 5841 } 5842 5843 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5844 size_t count) 5845 { 5846 int err; 5847 5848 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5849 buf); 5850 5851 return err ? err : count; 5852 } 5853 static DRIVER_ATTR_WO(group); 5854 5855 static struct attribute *qeth_drv_attrs[] = { 5856 &driver_attr_group.attr, 5857 NULL, 5858 }; 5859 static struct attribute_group qeth_drv_attr_group = { 5860 .attrs = qeth_drv_attrs, 5861 }; 5862 static const struct attribute_group *qeth_drv_attr_groups[] = { 5863 &qeth_drv_attr_group, 5864 NULL, 5865 }; 5866 5867 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5868 .driver = { 5869 .groups = qeth_drv_attr_groups, 5870 .owner = THIS_MODULE, 5871 .name = "qeth", 5872 }, 5873 .ccw_driver = &qeth_ccw_driver, 5874 .setup = qeth_core_probe_device, 5875 .remove = qeth_core_remove_device, 5876 .set_online = qeth_core_set_online, 5877 .set_offline = qeth_core_set_offline, 5878 .shutdown = qeth_core_shutdown, 5879 .prepare = NULL, 5880 .complete = NULL, 5881 .freeze = qeth_suspend, 5882 .thaw = qeth_resume, 5883 .restore = qeth_resume, 5884 }; 5885 5886 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 5887 { 5888 struct ccwgroup_device *gdev; 5889 struct qeth_card *card; 5890 5891 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 5892 if (!gdev) 5893 return NULL; 5894 5895 card = dev_get_drvdata(&gdev->dev); 5896 put_device(&gdev->dev); 5897 return card; 5898 } 5899 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 5900 5901 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5902 { 5903 struct qeth_card *card = dev->ml_priv; 5904 struct mii_ioctl_data *mii_data; 5905 int rc = 0; 5906 5907 if (!card) 5908 return -ENODEV; 5909 5910 switch (cmd) { 5911 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5912 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5913 break; 5914 case SIOC_QETH_GET_CARD_TYPE: 5915 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 5916 !IS_VM_NIC(card)) 5917 return 1; 5918 return 0; 5919 case SIOCGMIIPHY: 5920 mii_data = if_mii(rq); 5921 mii_data->phy_id = 0; 5922 break; 5923 case SIOCGMIIREG: 5924 mii_data = if_mii(rq); 5925 if (mii_data->phy_id != 0) 5926 rc = -EINVAL; 5927 else 5928 mii_data->val_out = qeth_mdio_read(dev, 5929 mii_data->phy_id, mii_data->reg_num); 5930 break; 5931 case SIOC_QETH_QUERY_OAT: 5932 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5933 break; 5934 default: 5935 if (card->discipline->do_ioctl) 5936 rc = card->discipline->do_ioctl(dev, rq, cmd); 5937 else 5938 rc = -EOPNOTSUPP; 5939 } 5940 if (rc) 5941 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5942 return rc; 5943 } 5944 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5945 5946 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 5947 unsigned long data) 5948 { 5949 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5950 u32 *features = reply->param; 5951 5952 if (qeth_setassparms_inspect_rc(cmd)) 5953 return -EIO; 5954 5955 *features = cmd->data.setassparms.data.flags_32bit; 5956 return 0; 5957 } 5958 5959 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5960 enum qeth_prot_versions prot) 5961 { 5962 return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 5963 NULL, prot); 5964 } 5965 5966 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5967 enum qeth_prot_versions prot) 5968 { 5969 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 5970 struct qeth_cmd_buffer *iob; 5971 struct qeth_ipa_caps caps; 5972 u32 features; 5973 int rc; 5974 5975 /* some L3 HW requires combined L3+L4 csum offload: */ 5976 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 5977 cstype == IPA_OUTBOUND_CHECKSUM) 5978 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 5979 5980 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 5981 prot); 5982 if (!iob) 5983 return -ENOMEM; 5984 5985 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 5986 if (rc) 5987 return rc; 5988 5989 if ((required_features & features) != required_features) { 5990 qeth_set_csum_off(card, cstype, prot); 5991 return -EOPNOTSUPP; 5992 } 5993 5994 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 5995 SETASS_DATA_SIZEOF(flags_32bit), 5996 prot); 5997 if (!iob) { 5998 qeth_set_csum_off(card, cstype, prot); 5999 return -ENOMEM; 6000 } 6001 6002 if (features & QETH_IPA_CHECKSUM_LP2LP) 6003 required_features |= QETH_IPA_CHECKSUM_LP2LP; 6004 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 6005 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6006 if (rc) { 6007 qeth_set_csum_off(card, cstype, prot); 6008 return rc; 6009 } 6010 6011 if (!qeth_ipa_caps_supported(&caps, required_features) || 6012 !qeth_ipa_caps_enabled(&caps, required_features)) { 6013 qeth_set_csum_off(card, cstype, prot); 6014 return -EOPNOTSUPP; 6015 } 6016 6017 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6018 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6019 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 6020 cstype == IPA_OUTBOUND_CHECKSUM) 6021 dev_warn(&card->gdev->dev, 6022 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6023 QETH_CARD_IFNAME(card)); 6024 return 0; 6025 } 6026 6027 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6028 enum qeth_prot_versions prot) 6029 { 6030 return on ? qeth_set_csum_on(card, cstype, prot) : 6031 qeth_set_csum_off(card, cstype, prot); 6032 } 6033 6034 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6035 unsigned long data) 6036 { 6037 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6038 struct qeth_tso_start_data *tso_data = reply->param; 6039 6040 if (qeth_setassparms_inspect_rc(cmd)) 6041 return -EIO; 6042 6043 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6044 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6045 return 0; 6046 } 6047 6048 static int qeth_set_tso_off(struct qeth_card *card, 6049 enum qeth_prot_versions prot) 6050 { 6051 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6052 IPA_CMD_ASS_STOP, NULL, prot); 6053 } 6054 6055 static int qeth_set_tso_on(struct qeth_card *card, 6056 enum qeth_prot_versions prot) 6057 { 6058 struct qeth_tso_start_data tso_data; 6059 struct qeth_cmd_buffer *iob; 6060 struct qeth_ipa_caps caps; 6061 int rc; 6062 6063 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6064 IPA_CMD_ASS_START, 0, prot); 6065 if (!iob) 6066 return -ENOMEM; 6067 6068 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6069 if (rc) 6070 return rc; 6071 6072 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6073 qeth_set_tso_off(card, prot); 6074 return -EOPNOTSUPP; 6075 } 6076 6077 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6078 IPA_CMD_ASS_ENABLE, 6079 SETASS_DATA_SIZEOF(caps), prot); 6080 if (!iob) { 6081 qeth_set_tso_off(card, prot); 6082 return -ENOMEM; 6083 } 6084 6085 /* enable TSO capability */ 6086 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6087 QETH_IPA_LARGE_SEND_TCP; 6088 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6089 if (rc) { 6090 qeth_set_tso_off(card, prot); 6091 return rc; 6092 } 6093 6094 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6095 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6096 qeth_set_tso_off(card, prot); 6097 return -EOPNOTSUPP; 6098 } 6099 6100 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6101 tso_data.mss); 6102 return 0; 6103 } 6104 6105 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6106 enum qeth_prot_versions prot) 6107 { 6108 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6109 } 6110 6111 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6112 { 6113 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6114 int rc_ipv6; 6115 6116 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6117 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6118 QETH_PROT_IPV4); 6119 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6120 /* no/one Offload Assist available, so the rc is trivial */ 6121 return rc_ipv4; 6122 6123 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6124 QETH_PROT_IPV6); 6125 6126 if (on) 6127 /* enable: success if any Assist is active */ 6128 return (rc_ipv6) ? rc_ipv4 : 0; 6129 6130 /* disable: failure if any Assist is still active */ 6131 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6132 } 6133 6134 /** 6135 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6136 * @dev: a net_device 6137 */ 6138 void qeth_enable_hw_features(struct net_device *dev) 6139 { 6140 struct qeth_card *card = dev->ml_priv; 6141 netdev_features_t features; 6142 6143 features = dev->features; 6144 /* force-off any feature that might need an IPA sequence. 6145 * netdev_update_features() will restart them. 6146 */ 6147 dev->features &= ~dev->hw_features; 6148 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6149 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6150 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6151 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6152 } 6153 netdev_update_features(dev); 6154 if (features != dev->features) 6155 dev_warn(&card->gdev->dev, 6156 "Device recovery failed to restore all offload features\n"); 6157 } 6158 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6159 6160 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6161 { 6162 struct qeth_card *card = dev->ml_priv; 6163 netdev_features_t changed = dev->features ^ features; 6164 int rc = 0; 6165 6166 QETH_CARD_TEXT(card, 2, "setfeat"); 6167 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6168 6169 if ((changed & NETIF_F_IP_CSUM)) { 6170 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6171 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6172 if (rc) 6173 changed ^= NETIF_F_IP_CSUM; 6174 } 6175 if (changed & NETIF_F_IPV6_CSUM) { 6176 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6177 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6178 if (rc) 6179 changed ^= NETIF_F_IPV6_CSUM; 6180 } 6181 if (changed & NETIF_F_RXCSUM) { 6182 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6183 if (rc) 6184 changed ^= NETIF_F_RXCSUM; 6185 } 6186 if (changed & NETIF_F_TSO) { 6187 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6188 QETH_PROT_IPV4); 6189 if (rc) 6190 changed ^= NETIF_F_TSO; 6191 } 6192 if (changed & NETIF_F_TSO6) { 6193 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6194 QETH_PROT_IPV6); 6195 if (rc) 6196 changed ^= NETIF_F_TSO6; 6197 } 6198 6199 /* everything changed successfully? */ 6200 if ((dev->features ^ features) == changed) 6201 return 0; 6202 /* something went wrong. save changed features and return error */ 6203 dev->features ^= changed; 6204 return -EIO; 6205 } 6206 EXPORT_SYMBOL_GPL(qeth_set_features); 6207 6208 netdev_features_t qeth_fix_features(struct net_device *dev, 6209 netdev_features_t features) 6210 { 6211 struct qeth_card *card = dev->ml_priv; 6212 6213 QETH_CARD_TEXT(card, 2, "fixfeat"); 6214 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6215 features &= ~NETIF_F_IP_CSUM; 6216 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6217 features &= ~NETIF_F_IPV6_CSUM; 6218 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6219 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6220 features &= ~NETIF_F_RXCSUM; 6221 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6222 features &= ~NETIF_F_TSO; 6223 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6224 features &= ~NETIF_F_TSO6; 6225 6226 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6227 return features; 6228 } 6229 EXPORT_SYMBOL_GPL(qeth_fix_features); 6230 6231 netdev_features_t qeth_features_check(struct sk_buff *skb, 6232 struct net_device *dev, 6233 netdev_features_t features) 6234 { 6235 /* GSO segmentation builds skbs with 6236 * a (small) linear part for the headers, and 6237 * page frags for the data. 6238 * Compared to a linear skb, the header-only part consumes an 6239 * additional buffer element. This reduces buffer utilization, and 6240 * hurts throughput. So compress small segments into one element. 6241 */ 6242 if (netif_needs_gso(skb, features)) { 6243 /* match skb_segment(): */ 6244 unsigned int doffset = skb->data - skb_mac_header(skb); 6245 unsigned int hsize = skb_shinfo(skb)->gso_size; 6246 unsigned int hroom = skb_headroom(skb); 6247 6248 /* linearize only if resulting skb allocations are order-0: */ 6249 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6250 features &= ~NETIF_F_SG; 6251 } 6252 6253 return vlan_features_check(skb, features); 6254 } 6255 EXPORT_SYMBOL_GPL(qeth_features_check); 6256 6257 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6258 { 6259 struct qeth_card *card = dev->ml_priv; 6260 struct qeth_qdio_out_q *queue; 6261 unsigned int i; 6262 6263 QETH_CARD_TEXT(card, 5, "getstat"); 6264 6265 stats->rx_packets = card->stats.rx_packets; 6266 stats->rx_bytes = card->stats.rx_bytes; 6267 stats->rx_errors = card->stats.rx_length_errors + 6268 card->stats.rx_frame_errors + 6269 card->stats.rx_fifo_errors; 6270 stats->rx_dropped = card->stats.rx_dropped_nomem + 6271 card->stats.rx_dropped_notsupp; 6272 stats->multicast = card->stats.rx_multicast; 6273 stats->rx_length_errors = card->stats.rx_length_errors; 6274 stats->rx_frame_errors = card->stats.rx_frame_errors; 6275 stats->rx_fifo_errors = card->stats.rx_fifo_errors; 6276 6277 for (i = 0; i < card->qdio.no_out_queues; i++) { 6278 queue = card->qdio.out_qs[i]; 6279 6280 stats->tx_packets += queue->stats.tx_packets; 6281 stats->tx_bytes += queue->stats.tx_bytes; 6282 stats->tx_errors += queue->stats.tx_errors; 6283 stats->tx_dropped += queue->stats.tx_dropped; 6284 } 6285 } 6286 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6287 6288 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6289 u8 cast_type, struct net_device *sb_dev) 6290 { 6291 if (cast_type != RTN_UNICAST) 6292 return QETH_IQD_MCAST_TXQ; 6293 return QETH_IQD_MIN_UCAST_TXQ; 6294 } 6295 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6296 6297 int qeth_open(struct net_device *dev) 6298 { 6299 struct qeth_card *card = dev->ml_priv; 6300 6301 QETH_CARD_TEXT(card, 4, "qethopen"); 6302 6303 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6304 return -EIO; 6305 6306 card->data.state = CH_STATE_UP; 6307 netif_tx_start_all_queues(dev); 6308 6309 napi_enable(&card->napi); 6310 local_bh_disable(); 6311 napi_schedule(&card->napi); 6312 if (IS_IQD(card)) { 6313 struct qeth_qdio_out_q *queue; 6314 unsigned int i; 6315 6316 qeth_for_each_output_queue(card, queue, i) { 6317 netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 6318 QETH_NAPI_WEIGHT); 6319 napi_enable(&queue->napi); 6320 napi_schedule(&queue->napi); 6321 } 6322 } 6323 /* kick-start the NAPI softirq: */ 6324 local_bh_enable(); 6325 return 0; 6326 } 6327 EXPORT_SYMBOL_GPL(qeth_open); 6328 6329 int qeth_stop(struct net_device *dev) 6330 { 6331 struct qeth_card *card = dev->ml_priv; 6332 6333 QETH_CARD_TEXT(card, 4, "qethstop"); 6334 if (IS_IQD(card)) { 6335 struct qeth_qdio_out_q *queue; 6336 unsigned int i; 6337 6338 /* Quiesce the NAPI instances: */ 6339 qeth_for_each_output_queue(card, queue, i) { 6340 napi_disable(&queue->napi); 6341 del_timer_sync(&queue->timer); 6342 } 6343 6344 /* Stop .ndo_start_xmit, might still access queue->napi. */ 6345 netif_tx_disable(dev); 6346 6347 /* Queues may get re-allocated, so remove the NAPIs here. */ 6348 qeth_for_each_output_queue(card, queue, i) 6349 netif_napi_del(&queue->napi); 6350 } else { 6351 netif_tx_disable(dev); 6352 } 6353 6354 napi_disable(&card->napi); 6355 return 0; 6356 } 6357 EXPORT_SYMBOL_GPL(qeth_stop); 6358 6359 static int __init qeth_core_init(void) 6360 { 6361 int rc; 6362 6363 pr_info("loading core functions\n"); 6364 6365 rc = qeth_register_dbf_views(); 6366 if (rc) 6367 goto dbf_err; 6368 qeth_core_root_dev = root_device_register("qeth"); 6369 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6370 if (rc) 6371 goto register_err; 6372 qeth_core_header_cache = 6373 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6374 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6375 0, NULL); 6376 if (!qeth_core_header_cache) { 6377 rc = -ENOMEM; 6378 goto slab_err; 6379 } 6380 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6381 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6382 if (!qeth_qdio_outbuf_cache) { 6383 rc = -ENOMEM; 6384 goto cqslab_err; 6385 } 6386 rc = ccw_driver_register(&qeth_ccw_driver); 6387 if (rc) 6388 goto ccw_err; 6389 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6390 if (rc) 6391 goto ccwgroup_err; 6392 6393 return 0; 6394 6395 ccwgroup_err: 6396 ccw_driver_unregister(&qeth_ccw_driver); 6397 ccw_err: 6398 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6399 cqslab_err: 6400 kmem_cache_destroy(qeth_core_header_cache); 6401 slab_err: 6402 root_device_unregister(qeth_core_root_dev); 6403 register_err: 6404 qeth_unregister_dbf_views(); 6405 dbf_err: 6406 pr_err("Initializing the qeth device driver failed\n"); 6407 return rc; 6408 } 6409 6410 static void __exit qeth_core_exit(void) 6411 { 6412 qeth_clear_dbf_list(); 6413 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6414 ccw_driver_unregister(&qeth_ccw_driver); 6415 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6416 kmem_cache_destroy(qeth_core_header_cache); 6417 root_device_unregister(qeth_core_root_dev); 6418 qeth_unregister_dbf_views(); 6419 pr_info("core functions removed\n"); 6420 } 6421 6422 module_init(qeth_core_init); 6423 module_exit(qeth_core_exit); 6424 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6425 MODULE_DESCRIPTION("qeth core functions"); 6426 MODULE_LICENSE("GPL"); 6427