1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/kthread.h> 24 #include <linux/slab.h> 25 #include <linux/if_vlan.h> 26 #include <linux/netdevice.h> 27 #include <linux/netdev_features.h> 28 #include <linux/skbuff.h> 29 #include <linux/vmalloc.h> 30 31 #include <net/iucv/af_iucv.h> 32 #include <net/dsfield.h> 33 34 #include <asm/ebcdic.h> 35 #include <asm/chpid.h> 36 #include <asm/io.h> 37 #include <asm/sysinfo.h> 38 #include <asm/diag.h> 39 #include <asm/cio.h> 40 #include <asm/ccwdev.h> 41 #include <asm/cpcmd.h> 42 43 #include "qeth_core.h" 44 45 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 46 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 47 /* N P A M L V H */ 48 [QETH_DBF_SETUP] = {"qeth_setup", 49 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 50 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 51 &debug_sprintf_view, NULL}, 52 [QETH_DBF_CTRL] = {"qeth_control", 53 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 54 }; 55 EXPORT_SYMBOL_GPL(qeth_dbf); 56 57 struct kmem_cache *qeth_core_header_cache; 58 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 59 static struct kmem_cache *qeth_qdio_outbuf_cache; 60 61 static struct device *qeth_core_root_dev; 62 static struct lock_class_key qdio_out_skb_queue_key; 63 64 static void qeth_issue_next_read_cb(struct qeth_card *card, 65 struct qeth_channel *channel, 66 struct qeth_cmd_buffer *iob); 67 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_queues(struct qeth_card *card); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 75 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 76 77 static void qeth_close_dev_handler(struct work_struct *work) 78 { 79 struct qeth_card *card; 80 81 card = container_of(work, struct qeth_card, close_dev_work); 82 QETH_CARD_TEXT(card, 2, "cldevhdl"); 83 ccwgroup_set_offline(card->gdev); 84 } 85 86 static const char *qeth_get_cardname(struct qeth_card *card) 87 { 88 if (IS_VM_NIC(card)) { 89 switch (card->info.type) { 90 case QETH_CARD_TYPE_OSD: 91 return " Virtual NIC QDIO"; 92 case QETH_CARD_TYPE_IQD: 93 return " Virtual NIC Hiper"; 94 case QETH_CARD_TYPE_OSM: 95 return " Virtual NIC QDIO - OSM"; 96 case QETH_CARD_TYPE_OSX: 97 return " Virtual NIC QDIO - OSX"; 98 default: 99 return " unknown"; 100 } 101 } else { 102 switch (card->info.type) { 103 case QETH_CARD_TYPE_OSD: 104 return " OSD Express"; 105 case QETH_CARD_TYPE_IQD: 106 return " HiperSockets"; 107 case QETH_CARD_TYPE_OSN: 108 return " OSN QDIO"; 109 case QETH_CARD_TYPE_OSM: 110 return " OSM QDIO"; 111 case QETH_CARD_TYPE_OSX: 112 return " OSX QDIO"; 113 default: 114 return " unknown"; 115 } 116 } 117 return " n/a"; 118 } 119 120 /* max length to be returned: 14 */ 121 const char *qeth_get_cardname_short(struct qeth_card *card) 122 { 123 if (IS_VM_NIC(card)) { 124 switch (card->info.type) { 125 case QETH_CARD_TYPE_OSD: 126 return "Virt.NIC QDIO"; 127 case QETH_CARD_TYPE_IQD: 128 return "Virt.NIC Hiper"; 129 case QETH_CARD_TYPE_OSM: 130 return "Virt.NIC OSM"; 131 case QETH_CARD_TYPE_OSX: 132 return "Virt.NIC OSX"; 133 default: 134 return "unknown"; 135 } 136 } else { 137 switch (card->info.type) { 138 case QETH_CARD_TYPE_OSD: 139 switch (card->info.link_type) { 140 case QETH_LINK_TYPE_FAST_ETH: 141 return "OSD_100"; 142 case QETH_LINK_TYPE_HSTR: 143 return "HSTR"; 144 case QETH_LINK_TYPE_GBIT_ETH: 145 return "OSD_1000"; 146 case QETH_LINK_TYPE_10GBIT_ETH: 147 return "OSD_10GIG"; 148 case QETH_LINK_TYPE_25GBIT_ETH: 149 return "OSD_25GIG"; 150 case QETH_LINK_TYPE_LANE_ETH100: 151 return "OSD_FE_LANE"; 152 case QETH_LINK_TYPE_LANE_TR: 153 return "OSD_TR_LANE"; 154 case QETH_LINK_TYPE_LANE_ETH1000: 155 return "OSD_GbE_LANE"; 156 case QETH_LINK_TYPE_LANE: 157 return "OSD_ATM_LANE"; 158 default: 159 return "OSD_Express"; 160 } 161 case QETH_CARD_TYPE_IQD: 162 return "HiperSockets"; 163 case QETH_CARD_TYPE_OSN: 164 return "OSN"; 165 case QETH_CARD_TYPE_OSM: 166 return "OSM_1000"; 167 case QETH_CARD_TYPE_OSX: 168 return "OSX_10GIG"; 169 default: 170 return "unknown"; 171 } 172 } 173 return "n/a"; 174 } 175 176 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 177 int clear_start_mask) 178 { 179 unsigned long flags; 180 181 spin_lock_irqsave(&card->thread_mask_lock, flags); 182 card->thread_allowed_mask = threads; 183 if (clear_start_mask) 184 card->thread_start_mask &= threads; 185 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 186 wake_up(&card->wait_q); 187 } 188 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 189 190 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 191 { 192 unsigned long flags; 193 int rc = 0; 194 195 spin_lock_irqsave(&card->thread_mask_lock, flags); 196 rc = (card->thread_running_mask & threads); 197 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 198 return rc; 199 } 200 EXPORT_SYMBOL_GPL(qeth_threads_running); 201 202 void qeth_clear_working_pool_list(struct qeth_card *card) 203 { 204 struct qeth_buffer_pool_entry *pool_entry, *tmp; 205 206 QETH_CARD_TEXT(card, 5, "clwrklst"); 207 list_for_each_entry_safe(pool_entry, tmp, 208 &card->qdio.in_buf_pool.entry_list, list){ 209 list_del(&pool_entry->list); 210 } 211 } 212 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 213 214 static int qeth_alloc_buffer_pool(struct qeth_card *card) 215 { 216 struct qeth_buffer_pool_entry *pool_entry; 217 void *ptr; 218 int i, j; 219 220 QETH_CARD_TEXT(card, 5, "alocpool"); 221 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 222 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 223 if (!pool_entry) { 224 qeth_free_buffer_pool(card); 225 return -ENOMEM; 226 } 227 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 228 ptr = (void *) __get_free_page(GFP_KERNEL); 229 if (!ptr) { 230 while (j > 0) 231 free_page((unsigned long) 232 pool_entry->elements[--j]); 233 kfree(pool_entry); 234 qeth_free_buffer_pool(card); 235 return -ENOMEM; 236 } 237 pool_entry->elements[j] = ptr; 238 } 239 list_add(&pool_entry->init_list, 240 &card->qdio.init_pool.entry_list); 241 } 242 return 0; 243 } 244 245 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 246 { 247 QETH_CARD_TEXT(card, 2, "realcbp"); 248 249 if (card->state != CARD_STATE_DOWN) 250 return -EPERM; 251 252 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 253 qeth_clear_working_pool_list(card); 254 qeth_free_buffer_pool(card); 255 card->qdio.in_buf_pool.buf_count = bufcnt; 256 card->qdio.init_pool.buf_count = bufcnt; 257 return qeth_alloc_buffer_pool(card); 258 } 259 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 260 261 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 262 { 263 if (!q) 264 return; 265 266 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 267 kfree(q); 268 } 269 270 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 271 { 272 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 273 int i; 274 275 if (!q) 276 return NULL; 277 278 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 279 kfree(q); 280 return NULL; 281 } 282 283 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 284 q->bufs[i].buffer = q->qdio_bufs[i]; 285 286 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 287 return q; 288 } 289 290 static int qeth_cq_init(struct qeth_card *card) 291 { 292 int rc; 293 294 if (card->options.cq == QETH_CQ_ENABLED) { 295 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 296 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 297 QDIO_MAX_BUFFERS_PER_Q); 298 card->qdio.c_q->next_buf_to_init = 127; 299 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 300 card->qdio.no_in_queues - 1, 0, 301 127); 302 if (rc) { 303 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 304 goto out; 305 } 306 } 307 rc = 0; 308 out: 309 return rc; 310 } 311 312 static int qeth_alloc_cq(struct qeth_card *card) 313 { 314 int rc; 315 316 if (card->options.cq == QETH_CQ_ENABLED) { 317 int i; 318 struct qdio_outbuf_state *outbuf_states; 319 320 QETH_DBF_TEXT(SETUP, 2, "cqon"); 321 card->qdio.c_q = qeth_alloc_qdio_queue(); 322 if (!card->qdio.c_q) { 323 rc = -1; 324 goto kmsg_out; 325 } 326 card->qdio.no_in_queues = 2; 327 card->qdio.out_bufstates = 328 kcalloc(card->qdio.no_out_queues * 329 QDIO_MAX_BUFFERS_PER_Q, 330 sizeof(struct qdio_outbuf_state), 331 GFP_KERNEL); 332 outbuf_states = card->qdio.out_bufstates; 333 if (outbuf_states == NULL) { 334 rc = -1; 335 goto free_cq_out; 336 } 337 for (i = 0; i < card->qdio.no_out_queues; ++i) { 338 card->qdio.out_qs[i]->bufstates = outbuf_states; 339 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 340 } 341 } else { 342 QETH_DBF_TEXT(SETUP, 2, "nocq"); 343 card->qdio.c_q = NULL; 344 card->qdio.no_in_queues = 1; 345 } 346 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 347 rc = 0; 348 out: 349 return rc; 350 free_cq_out: 351 qeth_free_qdio_queue(card->qdio.c_q); 352 card->qdio.c_q = NULL; 353 kmsg_out: 354 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 355 goto out; 356 } 357 358 static void qeth_free_cq(struct qeth_card *card) 359 { 360 if (card->qdio.c_q) { 361 --card->qdio.no_in_queues; 362 qeth_free_qdio_queue(card->qdio.c_q); 363 card->qdio.c_q = NULL; 364 } 365 kfree(card->qdio.out_bufstates); 366 card->qdio.out_bufstates = NULL; 367 } 368 369 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 370 int delayed) 371 { 372 enum iucv_tx_notify n; 373 374 switch (sbalf15) { 375 case 0: 376 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 377 break; 378 case 4: 379 case 16: 380 case 17: 381 case 18: 382 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 383 TX_NOTIFY_UNREACHABLE; 384 break; 385 default: 386 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 387 TX_NOTIFY_GENERALERROR; 388 break; 389 } 390 391 return n; 392 } 393 394 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 395 int forced_cleanup) 396 { 397 if (q->card->options.cq != QETH_CQ_ENABLED) 398 return; 399 400 if (q->bufs[bidx]->next_pending != NULL) { 401 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 402 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 403 404 while (c) { 405 if (forced_cleanup || 406 atomic_read(&c->state) == 407 QETH_QDIO_BUF_HANDLED_DELAYED) { 408 struct qeth_qdio_out_buffer *f = c; 409 QETH_CARD_TEXT(f->q->card, 5, "fp"); 410 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 411 /* release here to avoid interleaving between 412 outbound tasklet and inbound tasklet 413 regarding notifications and lifecycle */ 414 qeth_release_skbs(c); 415 416 c = f->next_pending; 417 WARN_ON_ONCE(head->next_pending != f); 418 head->next_pending = c; 419 kmem_cache_free(qeth_qdio_outbuf_cache, f); 420 } else { 421 head = c; 422 c = c->next_pending; 423 } 424 425 } 426 } 427 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 428 QETH_QDIO_BUF_HANDLED_DELAYED)) { 429 /* for recovery situations */ 430 qeth_init_qdio_out_buf(q, bidx); 431 QETH_CARD_TEXT(q->card, 2, "clprecov"); 432 } 433 } 434 435 436 static void qeth_qdio_handle_aob(struct qeth_card *card, 437 unsigned long phys_aob_addr) 438 { 439 struct qaob *aob; 440 struct qeth_qdio_out_buffer *buffer; 441 enum iucv_tx_notify notification; 442 unsigned int i; 443 444 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 445 QETH_CARD_TEXT(card, 5, "haob"); 446 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 447 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 448 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 449 450 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 451 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 452 notification = TX_NOTIFY_OK; 453 } else { 454 WARN_ON_ONCE(atomic_read(&buffer->state) != 455 QETH_QDIO_BUF_PENDING); 456 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 457 notification = TX_NOTIFY_DELAYED_OK; 458 } 459 460 if (aob->aorc != 0) { 461 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 462 notification = qeth_compute_cq_notification(aob->aorc, 1); 463 } 464 qeth_notify_skbs(buffer->q, buffer, notification); 465 466 /* Free dangling allocations. The attached skbs are handled by 467 * qeth_cleanup_handled_pending(). 468 */ 469 for (i = 0; 470 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 471 i++) { 472 if (aob->sba[i] && buffer->is_header[i]) 473 kmem_cache_free(qeth_core_header_cache, 474 (void *) aob->sba[i]); 475 } 476 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 477 478 qdio_release_aob(aob); 479 } 480 481 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 482 { 483 return card->options.cq == QETH_CQ_ENABLED && 484 card->qdio.c_q != NULL && 485 queue != 0 && 486 queue == card->qdio.no_in_queues - 1; 487 } 488 489 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u32 len, void *data) 490 { 491 ccw->cmd_code = cmd_code; 492 ccw->flags = CCW_FLAG_SLI; 493 ccw->count = len; 494 ccw->cda = (__u32) __pa(data); 495 } 496 497 static int __qeth_issue_next_read(struct qeth_card *card) 498 { 499 struct qeth_channel *channel = &card->read; 500 struct qeth_cmd_buffer *iob; 501 int rc; 502 503 QETH_CARD_TEXT(card, 5, "issnxrd"); 504 if (channel->state != CH_STATE_UP) 505 return -EIO; 506 iob = qeth_get_buffer(channel); 507 if (!iob) { 508 dev_warn(&card->gdev->dev, "The qeth device driver " 509 "failed to recover an error on the device\n"); 510 QETH_DBF_MESSAGE(2, "issue_next_read on device %x failed: no iob available\n", 511 CARD_DEVID(card)); 512 return -ENOMEM; 513 } 514 515 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 516 iob->callback = qeth_issue_next_read_cb; 517 QETH_CARD_TEXT(card, 6, "noirqpnd"); 518 rc = ccw_device_start(channel->ccwdev, channel->ccw, 519 (addr_t) iob, 0, 0); 520 if (rc) { 521 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 522 rc, CARD_DEVID(card)); 523 atomic_set(&channel->irq_pending, 0); 524 qeth_release_buffer(channel, iob); 525 card->read_or_write_problem = 1; 526 qeth_schedule_recovery(card); 527 wake_up(&card->wait_q); 528 } 529 return rc; 530 } 531 532 static int qeth_issue_next_read(struct qeth_card *card) 533 { 534 int ret; 535 536 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 537 ret = __qeth_issue_next_read(card); 538 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 539 540 return ret; 541 } 542 543 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 544 { 545 struct qeth_reply *reply; 546 547 reply = kzalloc(sizeof(*reply), GFP_KERNEL); 548 if (reply) { 549 refcount_set(&reply->refcnt, 1); 550 init_completion(&reply->received); 551 } 552 return reply; 553 } 554 555 static void qeth_get_reply(struct qeth_reply *reply) 556 { 557 refcount_inc(&reply->refcnt); 558 } 559 560 static void qeth_put_reply(struct qeth_reply *reply) 561 { 562 if (refcount_dec_and_test(&reply->refcnt)) 563 kfree(reply); 564 } 565 566 static void qeth_enqueue_reply(struct qeth_card *card, struct qeth_reply *reply) 567 { 568 spin_lock_irq(&card->lock); 569 list_add_tail(&reply->list, &card->cmd_waiter_list); 570 spin_unlock_irq(&card->lock); 571 } 572 573 static void qeth_dequeue_reply(struct qeth_card *card, struct qeth_reply *reply) 574 { 575 spin_lock_irq(&card->lock); 576 list_del(&reply->list); 577 spin_unlock_irq(&card->lock); 578 } 579 580 static void qeth_notify_reply(struct qeth_reply *reply, int reason) 581 { 582 reply->rc = reason; 583 complete(&reply->received); 584 } 585 586 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 587 struct qeth_card *card) 588 { 589 const char *ipa_name; 590 int com = cmd->hdr.command; 591 ipa_name = qeth_get_ipa_cmd_name(com); 592 593 if (rc) 594 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 595 ipa_name, com, CARD_DEVID(card), rc, 596 qeth_get_ipa_msg(rc)); 597 else 598 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 599 ipa_name, com, CARD_DEVID(card)); 600 } 601 602 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 603 struct qeth_ipa_cmd *cmd) 604 { 605 QETH_CARD_TEXT(card, 5, "chkipad"); 606 607 if (IS_IPA_REPLY(cmd)) { 608 if (cmd->hdr.command != IPA_CMD_SETCCID && 609 cmd->hdr.command != IPA_CMD_DELCCID && 610 cmd->hdr.command != IPA_CMD_MODCCID && 611 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 612 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 613 return cmd; 614 } 615 616 /* handle unsolicited event: */ 617 switch (cmd->hdr.command) { 618 case IPA_CMD_STOPLAN: 619 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 620 dev_err(&card->gdev->dev, 621 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 622 QETH_CARD_IFNAME(card)); 623 schedule_work(&card->close_dev_work); 624 } else { 625 dev_warn(&card->gdev->dev, 626 "The link for interface %s on CHPID 0x%X failed\n", 627 QETH_CARD_IFNAME(card), card->info.chpid); 628 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 629 netif_carrier_off(card->dev); 630 } 631 return NULL; 632 case IPA_CMD_STARTLAN: 633 dev_info(&card->gdev->dev, 634 "The link for %s on CHPID 0x%X has been restored\n", 635 QETH_CARD_IFNAME(card), card->info.chpid); 636 if (card->info.hwtrap) 637 card->info.hwtrap = 2; 638 qeth_schedule_recovery(card); 639 return NULL; 640 case IPA_CMD_SETBRIDGEPORT_IQD: 641 case IPA_CMD_SETBRIDGEPORT_OSA: 642 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 643 if (card->discipline->control_event_handler(card, cmd)) 644 return cmd; 645 return NULL; 646 case IPA_CMD_MODCCID: 647 return cmd; 648 case IPA_CMD_REGISTER_LOCAL_ADDR: 649 QETH_CARD_TEXT(card, 3, "irla"); 650 return NULL; 651 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 652 QETH_CARD_TEXT(card, 3, "urla"); 653 return NULL; 654 default: 655 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 656 return cmd; 657 } 658 } 659 660 void qeth_clear_ipacmd_list(struct qeth_card *card) 661 { 662 struct qeth_reply *reply; 663 unsigned long flags; 664 665 QETH_CARD_TEXT(card, 4, "clipalst"); 666 667 spin_lock_irqsave(&card->lock, flags); 668 list_for_each_entry(reply, &card->cmd_waiter_list, list) 669 qeth_notify_reply(reply, -EIO); 670 spin_unlock_irqrestore(&card->lock, flags); 671 } 672 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 673 674 static int qeth_check_idx_response(struct qeth_card *card, 675 unsigned char *buffer) 676 { 677 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 678 if ((buffer[2] & 0xc0) == 0xc0) { 679 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 680 buffer[4]); 681 QETH_CARD_TEXT(card, 2, "ckidxres"); 682 QETH_CARD_TEXT(card, 2, " idxterm"); 683 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 684 if (buffer[4] == 0xf6) { 685 dev_err(&card->gdev->dev, 686 "The qeth device is not configured " 687 "for the OSI layer required by z/VM\n"); 688 return -EPERM; 689 } 690 return -EIO; 691 } 692 return 0; 693 } 694 695 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 696 { 697 __u8 index; 698 699 index = channel->io_buf_no; 700 do { 701 if (channel->iob[index].state == BUF_STATE_FREE) { 702 channel->iob[index].state = BUF_STATE_LOCKED; 703 channel->iob[index].timeout = QETH_TIMEOUT; 704 channel->io_buf_no = (channel->io_buf_no + 1) % 705 QETH_CMD_BUFFER_NO; 706 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 707 return channel->iob + index; 708 } 709 index = (index + 1) % QETH_CMD_BUFFER_NO; 710 } while (index != channel->io_buf_no); 711 712 return NULL; 713 } 714 715 void qeth_release_buffer(struct qeth_channel *channel, 716 struct qeth_cmd_buffer *iob) 717 { 718 unsigned long flags; 719 720 spin_lock_irqsave(&channel->iob_lock, flags); 721 iob->state = BUF_STATE_FREE; 722 iob->callback = NULL; 723 if (iob->reply) { 724 qeth_put_reply(iob->reply); 725 iob->reply = NULL; 726 } 727 spin_unlock_irqrestore(&channel->iob_lock, flags); 728 wake_up(&channel->wait_q); 729 } 730 EXPORT_SYMBOL_GPL(qeth_release_buffer); 731 732 static void qeth_release_buffer_cb(struct qeth_card *card, 733 struct qeth_channel *channel, 734 struct qeth_cmd_buffer *iob) 735 { 736 qeth_release_buffer(channel, iob); 737 } 738 739 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 740 { 741 struct qeth_reply *reply = iob->reply; 742 743 if (reply) 744 qeth_notify_reply(reply, rc); 745 qeth_release_buffer(iob->channel, iob); 746 } 747 748 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 749 { 750 struct qeth_cmd_buffer *buffer = NULL; 751 unsigned long flags; 752 753 spin_lock_irqsave(&channel->iob_lock, flags); 754 buffer = __qeth_get_buffer(channel); 755 spin_unlock_irqrestore(&channel->iob_lock, flags); 756 return buffer; 757 } 758 759 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 760 { 761 struct qeth_cmd_buffer *buffer; 762 wait_event(channel->wait_q, 763 ((buffer = qeth_get_buffer(channel)) != NULL)); 764 return buffer; 765 } 766 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 767 768 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 769 { 770 int cnt; 771 772 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 773 qeth_release_buffer(channel, &channel->iob[cnt]); 774 channel->io_buf_no = 0; 775 } 776 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 777 778 static void qeth_issue_next_read_cb(struct qeth_card *card, 779 struct qeth_channel *channel, 780 struct qeth_cmd_buffer *iob) 781 { 782 struct qeth_ipa_cmd *cmd = NULL; 783 struct qeth_reply *reply = NULL; 784 struct qeth_reply *r; 785 unsigned long flags; 786 int rc = 0; 787 788 QETH_CARD_TEXT(card, 4, "sndctlcb"); 789 rc = qeth_check_idx_response(card, iob->data); 790 switch (rc) { 791 case 0: 792 break; 793 case -EIO: 794 qeth_clear_ipacmd_list(card); 795 qeth_schedule_recovery(card); 796 /* fall through */ 797 default: 798 goto out; 799 } 800 801 if (IS_IPA(iob->data)) { 802 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 803 cmd = qeth_check_ipa_data(card, cmd); 804 if (!cmd) 805 goto out; 806 if (IS_OSN(card) && card->osn_info.assist_cb && 807 cmd->hdr.command != IPA_CMD_STARTLAN) { 808 card->osn_info.assist_cb(card->dev, cmd); 809 goto out; 810 } 811 } else { 812 /* non-IPA commands should only flow during initialization */ 813 if (card->state != CARD_STATE_DOWN) 814 goto out; 815 } 816 817 /* match against pending cmd requests */ 818 spin_lock_irqsave(&card->lock, flags); 819 list_for_each_entry(r, &card->cmd_waiter_list, list) { 820 if ((r->seqno == QETH_IDX_COMMAND_SEQNO) || 821 (cmd && (r->seqno == cmd->hdr.seqno))) { 822 reply = r; 823 /* take the object outside the lock */ 824 qeth_get_reply(reply); 825 break; 826 } 827 } 828 spin_unlock_irqrestore(&card->lock, flags); 829 830 if (!reply) 831 goto out; 832 833 if (!reply->callback) { 834 rc = 0; 835 } else { 836 if (cmd) { 837 reply->offset = (u16)((char *)cmd - (char *)iob->data); 838 rc = reply->callback(card, reply, (unsigned long)cmd); 839 } else { 840 rc = reply->callback(card, reply, (unsigned long)iob); 841 } 842 } 843 844 if (rc <= 0) 845 qeth_notify_reply(reply, rc); 846 qeth_put_reply(reply); 847 848 out: 849 memcpy(&card->seqno.pdu_hdr_ack, 850 QETH_PDU_HEADER_SEQ_NO(iob->data), 851 QETH_SEQ_NO_LENGTH); 852 qeth_release_buffer(channel, iob); 853 } 854 855 static int qeth_set_thread_start_bit(struct qeth_card *card, 856 unsigned long thread) 857 { 858 unsigned long flags; 859 860 spin_lock_irqsave(&card->thread_mask_lock, flags); 861 if (!(card->thread_allowed_mask & thread) || 862 (card->thread_start_mask & thread)) { 863 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 864 return -EPERM; 865 } 866 card->thread_start_mask |= thread; 867 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 868 return 0; 869 } 870 871 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 872 { 873 unsigned long flags; 874 875 spin_lock_irqsave(&card->thread_mask_lock, flags); 876 card->thread_start_mask &= ~thread; 877 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 878 wake_up(&card->wait_q); 879 } 880 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 881 882 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 883 { 884 unsigned long flags; 885 886 spin_lock_irqsave(&card->thread_mask_lock, flags); 887 card->thread_running_mask &= ~thread; 888 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 889 wake_up_all(&card->wait_q); 890 } 891 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 892 893 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 894 { 895 unsigned long flags; 896 int rc = 0; 897 898 spin_lock_irqsave(&card->thread_mask_lock, flags); 899 if (card->thread_start_mask & thread) { 900 if ((card->thread_allowed_mask & thread) && 901 !(card->thread_running_mask & thread)) { 902 rc = 1; 903 card->thread_start_mask &= ~thread; 904 card->thread_running_mask |= thread; 905 } else 906 rc = -EPERM; 907 } 908 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 909 return rc; 910 } 911 912 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 913 { 914 int rc = 0; 915 916 wait_event(card->wait_q, 917 (rc = __qeth_do_run_thread(card, thread)) >= 0); 918 return rc; 919 } 920 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 921 922 void qeth_schedule_recovery(struct qeth_card *card) 923 { 924 QETH_CARD_TEXT(card, 2, "startrec"); 925 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 926 schedule_work(&card->kernel_thread_starter); 927 } 928 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 929 930 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 931 struct irb *irb) 932 { 933 int dstat, cstat; 934 char *sense; 935 936 sense = (char *) irb->ecw; 937 cstat = irb->scsw.cmd.cstat; 938 dstat = irb->scsw.cmd.dstat; 939 940 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 941 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 942 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 943 QETH_CARD_TEXT(card, 2, "CGENCHK"); 944 dev_warn(&cdev->dev, "The qeth device driver " 945 "failed to recover an error on the device\n"); 946 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 947 CCW_DEVID(cdev), dstat, cstat); 948 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 949 16, 1, irb, 64, 1); 950 return 1; 951 } 952 953 if (dstat & DEV_STAT_UNIT_CHECK) { 954 if (sense[SENSE_RESETTING_EVENT_BYTE] & 955 SENSE_RESETTING_EVENT_FLAG) { 956 QETH_CARD_TEXT(card, 2, "REVIND"); 957 return 1; 958 } 959 if (sense[SENSE_COMMAND_REJECT_BYTE] & 960 SENSE_COMMAND_REJECT_FLAG) { 961 QETH_CARD_TEXT(card, 2, "CMDREJi"); 962 return 1; 963 } 964 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 965 QETH_CARD_TEXT(card, 2, "AFFE"); 966 return 1; 967 } 968 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 969 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 970 return 0; 971 } 972 QETH_CARD_TEXT(card, 2, "DGENCHK"); 973 return 1; 974 } 975 return 0; 976 } 977 978 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 979 unsigned long intparm, struct irb *irb) 980 { 981 if (!IS_ERR(irb)) 982 return 0; 983 984 switch (PTR_ERR(irb)) { 985 case -EIO: 986 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 987 CCW_DEVID(cdev)); 988 QETH_CARD_TEXT(card, 2, "ckirberr"); 989 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 990 return -EIO; 991 case -ETIMEDOUT: 992 dev_warn(&cdev->dev, "A hardware operation timed out" 993 " on the device\n"); 994 QETH_CARD_TEXT(card, 2, "ckirberr"); 995 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 996 if (intparm == QETH_RCD_PARM) { 997 if (card->data.ccwdev == cdev) { 998 card->data.state = CH_STATE_DOWN; 999 wake_up(&card->wait_q); 1000 } 1001 } 1002 return -ETIMEDOUT; 1003 default: 1004 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1005 PTR_ERR(irb), CCW_DEVID(cdev)); 1006 QETH_CARD_TEXT(card, 2, "ckirberr"); 1007 QETH_CARD_TEXT(card, 2, " rc???"); 1008 return PTR_ERR(irb); 1009 } 1010 } 1011 1012 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1013 struct irb *irb) 1014 { 1015 int rc; 1016 int cstat, dstat; 1017 struct qeth_cmd_buffer *iob = NULL; 1018 struct ccwgroup_device *gdev; 1019 struct qeth_channel *channel; 1020 struct qeth_card *card; 1021 1022 /* while we hold the ccwdev lock, this stays valid: */ 1023 gdev = dev_get_drvdata(&cdev->dev); 1024 card = dev_get_drvdata(&gdev->dev); 1025 if (!card) 1026 return; 1027 1028 QETH_CARD_TEXT(card, 5, "irq"); 1029 1030 if (card->read.ccwdev == cdev) { 1031 channel = &card->read; 1032 QETH_CARD_TEXT(card, 5, "read"); 1033 } else if (card->write.ccwdev == cdev) { 1034 channel = &card->write; 1035 QETH_CARD_TEXT(card, 5, "write"); 1036 } else { 1037 channel = &card->data; 1038 QETH_CARD_TEXT(card, 5, "data"); 1039 } 1040 1041 if (qeth_intparm_is_iob(intparm)) 1042 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1043 1044 rc = qeth_check_irb_error(card, cdev, intparm, irb); 1045 if (rc) { 1046 /* IO was terminated, free its resources. */ 1047 if (iob) 1048 qeth_cancel_cmd(iob, rc); 1049 atomic_set(&channel->irq_pending, 0); 1050 wake_up(&card->wait_q); 1051 return; 1052 } 1053 1054 atomic_set(&channel->irq_pending, 0); 1055 1056 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1057 channel->state = CH_STATE_STOPPED; 1058 1059 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1060 channel->state = CH_STATE_HALTED; 1061 1062 /*let's wake up immediately on data channel*/ 1063 if ((channel == &card->data) && (intparm != 0) && 1064 (intparm != QETH_RCD_PARM)) 1065 goto out; 1066 1067 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1068 QETH_CARD_TEXT(card, 6, "clrchpar"); 1069 /* we don't have to handle this further */ 1070 intparm = 0; 1071 } 1072 if (intparm == QETH_HALT_CHANNEL_PARM) { 1073 QETH_CARD_TEXT(card, 6, "hltchpar"); 1074 /* we don't have to handle this further */ 1075 intparm = 0; 1076 } 1077 1078 cstat = irb->scsw.cmd.cstat; 1079 dstat = irb->scsw.cmd.dstat; 1080 1081 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1082 (dstat & DEV_STAT_UNIT_CHECK) || 1083 (cstat)) { 1084 if (irb->esw.esw0.erw.cons) { 1085 dev_warn(&channel->ccwdev->dev, 1086 "The qeth device driver failed to recover " 1087 "an error on the device\n"); 1088 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1089 CCW_DEVID(channel->ccwdev), cstat, 1090 dstat); 1091 print_hex_dump(KERN_WARNING, "qeth: irb ", 1092 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1093 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1094 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1095 } 1096 if (intparm == QETH_RCD_PARM) { 1097 channel->state = CH_STATE_DOWN; 1098 goto out; 1099 } 1100 rc = qeth_get_problem(card, cdev, irb); 1101 if (rc) { 1102 card->read_or_write_problem = 1; 1103 if (iob) 1104 qeth_cancel_cmd(iob, rc); 1105 qeth_clear_ipacmd_list(card); 1106 qeth_schedule_recovery(card); 1107 goto out; 1108 } 1109 } 1110 1111 if (intparm == QETH_RCD_PARM) { 1112 channel->state = CH_STATE_RCD_DONE; 1113 goto out; 1114 } 1115 if (channel == &card->data) 1116 return; 1117 if (channel == &card->read && 1118 channel->state == CH_STATE_UP) 1119 __qeth_issue_next_read(card); 1120 1121 if (iob && iob->callback) 1122 iob->callback(card, iob->channel, iob); 1123 1124 out: 1125 wake_up(&card->wait_q); 1126 return; 1127 } 1128 1129 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1130 struct qeth_qdio_out_buffer *buf, 1131 enum iucv_tx_notify notification) 1132 { 1133 struct sk_buff *skb; 1134 1135 skb_queue_walk(&buf->skb_list, skb) { 1136 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1137 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1138 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1139 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1140 } 1141 } 1142 1143 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1144 { 1145 struct sk_buff *skb; 1146 1147 /* release may never happen from within CQ tasklet scope */ 1148 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1149 1150 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1151 qeth_notify_skbs(buf->q, buf, TX_NOTIFY_GENERALERROR); 1152 1153 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) 1154 consume_skb(skb); 1155 } 1156 1157 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1158 struct qeth_qdio_out_buffer *buf) 1159 { 1160 int i; 1161 1162 /* is PCI flag set on buffer? */ 1163 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1164 atomic_dec(&queue->set_pci_flags_count); 1165 1166 qeth_release_skbs(buf); 1167 1168 for (i = 0; i < queue->max_elements; ++i) { 1169 if (buf->buffer->element[i].addr && buf->is_header[i]) 1170 kmem_cache_free(qeth_core_header_cache, 1171 buf->buffer->element[i].addr); 1172 buf->is_header[i] = 0; 1173 } 1174 1175 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1176 buf->next_element_to_fill = 0; 1177 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1178 } 1179 1180 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1181 { 1182 int j; 1183 1184 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1185 if (!q->bufs[j]) 1186 continue; 1187 qeth_cleanup_handled_pending(q, j, 1); 1188 qeth_clear_output_buffer(q, q->bufs[j]); 1189 if (free) { 1190 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1191 q->bufs[j] = NULL; 1192 } 1193 } 1194 } 1195 1196 void qeth_drain_output_queues(struct qeth_card *card) 1197 { 1198 int i; 1199 1200 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1201 /* clear outbound buffers to free skbs */ 1202 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1203 if (card->qdio.out_qs[i]) 1204 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1205 } 1206 } 1207 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1208 1209 static void qeth_free_buffer_pool(struct qeth_card *card) 1210 { 1211 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1212 int i = 0; 1213 list_for_each_entry_safe(pool_entry, tmp, 1214 &card->qdio.init_pool.entry_list, init_list){ 1215 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1216 free_page((unsigned long)pool_entry->elements[i]); 1217 list_del(&pool_entry->init_list); 1218 kfree(pool_entry); 1219 } 1220 } 1221 1222 static void qeth_clean_channel(struct qeth_channel *channel) 1223 { 1224 struct ccw_device *cdev = channel->ccwdev; 1225 int cnt; 1226 1227 QETH_DBF_TEXT(SETUP, 2, "freech"); 1228 1229 spin_lock_irq(get_ccwdev_lock(cdev)); 1230 cdev->handler = NULL; 1231 spin_unlock_irq(get_ccwdev_lock(cdev)); 1232 1233 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1234 kfree(channel->iob[cnt].data); 1235 kfree(channel->ccw); 1236 } 1237 1238 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1239 { 1240 struct ccw_device *cdev = channel->ccwdev; 1241 int cnt; 1242 1243 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1244 1245 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1246 if (!channel->ccw) 1247 return -ENOMEM; 1248 channel->state = CH_STATE_DOWN; 1249 atomic_set(&channel->irq_pending, 0); 1250 init_waitqueue_head(&channel->wait_q); 1251 1252 spin_lock_irq(get_ccwdev_lock(cdev)); 1253 cdev->handler = qeth_irq; 1254 spin_unlock_irq(get_ccwdev_lock(cdev)); 1255 1256 if (!alloc_buffers) 1257 return 0; 1258 1259 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1260 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1261 GFP_KERNEL | GFP_DMA); 1262 if (channel->iob[cnt].data == NULL) 1263 break; 1264 channel->iob[cnt].state = BUF_STATE_FREE; 1265 channel->iob[cnt].channel = channel; 1266 } 1267 if (cnt < QETH_CMD_BUFFER_NO) { 1268 qeth_clean_channel(channel); 1269 return -ENOMEM; 1270 } 1271 channel->io_buf_no = 0; 1272 spin_lock_init(&channel->iob_lock); 1273 1274 return 0; 1275 } 1276 1277 static void qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1278 { 1279 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1280 1281 rtnl_lock(); 1282 netif_set_real_num_tx_queues(card->dev, count); 1283 rtnl_unlock(); 1284 1285 if (card->qdio.no_out_queues == count) 1286 return; 1287 1288 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1289 qeth_free_qdio_queues(card); 1290 1291 if (count == 1) 1292 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1293 1294 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1295 card->qdio.no_out_queues = count; 1296 } 1297 1298 static int qeth_update_from_chp_desc(struct qeth_card *card) 1299 { 1300 struct ccw_device *ccwdev; 1301 struct channel_path_desc_fmt0 *chp_dsc; 1302 1303 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1304 1305 ccwdev = card->data.ccwdev; 1306 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1307 if (!chp_dsc) 1308 return -ENOMEM; 1309 1310 card->info.func_level = 0x4100 + chp_dsc->desc; 1311 1312 if (IS_OSD(card) || IS_OSX(card)) 1313 /* CHPP field bit 6 == 1 -> single queue */ 1314 qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1315 1316 kfree(chp_dsc); 1317 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1318 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1319 return 0; 1320 } 1321 1322 static void qeth_init_qdio_info(struct qeth_card *card) 1323 { 1324 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1325 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1326 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1327 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1328 1329 /* inbound */ 1330 card->qdio.no_in_queues = 1; 1331 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1332 if (IS_IQD(card)) 1333 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1334 else 1335 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1336 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1337 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1338 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1339 } 1340 1341 static void qeth_set_initial_options(struct qeth_card *card) 1342 { 1343 card->options.route4.type = NO_ROUTER; 1344 card->options.route6.type = NO_ROUTER; 1345 card->options.rx_sg_cb = QETH_RX_SG_CB; 1346 card->options.isolation = ISOLATION_MODE_NONE; 1347 card->options.cq = QETH_CQ_DISABLED; 1348 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1349 } 1350 1351 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1352 { 1353 unsigned long flags; 1354 int rc = 0; 1355 1356 spin_lock_irqsave(&card->thread_mask_lock, flags); 1357 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1358 (u8) card->thread_start_mask, 1359 (u8) card->thread_allowed_mask, 1360 (u8) card->thread_running_mask); 1361 rc = (card->thread_start_mask & thread); 1362 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1363 return rc; 1364 } 1365 1366 static void qeth_start_kernel_thread(struct work_struct *work) 1367 { 1368 struct task_struct *ts; 1369 struct qeth_card *card = container_of(work, struct qeth_card, 1370 kernel_thread_starter); 1371 QETH_CARD_TEXT(card , 2, "strthrd"); 1372 1373 if (card->read.state != CH_STATE_UP && 1374 card->write.state != CH_STATE_UP) 1375 return; 1376 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1377 ts = kthread_run(card->discipline->recover, (void *)card, 1378 "qeth_recover"); 1379 if (IS_ERR(ts)) { 1380 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1381 qeth_clear_thread_running_bit(card, 1382 QETH_RECOVER_THREAD); 1383 } 1384 } 1385 } 1386 1387 static void qeth_buffer_reclaim_work(struct work_struct *); 1388 static void qeth_setup_card(struct qeth_card *card) 1389 { 1390 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1391 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1392 1393 card->info.type = CARD_RDEV(card)->id.driver_info; 1394 card->state = CARD_STATE_DOWN; 1395 spin_lock_init(&card->lock); 1396 spin_lock_init(&card->thread_mask_lock); 1397 mutex_init(&card->conf_mutex); 1398 mutex_init(&card->discipline_mutex); 1399 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1400 INIT_LIST_HEAD(&card->cmd_waiter_list); 1401 init_waitqueue_head(&card->wait_q); 1402 qeth_set_initial_options(card); 1403 /* IP address takeover */ 1404 INIT_LIST_HEAD(&card->ipato.entries); 1405 qeth_init_qdio_info(card); 1406 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1407 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1408 } 1409 1410 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1411 { 1412 struct qeth_card *card = container_of(slr, struct qeth_card, 1413 qeth_service_level); 1414 if (card->info.mcl_level[0]) 1415 seq_printf(m, "qeth: %s firmware level %s\n", 1416 CARD_BUS_ID(card), card->info.mcl_level); 1417 } 1418 1419 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1420 { 1421 struct qeth_card *card; 1422 1423 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1424 card = kzalloc(sizeof(*card), GFP_KERNEL); 1425 if (!card) 1426 goto out; 1427 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1428 1429 card->gdev = gdev; 1430 dev_set_drvdata(&gdev->dev, card); 1431 CARD_RDEV(card) = gdev->cdev[0]; 1432 CARD_WDEV(card) = gdev->cdev[1]; 1433 CARD_DDEV(card) = gdev->cdev[2]; 1434 1435 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1436 dev_name(&gdev->dev)); 1437 if (!card->event_wq) 1438 goto out_wq; 1439 if (qeth_setup_channel(&card->read, true)) 1440 goto out_ip; 1441 if (qeth_setup_channel(&card->write, true)) 1442 goto out_channel; 1443 if (qeth_setup_channel(&card->data, false)) 1444 goto out_data; 1445 card->qeth_service_level.seq_print = qeth_core_sl_print; 1446 register_service_level(&card->qeth_service_level); 1447 return card; 1448 1449 out_data: 1450 qeth_clean_channel(&card->write); 1451 out_channel: 1452 qeth_clean_channel(&card->read); 1453 out_ip: 1454 destroy_workqueue(card->event_wq); 1455 out_wq: 1456 dev_set_drvdata(&gdev->dev, NULL); 1457 kfree(card); 1458 out: 1459 return NULL; 1460 } 1461 1462 static int qeth_clear_channel(struct qeth_card *card, 1463 struct qeth_channel *channel) 1464 { 1465 int rc; 1466 1467 QETH_CARD_TEXT(card, 3, "clearch"); 1468 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1469 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1470 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1471 1472 if (rc) 1473 return rc; 1474 rc = wait_event_interruptible_timeout(card->wait_q, 1475 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1476 if (rc == -ERESTARTSYS) 1477 return rc; 1478 if (channel->state != CH_STATE_STOPPED) 1479 return -ETIME; 1480 channel->state = CH_STATE_DOWN; 1481 return 0; 1482 } 1483 1484 static int qeth_halt_channel(struct qeth_card *card, 1485 struct qeth_channel *channel) 1486 { 1487 int rc; 1488 1489 QETH_CARD_TEXT(card, 3, "haltch"); 1490 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1491 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1492 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1493 1494 if (rc) 1495 return rc; 1496 rc = wait_event_interruptible_timeout(card->wait_q, 1497 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1498 if (rc == -ERESTARTSYS) 1499 return rc; 1500 if (channel->state != CH_STATE_HALTED) 1501 return -ETIME; 1502 return 0; 1503 } 1504 1505 static int qeth_halt_channels(struct qeth_card *card) 1506 { 1507 int rc1 = 0, rc2 = 0, rc3 = 0; 1508 1509 QETH_CARD_TEXT(card, 3, "haltchs"); 1510 rc1 = qeth_halt_channel(card, &card->read); 1511 rc2 = qeth_halt_channel(card, &card->write); 1512 rc3 = qeth_halt_channel(card, &card->data); 1513 if (rc1) 1514 return rc1; 1515 if (rc2) 1516 return rc2; 1517 return rc3; 1518 } 1519 1520 static int qeth_clear_channels(struct qeth_card *card) 1521 { 1522 int rc1 = 0, rc2 = 0, rc3 = 0; 1523 1524 QETH_CARD_TEXT(card, 3, "clearchs"); 1525 rc1 = qeth_clear_channel(card, &card->read); 1526 rc2 = qeth_clear_channel(card, &card->write); 1527 rc3 = qeth_clear_channel(card, &card->data); 1528 if (rc1) 1529 return rc1; 1530 if (rc2) 1531 return rc2; 1532 return rc3; 1533 } 1534 1535 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1536 { 1537 int rc = 0; 1538 1539 QETH_CARD_TEXT(card, 3, "clhacrd"); 1540 1541 if (halt) 1542 rc = qeth_halt_channels(card); 1543 if (rc) 1544 return rc; 1545 return qeth_clear_channels(card); 1546 } 1547 1548 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1549 { 1550 int rc = 0; 1551 1552 QETH_CARD_TEXT(card, 3, "qdioclr"); 1553 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1554 QETH_QDIO_CLEANING)) { 1555 case QETH_QDIO_ESTABLISHED: 1556 if (IS_IQD(card)) 1557 rc = qdio_shutdown(CARD_DDEV(card), 1558 QDIO_FLAG_CLEANUP_USING_HALT); 1559 else 1560 rc = qdio_shutdown(CARD_DDEV(card), 1561 QDIO_FLAG_CLEANUP_USING_CLEAR); 1562 if (rc) 1563 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1564 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1565 break; 1566 case QETH_QDIO_CLEANING: 1567 return rc; 1568 default: 1569 break; 1570 } 1571 rc = qeth_clear_halt_card(card, use_halt); 1572 if (rc) 1573 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1574 card->state = CARD_STATE_DOWN; 1575 return rc; 1576 } 1577 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1578 1579 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1580 int *length) 1581 { 1582 struct ciw *ciw; 1583 char *rcd_buf; 1584 int ret; 1585 struct qeth_channel *channel = &card->data; 1586 1587 /* 1588 * scan for RCD command in extended SenseID data 1589 */ 1590 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1591 if (!ciw || ciw->cmd == 0) 1592 return -EOPNOTSUPP; 1593 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1594 if (!rcd_buf) 1595 return -ENOMEM; 1596 1597 qeth_setup_ccw(channel->ccw, ciw->cmd, ciw->count, rcd_buf); 1598 channel->state = CH_STATE_RCD; 1599 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1600 ret = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1601 QETH_RCD_PARM, LPM_ANYPATH, 0, 1602 QETH_RCD_TIMEOUT); 1603 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1604 if (!ret) 1605 wait_event(card->wait_q, 1606 (channel->state == CH_STATE_RCD_DONE || 1607 channel->state == CH_STATE_DOWN)); 1608 if (channel->state == CH_STATE_DOWN) 1609 ret = -EIO; 1610 else 1611 channel->state = CH_STATE_DOWN; 1612 if (ret) { 1613 kfree(rcd_buf); 1614 *buffer = NULL; 1615 *length = 0; 1616 } else { 1617 *length = ciw->count; 1618 *buffer = rcd_buf; 1619 } 1620 return ret; 1621 } 1622 1623 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1624 { 1625 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1626 card->info.chpid = prcd[30]; 1627 card->info.unit_addr2 = prcd[31]; 1628 card->info.cula = prcd[63]; 1629 card->info.is_vm_nic = ((prcd[0x10] == _ascebc['V']) && 1630 (prcd[0x11] == _ascebc['M'])); 1631 } 1632 1633 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1634 { 1635 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1636 struct diag26c_vnic_resp *response = NULL; 1637 struct diag26c_vnic_req *request = NULL; 1638 struct ccw_dev_id id; 1639 char userid[80]; 1640 int rc = 0; 1641 1642 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1643 1644 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1645 if (rc) 1646 goto out; 1647 1648 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1649 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1650 if (!request || !response) { 1651 rc = -ENOMEM; 1652 goto out; 1653 } 1654 1655 ccw_device_get_id(CARD_RDEV(card), &id); 1656 request->resp_buf_len = sizeof(*response); 1657 request->resp_version = DIAG26C_VERSION6_VM65918; 1658 request->req_format = DIAG26C_VNIC_INFO; 1659 ASCEBC(userid, 8); 1660 memcpy(&request->sys_name, userid, 8); 1661 request->devno = id.devno; 1662 1663 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1664 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1665 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1666 if (rc) 1667 goto out; 1668 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1669 1670 if (request->resp_buf_len < sizeof(*response) || 1671 response->version != request->resp_version) { 1672 rc = -EIO; 1673 goto out; 1674 } 1675 1676 if (response->protocol == VNIC_INFO_PROT_L2) 1677 disc = QETH_DISCIPLINE_LAYER2; 1678 else if (response->protocol == VNIC_INFO_PROT_L3) 1679 disc = QETH_DISCIPLINE_LAYER3; 1680 1681 out: 1682 kfree(response); 1683 kfree(request); 1684 if (rc) 1685 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1686 return disc; 1687 } 1688 1689 /* Determine whether the device requires a specific layer discipline */ 1690 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1691 { 1692 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1693 1694 if (IS_OSM(card) || IS_OSN(card)) 1695 disc = QETH_DISCIPLINE_LAYER2; 1696 else if (IS_VM_NIC(card)) 1697 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1698 qeth_vm_detect_layer(card); 1699 1700 switch (disc) { 1701 case QETH_DISCIPLINE_LAYER2: 1702 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1703 break; 1704 case QETH_DISCIPLINE_LAYER3: 1705 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1706 break; 1707 default: 1708 QETH_DBF_TEXT(SETUP, 3, "force no"); 1709 } 1710 1711 return disc; 1712 } 1713 1714 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1715 { 1716 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1717 1718 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1719 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1720 card->info.blkt.time_total = 0; 1721 card->info.blkt.inter_packet = 0; 1722 card->info.blkt.inter_packet_jumbo = 0; 1723 } else { 1724 card->info.blkt.time_total = 250; 1725 card->info.blkt.inter_packet = 5; 1726 card->info.blkt.inter_packet_jumbo = 15; 1727 } 1728 } 1729 1730 static void qeth_init_tokens(struct qeth_card *card) 1731 { 1732 card->token.issuer_rm_w = 0x00010103UL; 1733 card->token.cm_filter_w = 0x00010108UL; 1734 card->token.cm_connection_w = 0x0001010aUL; 1735 card->token.ulp_filter_w = 0x0001010bUL; 1736 card->token.ulp_connection_w = 0x0001010dUL; 1737 } 1738 1739 static void qeth_init_func_level(struct qeth_card *card) 1740 { 1741 switch (card->info.type) { 1742 case QETH_CARD_TYPE_IQD: 1743 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1744 break; 1745 case QETH_CARD_TYPE_OSD: 1746 case QETH_CARD_TYPE_OSN: 1747 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1748 break; 1749 default: 1750 break; 1751 } 1752 } 1753 1754 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1755 struct qeth_cmd_buffer *iob, 1756 unsigned int length) 1757 { 1758 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_WRITE, length, iob->data); 1759 1760 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1761 QETH_SEQ_NO_LENGTH); 1762 if (iob->channel == &card->write) 1763 card->seqno.trans_hdr++; 1764 } 1765 1766 static int qeth_peer_func_level(int level) 1767 { 1768 if ((level & 0xff) == 8) 1769 return (level & 0xff) + 0x400; 1770 if (((level >> 8) & 3) == 1) 1771 return (level & 0xff) + 0x200; 1772 return level; 1773 } 1774 1775 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1776 struct qeth_cmd_buffer *iob, 1777 unsigned int length) 1778 { 1779 qeth_idx_finalize_cmd(card, iob, length); 1780 1781 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1782 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1783 card->seqno.pdu_hdr++; 1784 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1785 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1786 1787 iob->reply->seqno = QETH_IDX_COMMAND_SEQNO; 1788 iob->callback = qeth_release_buffer_cb; 1789 } 1790 1791 /** 1792 * qeth_send_control_data() - send control command to the card 1793 * @card: qeth_card structure pointer 1794 * @len: size of the command buffer 1795 * @iob: qeth_cmd_buffer pointer 1796 * @reply_cb: callback function pointer 1797 * @cb_card: pointer to the qeth_card structure 1798 * @cb_reply: pointer to the qeth_reply structure 1799 * @cb_cmd: pointer to the original iob for non-IPA 1800 * commands, or to the qeth_ipa_cmd structure 1801 * for the IPA commands. 1802 * @reply_param: private pointer passed to the callback 1803 * 1804 * Callback function gets called one or more times, with cb_cmd 1805 * pointing to the response returned by the hardware. Callback 1806 * function must return 1807 * > 0 if more reply blocks are expected, 1808 * 0 if the last or only reply block is received, and 1809 * < 0 on error. 1810 * Callback function can get the value of the reply_param pointer from the 1811 * field 'param' of the structure qeth_reply. 1812 */ 1813 1814 static int qeth_send_control_data(struct qeth_card *card, int len, 1815 struct qeth_cmd_buffer *iob, 1816 int (*reply_cb)(struct qeth_card *cb_card, 1817 struct qeth_reply *cb_reply, 1818 unsigned long cb_cmd), 1819 void *reply_param) 1820 { 1821 struct qeth_channel *channel = iob->channel; 1822 long timeout = iob->timeout; 1823 int rc; 1824 struct qeth_reply *reply = NULL; 1825 1826 QETH_CARD_TEXT(card, 2, "sendctl"); 1827 1828 reply = qeth_alloc_reply(card); 1829 if (!reply) { 1830 qeth_release_buffer(channel, iob); 1831 return -ENOMEM; 1832 } 1833 reply->callback = reply_cb; 1834 reply->param = reply_param; 1835 1836 /* pairs with qeth_release_buffer(): */ 1837 qeth_get_reply(reply); 1838 iob->reply = reply; 1839 1840 timeout = wait_event_interruptible_timeout(card->wait_q, 1841 qeth_trylock_channel(channel), 1842 timeout); 1843 if (timeout <= 0) { 1844 qeth_put_reply(reply); 1845 qeth_release_buffer(channel, iob); 1846 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1847 } 1848 1849 iob->finalize(card, iob, len); 1850 QETH_DBF_HEX(CTRL, 2, iob->data, min(len, QETH_DBF_CTRL_LEN)); 1851 1852 qeth_enqueue_reply(card, reply); 1853 1854 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1855 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1856 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1857 (addr_t) iob, 0, 0, timeout); 1858 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1859 if (rc) { 1860 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1861 CARD_DEVID(card), rc); 1862 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1863 qeth_dequeue_reply(card, reply); 1864 qeth_put_reply(reply); 1865 qeth_release_buffer(channel, iob); 1866 atomic_set(&channel->irq_pending, 0); 1867 wake_up(&card->wait_q); 1868 return rc; 1869 } 1870 1871 timeout = wait_for_completion_interruptible_timeout(&reply->received, 1872 timeout); 1873 if (timeout <= 0) 1874 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1875 1876 qeth_dequeue_reply(card, reply); 1877 if (!rc) 1878 rc = reply->rc; 1879 qeth_put_reply(reply); 1880 return rc; 1881 } 1882 1883 static int qeth_idx_check_activate_response(struct qeth_card *card, 1884 struct qeth_channel *channel, 1885 struct qeth_cmd_buffer *iob) 1886 { 1887 int rc; 1888 1889 rc = qeth_check_idx_response(card, iob->data); 1890 if (rc) 1891 return rc; 1892 1893 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1894 return 0; 1895 1896 /* negative reply: */ 1897 QETH_DBF_TEXT_(SETUP, 2, "idxneg%c", 1898 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1899 1900 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1901 case QETH_IDX_ACT_ERR_EXCL: 1902 dev_err(&channel->ccwdev->dev, 1903 "The adapter is used exclusively by another host\n"); 1904 return -EBUSY; 1905 case QETH_IDX_ACT_ERR_AUTH: 1906 case QETH_IDX_ACT_ERR_AUTH_USER: 1907 dev_err(&channel->ccwdev->dev, 1908 "Setting the device online failed because of insufficient authorization\n"); 1909 return -EPERM; 1910 default: 1911 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1912 CCW_DEVID(channel->ccwdev)); 1913 return -EIO; 1914 } 1915 } 1916 1917 static void qeth_idx_query_read_cb(struct qeth_card *card, 1918 struct qeth_channel *channel, 1919 struct qeth_cmd_buffer *iob) 1920 { 1921 u16 peer_level; 1922 int rc; 1923 1924 QETH_DBF_TEXT(SETUP, 2, "idxrdcb"); 1925 1926 rc = qeth_idx_check_activate_response(card, channel, iob); 1927 if (rc) 1928 goto out; 1929 1930 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1931 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1932 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1933 CCW_DEVID(channel->ccwdev), 1934 card->info.func_level, peer_level); 1935 rc = -EINVAL; 1936 goto out; 1937 } 1938 1939 memcpy(&card->token.issuer_rm_r, 1940 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1941 QETH_MPC_TOKEN_LENGTH); 1942 memcpy(&card->info.mcl_level[0], 1943 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1944 1945 out: 1946 qeth_notify_reply(iob->reply, rc); 1947 qeth_release_buffer(channel, iob); 1948 } 1949 1950 static void qeth_idx_query_write_cb(struct qeth_card *card, 1951 struct qeth_channel *channel, 1952 struct qeth_cmd_buffer *iob) 1953 { 1954 u16 peer_level; 1955 int rc; 1956 1957 QETH_DBF_TEXT(SETUP, 2, "idxwrcb"); 1958 1959 rc = qeth_idx_check_activate_response(card, channel, iob); 1960 if (rc) 1961 goto out; 1962 1963 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1964 if ((peer_level & ~0x0100) != 1965 qeth_peer_func_level(card->info.func_level)) { 1966 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1967 CCW_DEVID(channel->ccwdev), 1968 card->info.func_level, peer_level); 1969 rc = -EINVAL; 1970 } 1971 1972 out: 1973 qeth_notify_reply(iob->reply, rc); 1974 qeth_release_buffer(channel, iob); 1975 } 1976 1977 static void qeth_idx_finalize_query_cmd(struct qeth_card *card, 1978 struct qeth_cmd_buffer *iob, 1979 unsigned int length) 1980 { 1981 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_READ, length, iob->data); 1982 } 1983 1984 static void qeth_idx_activate_cb(struct qeth_card *card, 1985 struct qeth_channel *channel, 1986 struct qeth_cmd_buffer *iob) 1987 { 1988 qeth_notify_reply(iob->reply, 0); 1989 qeth_release_buffer(channel, iob); 1990 } 1991 1992 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1993 struct qeth_cmd_buffer *iob) 1994 { 1995 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1996 u8 port = ((u8)card->dev->dev_port) | 0x80; 1997 struct ccw_dev_id dev_id; 1998 1999 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2000 iob->finalize = qeth_idx_finalize_cmd; 2001 iob->callback = qeth_idx_activate_cb; 2002 2003 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2004 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2005 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2006 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2007 &card->info.func_level, 2); 2008 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2009 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2010 } 2011 2012 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2013 { 2014 struct qeth_channel *channel = &card->read; 2015 struct qeth_cmd_buffer *iob; 2016 int rc; 2017 2018 QETH_DBF_TEXT(SETUP, 2, "idxread"); 2019 2020 iob = qeth_get_buffer(channel); 2021 if (!iob) 2022 return -ENOMEM; 2023 2024 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2025 qeth_idx_setup_activate_cmd(card, iob); 2026 2027 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2028 if (rc) 2029 return rc; 2030 2031 iob = qeth_get_buffer(channel); 2032 if (!iob) 2033 return -ENOMEM; 2034 2035 iob->finalize = qeth_idx_finalize_query_cmd; 2036 iob->callback = qeth_idx_query_read_cb; 2037 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2038 if (rc) 2039 return rc; 2040 2041 channel->state = CH_STATE_UP; 2042 return 0; 2043 } 2044 2045 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2046 { 2047 struct qeth_channel *channel = &card->write; 2048 struct qeth_cmd_buffer *iob; 2049 int rc; 2050 2051 QETH_DBF_TEXT(SETUP, 2, "idxwrite"); 2052 2053 iob = qeth_get_buffer(channel); 2054 if (!iob) 2055 return -ENOMEM; 2056 2057 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2058 qeth_idx_setup_activate_cmd(card, iob); 2059 2060 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2061 if (rc) 2062 return rc; 2063 2064 iob = qeth_get_buffer(channel); 2065 if (!iob) 2066 return -ENOMEM; 2067 2068 iob->finalize = qeth_idx_finalize_query_cmd; 2069 iob->callback = qeth_idx_query_write_cb; 2070 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2071 if (rc) 2072 return rc; 2073 2074 channel->state = CH_STATE_UP; 2075 return 0; 2076 } 2077 2078 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2079 unsigned long data) 2080 { 2081 struct qeth_cmd_buffer *iob; 2082 2083 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2084 2085 iob = (struct qeth_cmd_buffer *) data; 2086 memcpy(&card->token.cm_filter_r, 2087 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2088 QETH_MPC_TOKEN_LENGTH); 2089 return 0; 2090 } 2091 2092 static int qeth_cm_enable(struct qeth_card *card) 2093 { 2094 int rc; 2095 struct qeth_cmd_buffer *iob; 2096 2097 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2098 2099 iob = qeth_wait_for_buffer(&card->write); 2100 iob->finalize = qeth_mpc_finalize_cmd; 2101 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2102 2103 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2104 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2105 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2106 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2107 2108 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2109 qeth_cm_enable_cb, NULL); 2110 return rc; 2111 } 2112 2113 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2114 unsigned long data) 2115 { 2116 struct qeth_cmd_buffer *iob; 2117 2118 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2119 2120 iob = (struct qeth_cmd_buffer *) data; 2121 memcpy(&card->token.cm_connection_r, 2122 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2123 QETH_MPC_TOKEN_LENGTH); 2124 return 0; 2125 } 2126 2127 static int qeth_cm_setup(struct qeth_card *card) 2128 { 2129 int rc; 2130 struct qeth_cmd_buffer *iob; 2131 2132 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2133 2134 iob = qeth_wait_for_buffer(&card->write); 2135 iob->finalize = qeth_mpc_finalize_cmd; 2136 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2137 2138 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2139 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2140 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2141 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2142 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2143 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2144 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2145 qeth_cm_setup_cb, NULL); 2146 return rc; 2147 } 2148 2149 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2150 { 2151 struct net_device *dev = card->dev; 2152 unsigned int new_mtu; 2153 2154 if (!max_mtu) { 2155 /* IQD needs accurate max MTU to set up its RX buffers: */ 2156 if (IS_IQD(card)) 2157 return -EINVAL; 2158 /* tolerate quirky HW: */ 2159 max_mtu = ETH_MAX_MTU; 2160 } 2161 2162 rtnl_lock(); 2163 if (IS_IQD(card)) { 2164 /* move any device with default MTU to new max MTU: */ 2165 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2166 2167 /* adjust RX buffer size to new max MTU: */ 2168 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2169 if (dev->max_mtu && dev->max_mtu != max_mtu) 2170 qeth_free_qdio_queues(card); 2171 } else { 2172 if (dev->mtu) 2173 new_mtu = dev->mtu; 2174 /* default MTUs for first setup: */ 2175 else if (IS_LAYER2(card)) 2176 new_mtu = ETH_DATA_LEN; 2177 else 2178 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2179 } 2180 2181 dev->max_mtu = max_mtu; 2182 dev->mtu = min(new_mtu, max_mtu); 2183 rtnl_unlock(); 2184 return 0; 2185 } 2186 2187 static int qeth_get_mtu_outof_framesize(int framesize) 2188 { 2189 switch (framesize) { 2190 case 0x4000: 2191 return 8192; 2192 case 0x6000: 2193 return 16384; 2194 case 0xa000: 2195 return 32768; 2196 case 0xffff: 2197 return 57344; 2198 default: 2199 return 0; 2200 } 2201 } 2202 2203 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2204 unsigned long data) 2205 { 2206 __u16 mtu, framesize; 2207 __u16 len; 2208 __u8 link_type; 2209 struct qeth_cmd_buffer *iob; 2210 2211 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2212 2213 iob = (struct qeth_cmd_buffer *) data; 2214 memcpy(&card->token.ulp_filter_r, 2215 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2216 QETH_MPC_TOKEN_LENGTH); 2217 if (IS_IQD(card)) { 2218 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2219 mtu = qeth_get_mtu_outof_framesize(framesize); 2220 } else { 2221 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2222 } 2223 *(u16 *)reply->param = mtu; 2224 2225 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2226 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2227 memcpy(&link_type, 2228 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2229 card->info.link_type = link_type; 2230 } else 2231 card->info.link_type = 0; 2232 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2233 return 0; 2234 } 2235 2236 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2237 { 2238 if (IS_OSN(card)) 2239 return QETH_PROT_OSN2; 2240 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2241 } 2242 2243 static int qeth_ulp_enable(struct qeth_card *card) 2244 { 2245 u8 prot_type = qeth_mpc_select_prot_type(card); 2246 struct qeth_cmd_buffer *iob; 2247 u16 max_mtu; 2248 int rc; 2249 2250 /*FIXME: trace view callbacks*/ 2251 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2252 2253 iob = qeth_wait_for_buffer(&card->write); 2254 iob->finalize = qeth_mpc_finalize_cmd; 2255 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2256 2257 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2258 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2259 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2260 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2261 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2262 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2263 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2264 qeth_ulp_enable_cb, &max_mtu); 2265 if (rc) 2266 return rc; 2267 return qeth_update_max_mtu(card, max_mtu); 2268 } 2269 2270 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2271 unsigned long data) 2272 { 2273 struct qeth_cmd_buffer *iob; 2274 2275 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2276 2277 iob = (struct qeth_cmd_buffer *) data; 2278 memcpy(&card->token.ulp_connection_r, 2279 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2280 QETH_MPC_TOKEN_LENGTH); 2281 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2282 3)) { 2283 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2284 dev_err(&card->gdev->dev, "A connection could not be " 2285 "established because of an OLM limit\n"); 2286 return -EMLINK; 2287 } 2288 return 0; 2289 } 2290 2291 static int qeth_ulp_setup(struct qeth_card *card) 2292 { 2293 int rc; 2294 __u16 temp; 2295 struct qeth_cmd_buffer *iob; 2296 struct ccw_dev_id dev_id; 2297 2298 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2299 2300 iob = qeth_wait_for_buffer(&card->write); 2301 iob->finalize = qeth_mpc_finalize_cmd; 2302 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2303 2304 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2305 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2306 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2307 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2308 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2309 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2310 2311 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2312 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2313 temp = (card->info.cula << 8) + card->info.unit_addr2; 2314 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2315 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2316 qeth_ulp_setup_cb, NULL); 2317 return rc; 2318 } 2319 2320 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2321 { 2322 struct qeth_qdio_out_buffer *newbuf; 2323 2324 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2325 if (!newbuf) 2326 return -ENOMEM; 2327 2328 newbuf->buffer = q->qdio_bufs[bidx]; 2329 skb_queue_head_init(&newbuf->skb_list); 2330 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2331 newbuf->q = q; 2332 newbuf->next_pending = q->bufs[bidx]; 2333 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2334 q->bufs[bidx] = newbuf; 2335 return 0; 2336 } 2337 2338 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2339 { 2340 if (!q) 2341 return; 2342 2343 qeth_drain_output_queue(q, true); 2344 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2345 kfree(q); 2346 } 2347 2348 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2349 { 2350 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2351 2352 if (!q) 2353 return NULL; 2354 2355 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2356 kfree(q); 2357 return NULL; 2358 } 2359 return q; 2360 } 2361 2362 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2363 { 2364 int i, j; 2365 2366 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2367 2368 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2369 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2370 return 0; 2371 2372 QETH_DBF_TEXT(SETUP, 2, "inq"); 2373 card->qdio.in_q = qeth_alloc_qdio_queue(); 2374 if (!card->qdio.in_q) 2375 goto out_nomem; 2376 2377 /* inbound buffer pool */ 2378 if (qeth_alloc_buffer_pool(card)) 2379 goto out_freeinq; 2380 2381 /* outbound */ 2382 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2383 card->qdio.out_qs[i] = qeth_alloc_output_queue(); 2384 if (!card->qdio.out_qs[i]) 2385 goto out_freeoutq; 2386 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2387 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2388 card->qdio.out_qs[i]->card = card; 2389 card->qdio.out_qs[i]->queue_no = i; 2390 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2391 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2392 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2393 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2394 goto out_freeoutqbufs; 2395 } 2396 } 2397 2398 /* completion */ 2399 if (qeth_alloc_cq(card)) 2400 goto out_freeoutq; 2401 2402 return 0; 2403 2404 out_freeoutqbufs: 2405 while (j > 0) { 2406 --j; 2407 kmem_cache_free(qeth_qdio_outbuf_cache, 2408 card->qdio.out_qs[i]->bufs[j]); 2409 card->qdio.out_qs[i]->bufs[j] = NULL; 2410 } 2411 out_freeoutq: 2412 while (i > 0) { 2413 qeth_free_output_queue(card->qdio.out_qs[--i]); 2414 card->qdio.out_qs[i] = NULL; 2415 } 2416 qeth_free_buffer_pool(card); 2417 out_freeinq: 2418 qeth_free_qdio_queue(card->qdio.in_q); 2419 card->qdio.in_q = NULL; 2420 out_nomem: 2421 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2422 return -ENOMEM; 2423 } 2424 2425 static void qeth_free_qdio_queues(struct qeth_card *card) 2426 { 2427 int i, j; 2428 2429 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2430 QETH_QDIO_UNINITIALIZED) 2431 return; 2432 2433 qeth_free_cq(card); 2434 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2435 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2436 if (card->qdio.in_q->bufs[j].rx_skb) 2437 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2438 } 2439 qeth_free_qdio_queue(card->qdio.in_q); 2440 card->qdio.in_q = NULL; 2441 /* inbound buffer pool */ 2442 qeth_free_buffer_pool(card); 2443 /* free outbound qdio_qs */ 2444 for (i = 0; i < card->qdio.no_out_queues; i++) { 2445 qeth_free_output_queue(card->qdio.out_qs[i]); 2446 card->qdio.out_qs[i] = NULL; 2447 } 2448 } 2449 2450 static void qeth_create_qib_param_field(struct qeth_card *card, 2451 char *param_field) 2452 { 2453 2454 param_field[0] = _ascebc['P']; 2455 param_field[1] = _ascebc['C']; 2456 param_field[2] = _ascebc['I']; 2457 param_field[3] = _ascebc['T']; 2458 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2459 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2460 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2461 } 2462 2463 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2464 char *param_field) 2465 { 2466 param_field[16] = _ascebc['B']; 2467 param_field[17] = _ascebc['L']; 2468 param_field[18] = _ascebc['K']; 2469 param_field[19] = _ascebc['T']; 2470 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2471 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2472 *((unsigned int *) (¶m_field[28])) = 2473 card->info.blkt.inter_packet_jumbo; 2474 } 2475 2476 static int qeth_qdio_activate(struct qeth_card *card) 2477 { 2478 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2479 return qdio_activate(CARD_DDEV(card)); 2480 } 2481 2482 static int qeth_dm_act(struct qeth_card *card) 2483 { 2484 int rc; 2485 struct qeth_cmd_buffer *iob; 2486 2487 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2488 2489 iob = qeth_wait_for_buffer(&card->write); 2490 iob->finalize = qeth_mpc_finalize_cmd; 2491 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2492 2493 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2494 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2495 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2496 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2497 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2498 return rc; 2499 } 2500 2501 static int qeth_mpc_initialize(struct qeth_card *card) 2502 { 2503 int rc; 2504 2505 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2506 2507 rc = qeth_issue_next_read(card); 2508 if (rc) { 2509 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2510 return rc; 2511 } 2512 rc = qeth_cm_enable(card); 2513 if (rc) { 2514 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2515 goto out_qdio; 2516 } 2517 rc = qeth_cm_setup(card); 2518 if (rc) { 2519 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2520 goto out_qdio; 2521 } 2522 rc = qeth_ulp_enable(card); 2523 if (rc) { 2524 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2525 goto out_qdio; 2526 } 2527 rc = qeth_ulp_setup(card); 2528 if (rc) { 2529 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2530 goto out_qdio; 2531 } 2532 rc = qeth_alloc_qdio_queues(card); 2533 if (rc) { 2534 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2535 goto out_qdio; 2536 } 2537 rc = qeth_qdio_establish(card); 2538 if (rc) { 2539 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2540 qeth_free_qdio_queues(card); 2541 goto out_qdio; 2542 } 2543 rc = qeth_qdio_activate(card); 2544 if (rc) { 2545 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2546 goto out_qdio; 2547 } 2548 rc = qeth_dm_act(card); 2549 if (rc) { 2550 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2551 goto out_qdio; 2552 } 2553 2554 return 0; 2555 out_qdio: 2556 qeth_qdio_clear_card(card, !IS_IQD(card)); 2557 qdio_free(CARD_DDEV(card)); 2558 return rc; 2559 } 2560 2561 void qeth_print_status_message(struct qeth_card *card) 2562 { 2563 switch (card->info.type) { 2564 case QETH_CARD_TYPE_OSD: 2565 case QETH_CARD_TYPE_OSM: 2566 case QETH_CARD_TYPE_OSX: 2567 /* VM will use a non-zero first character 2568 * to indicate a HiperSockets like reporting 2569 * of the level OSA sets the first character to zero 2570 * */ 2571 if (!card->info.mcl_level[0]) { 2572 sprintf(card->info.mcl_level, "%02x%02x", 2573 card->info.mcl_level[2], 2574 card->info.mcl_level[3]); 2575 break; 2576 } 2577 /* fallthrough */ 2578 case QETH_CARD_TYPE_IQD: 2579 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2580 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2581 card->info.mcl_level[0]]; 2582 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2583 card->info.mcl_level[1]]; 2584 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2585 card->info.mcl_level[2]]; 2586 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2587 card->info.mcl_level[3]]; 2588 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2589 } 2590 break; 2591 default: 2592 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2593 } 2594 dev_info(&card->gdev->dev, 2595 "Device is a%s card%s%s%s\nwith link type %s.\n", 2596 qeth_get_cardname(card), 2597 (card->info.mcl_level[0]) ? " (level: " : "", 2598 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2599 (card->info.mcl_level[0]) ? ")" : "", 2600 qeth_get_cardname_short(card)); 2601 } 2602 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2603 2604 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2605 { 2606 struct qeth_buffer_pool_entry *entry; 2607 2608 QETH_CARD_TEXT(card, 5, "inwrklst"); 2609 2610 list_for_each_entry(entry, 2611 &card->qdio.init_pool.entry_list, init_list) { 2612 qeth_put_buffer_pool_entry(card, entry); 2613 } 2614 } 2615 2616 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2617 struct qeth_card *card) 2618 { 2619 struct list_head *plh; 2620 struct qeth_buffer_pool_entry *entry; 2621 int i, free; 2622 struct page *page; 2623 2624 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2625 return NULL; 2626 2627 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2628 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2629 free = 1; 2630 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2631 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2632 free = 0; 2633 break; 2634 } 2635 } 2636 if (free) { 2637 list_del_init(&entry->list); 2638 return entry; 2639 } 2640 } 2641 2642 /* no free buffer in pool so take first one and swap pages */ 2643 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2644 struct qeth_buffer_pool_entry, list); 2645 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2646 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2647 page = alloc_page(GFP_ATOMIC); 2648 if (!page) { 2649 return NULL; 2650 } else { 2651 free_page((unsigned long)entry->elements[i]); 2652 entry->elements[i] = page_address(page); 2653 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2654 } 2655 } 2656 } 2657 list_del_init(&entry->list); 2658 return entry; 2659 } 2660 2661 static int qeth_init_input_buffer(struct qeth_card *card, 2662 struct qeth_qdio_buffer *buf) 2663 { 2664 struct qeth_buffer_pool_entry *pool_entry; 2665 int i; 2666 2667 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2668 buf->rx_skb = netdev_alloc_skb(card->dev, 2669 QETH_RX_PULL_LEN + ETH_HLEN); 2670 if (!buf->rx_skb) 2671 return 1; 2672 } 2673 2674 pool_entry = qeth_find_free_buffer_pool_entry(card); 2675 if (!pool_entry) 2676 return 1; 2677 2678 /* 2679 * since the buffer is accessed only from the input_tasklet 2680 * there shouldn't be a need to synchronize; also, since we use 2681 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2682 * buffers 2683 */ 2684 2685 buf->pool_entry = pool_entry; 2686 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2687 buf->buffer->element[i].length = PAGE_SIZE; 2688 buf->buffer->element[i].addr = pool_entry->elements[i]; 2689 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2690 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2691 else 2692 buf->buffer->element[i].eflags = 0; 2693 buf->buffer->element[i].sflags = 0; 2694 } 2695 return 0; 2696 } 2697 2698 int qeth_init_qdio_queues(struct qeth_card *card) 2699 { 2700 unsigned int i; 2701 int rc; 2702 2703 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2704 2705 /* inbound queue */ 2706 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2707 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2708 qeth_initialize_working_pool_list(card); 2709 /*give only as many buffers to hardware as we have buffer pool entries*/ 2710 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2711 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2712 card->qdio.in_q->next_buf_to_init = 2713 card->qdio.in_buf_pool.buf_count - 1; 2714 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2715 card->qdio.in_buf_pool.buf_count - 1); 2716 if (rc) { 2717 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2718 return rc; 2719 } 2720 2721 /* completion */ 2722 rc = qeth_cq_init(card); 2723 if (rc) { 2724 return rc; 2725 } 2726 2727 /* outbound queue */ 2728 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2729 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2730 2731 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2732 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2733 queue->next_buf_to_fill = 0; 2734 queue->do_pack = 0; 2735 atomic_set(&queue->used_buffers, 0); 2736 atomic_set(&queue->set_pci_flags_count, 0); 2737 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2738 } 2739 return 0; 2740 } 2741 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2742 2743 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2744 { 2745 switch (link_type) { 2746 case QETH_LINK_TYPE_HSTR: 2747 return 2; 2748 default: 2749 return 1; 2750 } 2751 } 2752 2753 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2754 struct qeth_ipa_cmd *cmd, 2755 enum qeth_ipa_cmds command, 2756 enum qeth_prot_versions prot) 2757 { 2758 cmd->hdr.command = command; 2759 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2760 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2761 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2762 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2763 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2764 cmd->hdr.param_count = 1; 2765 cmd->hdr.prot_version = prot; 2766 } 2767 2768 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2769 struct qeth_cmd_buffer *iob, 2770 unsigned int length) 2771 { 2772 qeth_mpc_finalize_cmd(card, iob, length); 2773 2774 /* override with IPA-specific values: */ 2775 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa; 2776 iob->reply->seqno = card->seqno.ipa++; 2777 } 2778 2779 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2780 u16 cmd_length) 2781 { 2782 u16 total_length = IPA_PDU_HEADER_SIZE + cmd_length; 2783 u8 prot_type = qeth_mpc_select_prot_type(card); 2784 2785 iob->finalize = qeth_ipa_finalize_cmd; 2786 iob->timeout = QETH_IPA_TIMEOUT; 2787 2788 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2789 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2790 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2791 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2792 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2793 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2794 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2795 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2796 } 2797 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2798 2799 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2800 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2801 { 2802 struct qeth_cmd_buffer *iob; 2803 2804 iob = qeth_get_buffer(&card->write); 2805 if (iob) { 2806 qeth_prepare_ipa_cmd(card, iob, sizeof(struct qeth_ipa_cmd)); 2807 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2808 } else { 2809 dev_warn(&card->gdev->dev, 2810 "The qeth driver ran out of channel command buffers\n"); 2811 QETH_DBF_MESSAGE(1, "device %x ran out of channel command buffers", 2812 CARD_DEVID(card)); 2813 } 2814 2815 return iob; 2816 } 2817 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2818 2819 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2820 struct qeth_reply *reply, unsigned long data) 2821 { 2822 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2823 2824 return (cmd->hdr.return_code) ? -EIO : 0; 2825 } 2826 2827 /** 2828 * qeth_send_ipa_cmd() - send an IPA command 2829 * 2830 * See qeth_send_control_data() for explanation of the arguments. 2831 */ 2832 2833 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2834 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2835 unsigned long), 2836 void *reply_param) 2837 { 2838 u16 length; 2839 int rc; 2840 2841 QETH_CARD_TEXT(card, 4, "sendipa"); 2842 2843 if (card->read_or_write_problem) { 2844 qeth_release_buffer(iob->channel, iob); 2845 return -EIO; 2846 } 2847 2848 if (reply_cb == NULL) 2849 reply_cb = qeth_send_ipa_cmd_cb; 2850 memcpy(&length, QETH_IPA_PDU_LEN_TOTAL(iob->data), 2); 2851 rc = qeth_send_control_data(card, length, iob, reply_cb, reply_param); 2852 if (rc == -ETIME) { 2853 qeth_clear_ipacmd_list(card); 2854 qeth_schedule_recovery(card); 2855 } 2856 return rc; 2857 } 2858 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2859 2860 static int qeth_send_startlan_cb(struct qeth_card *card, 2861 struct qeth_reply *reply, unsigned long data) 2862 { 2863 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2864 2865 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2866 return -ENETDOWN; 2867 2868 return (cmd->hdr.return_code) ? -EIO : 0; 2869 } 2870 2871 static int qeth_send_startlan(struct qeth_card *card) 2872 { 2873 struct qeth_cmd_buffer *iob; 2874 2875 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 2876 2877 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2878 if (!iob) 2879 return -ENOMEM; 2880 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2881 } 2882 2883 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2884 { 2885 if (!cmd->hdr.return_code) 2886 cmd->hdr.return_code = 2887 cmd->data.setadapterparms.hdr.return_code; 2888 return cmd->hdr.return_code; 2889 } 2890 2891 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2892 struct qeth_reply *reply, unsigned long data) 2893 { 2894 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2895 2896 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2897 if (qeth_setadpparms_inspect_rc(cmd)) 2898 return -EIO; 2899 2900 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2901 card->info.link_type = 2902 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2903 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 2904 } 2905 card->options.adp.supported_funcs = 2906 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2907 return 0; 2908 } 2909 2910 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2911 __u32 command, __u32 cmdlen) 2912 { 2913 struct qeth_cmd_buffer *iob; 2914 struct qeth_ipa_cmd *cmd; 2915 2916 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 2917 QETH_PROT_IPV4); 2918 if (iob) { 2919 cmd = __ipa_cmd(iob); 2920 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 2921 cmd->data.setadapterparms.hdr.command_code = command; 2922 cmd->data.setadapterparms.hdr.used_total = 1; 2923 cmd->data.setadapterparms.hdr.seq_no = 1; 2924 } 2925 2926 return iob; 2927 } 2928 2929 static int qeth_query_setadapterparms(struct qeth_card *card) 2930 { 2931 int rc; 2932 struct qeth_cmd_buffer *iob; 2933 2934 QETH_CARD_TEXT(card, 3, "queryadp"); 2935 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2936 sizeof(struct qeth_ipacmd_setadpparms)); 2937 if (!iob) 2938 return -ENOMEM; 2939 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2940 return rc; 2941 } 2942 2943 static int qeth_query_ipassists_cb(struct qeth_card *card, 2944 struct qeth_reply *reply, unsigned long data) 2945 { 2946 struct qeth_ipa_cmd *cmd; 2947 2948 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 2949 2950 cmd = (struct qeth_ipa_cmd *) data; 2951 2952 switch (cmd->hdr.return_code) { 2953 case IPA_RC_SUCCESS: 2954 break; 2955 case IPA_RC_NOTSUPP: 2956 case IPA_RC_L2_UNSUPPORTED_CMD: 2957 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 2958 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2959 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2960 return -EOPNOTSUPP; 2961 default: 2962 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2963 CARD_DEVID(card), cmd->hdr.return_code); 2964 return -EIO; 2965 } 2966 2967 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2968 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2969 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2970 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2971 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2972 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 2973 } else 2974 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2975 CARD_DEVID(card)); 2976 return 0; 2977 } 2978 2979 static int qeth_query_ipassists(struct qeth_card *card, 2980 enum qeth_prot_versions prot) 2981 { 2982 int rc; 2983 struct qeth_cmd_buffer *iob; 2984 2985 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 2986 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 2987 if (!iob) 2988 return -ENOMEM; 2989 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2990 return rc; 2991 } 2992 2993 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 2994 struct qeth_reply *reply, unsigned long data) 2995 { 2996 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2997 struct qeth_query_switch_attributes *attrs; 2998 struct qeth_switch_info *sw_info; 2999 3000 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3001 if (qeth_setadpparms_inspect_rc(cmd)) 3002 return -EIO; 3003 3004 sw_info = (struct qeth_switch_info *)reply->param; 3005 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3006 sw_info->capabilities = attrs->capabilities; 3007 sw_info->settings = attrs->settings; 3008 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3009 sw_info->settings); 3010 return 0; 3011 } 3012 3013 int qeth_query_switch_attributes(struct qeth_card *card, 3014 struct qeth_switch_info *sw_info) 3015 { 3016 struct qeth_cmd_buffer *iob; 3017 3018 QETH_CARD_TEXT(card, 2, "qswiattr"); 3019 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3020 return -EOPNOTSUPP; 3021 if (!netif_carrier_ok(card->dev)) 3022 return -ENOMEDIUM; 3023 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3024 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3025 if (!iob) 3026 return -ENOMEM; 3027 return qeth_send_ipa_cmd(card, iob, 3028 qeth_query_switch_attributes_cb, sw_info); 3029 } 3030 3031 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3032 struct qeth_reply *reply, unsigned long data) 3033 { 3034 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3035 u16 rc = cmd->hdr.return_code; 3036 3037 if (rc) { 3038 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3039 return -EIO; 3040 } 3041 3042 card->info.diagass_support = cmd->data.diagass.ext; 3043 return 0; 3044 } 3045 3046 static int qeth_query_setdiagass(struct qeth_card *card) 3047 { 3048 struct qeth_cmd_buffer *iob; 3049 struct qeth_ipa_cmd *cmd; 3050 3051 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3052 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3053 if (!iob) 3054 return -ENOMEM; 3055 cmd = __ipa_cmd(iob); 3056 cmd->data.diagass.subcmd_len = 16; 3057 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3058 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3059 } 3060 3061 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3062 { 3063 unsigned long info = get_zeroed_page(GFP_KERNEL); 3064 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3065 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3066 struct ccw_dev_id ccwid; 3067 int level; 3068 3069 tid->chpid = card->info.chpid; 3070 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3071 tid->ssid = ccwid.ssid; 3072 tid->devno = ccwid.devno; 3073 if (!info) 3074 return; 3075 level = stsi(NULL, 0, 0, 0); 3076 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3077 tid->lparnr = info222->lpar_number; 3078 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3079 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3080 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3081 } 3082 free_page(info); 3083 return; 3084 } 3085 3086 static int qeth_hw_trap_cb(struct qeth_card *card, 3087 struct qeth_reply *reply, unsigned long data) 3088 { 3089 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3090 u16 rc = cmd->hdr.return_code; 3091 3092 if (rc) { 3093 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3094 return -EIO; 3095 } 3096 return 0; 3097 } 3098 3099 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3100 { 3101 struct qeth_cmd_buffer *iob; 3102 struct qeth_ipa_cmd *cmd; 3103 3104 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3105 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3106 if (!iob) 3107 return -ENOMEM; 3108 cmd = __ipa_cmd(iob); 3109 cmd->data.diagass.subcmd_len = 80; 3110 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3111 cmd->data.diagass.type = 1; 3112 cmd->data.diagass.action = action; 3113 switch (action) { 3114 case QETH_DIAGS_TRAP_ARM: 3115 cmd->data.diagass.options = 0x0003; 3116 cmd->data.diagass.ext = 0x00010000 + 3117 sizeof(struct qeth_trap_id); 3118 qeth_get_trap_id(card, 3119 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3120 break; 3121 case QETH_DIAGS_TRAP_DISARM: 3122 cmd->data.diagass.options = 0x0001; 3123 break; 3124 case QETH_DIAGS_TRAP_CAPTURE: 3125 break; 3126 } 3127 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3128 } 3129 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3130 3131 static int qeth_check_qdio_errors(struct qeth_card *card, 3132 struct qdio_buffer *buf, 3133 unsigned int qdio_error, 3134 const char *dbftext) 3135 { 3136 if (qdio_error) { 3137 QETH_CARD_TEXT(card, 2, dbftext); 3138 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3139 buf->element[15].sflags); 3140 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3141 buf->element[14].sflags); 3142 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3143 if ((buf->element[15].sflags) == 0x12) { 3144 QETH_CARD_STAT_INC(card, rx_dropped); 3145 return 0; 3146 } else 3147 return 1; 3148 } 3149 return 0; 3150 } 3151 3152 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3153 { 3154 struct qeth_qdio_q *queue = card->qdio.in_q; 3155 struct list_head *lh; 3156 int count; 3157 int i; 3158 int rc; 3159 int newcount = 0; 3160 3161 count = (index < queue->next_buf_to_init)? 3162 card->qdio.in_buf_pool.buf_count - 3163 (queue->next_buf_to_init - index) : 3164 card->qdio.in_buf_pool.buf_count - 3165 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3166 /* only requeue at a certain threshold to avoid SIGAs */ 3167 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3168 for (i = queue->next_buf_to_init; 3169 i < queue->next_buf_to_init + count; ++i) { 3170 if (qeth_init_input_buffer(card, 3171 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3172 break; 3173 } else { 3174 newcount++; 3175 } 3176 } 3177 3178 if (newcount < count) { 3179 /* we are in memory shortage so we switch back to 3180 traditional skb allocation and drop packages */ 3181 atomic_set(&card->force_alloc_skb, 3); 3182 count = newcount; 3183 } else { 3184 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3185 } 3186 3187 if (!count) { 3188 i = 0; 3189 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3190 i++; 3191 if (i == card->qdio.in_buf_pool.buf_count) { 3192 QETH_CARD_TEXT(card, 2, "qsarbw"); 3193 card->reclaim_index = index; 3194 schedule_delayed_work( 3195 &card->buffer_reclaim_work, 3196 QETH_RECLAIM_WORK_TIME); 3197 } 3198 return; 3199 } 3200 3201 /* 3202 * according to old code it should be avoided to requeue all 3203 * 128 buffers in order to benefit from PCI avoidance. 3204 * this function keeps at least one buffer (the buffer at 3205 * 'index') un-requeued -> this buffer is the first buffer that 3206 * will be requeued the next time 3207 */ 3208 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3209 queue->next_buf_to_init, count); 3210 if (rc) { 3211 QETH_CARD_TEXT(card, 2, "qinberr"); 3212 } 3213 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3214 QDIO_MAX_BUFFERS_PER_Q; 3215 } 3216 } 3217 3218 static void qeth_buffer_reclaim_work(struct work_struct *work) 3219 { 3220 struct qeth_card *card = container_of(work, struct qeth_card, 3221 buffer_reclaim_work.work); 3222 3223 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3224 qeth_queue_input_buffer(card, card->reclaim_index); 3225 } 3226 3227 static void qeth_handle_send_error(struct qeth_card *card, 3228 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3229 { 3230 int sbalf15 = buffer->buffer->element[15].sflags; 3231 3232 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3233 if (IS_IQD(card)) { 3234 if (sbalf15 == 0) { 3235 qdio_err = 0; 3236 } else { 3237 qdio_err = 1; 3238 } 3239 } 3240 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3241 3242 if (!qdio_err) 3243 return; 3244 3245 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3246 return; 3247 3248 QETH_CARD_TEXT(card, 1, "lnkfail"); 3249 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3250 (u16)qdio_err, (u8)sbalf15); 3251 } 3252 3253 /** 3254 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3255 * @queue: queue to check for packing buffer 3256 * 3257 * Returns number of buffers that were prepared for flush. 3258 */ 3259 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3260 { 3261 struct qeth_qdio_out_buffer *buffer; 3262 3263 buffer = queue->bufs[queue->next_buf_to_fill]; 3264 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3265 (buffer->next_element_to_fill > 0)) { 3266 /* it's a packing buffer */ 3267 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3268 queue->next_buf_to_fill = 3269 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3270 return 1; 3271 } 3272 return 0; 3273 } 3274 3275 /* 3276 * Switched to packing state if the number of used buffers on a queue 3277 * reaches a certain limit. 3278 */ 3279 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3280 { 3281 if (!queue->do_pack) { 3282 if (atomic_read(&queue->used_buffers) 3283 >= QETH_HIGH_WATERMARK_PACK){ 3284 /* switch non-PACKING -> PACKING */ 3285 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3286 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3287 queue->do_pack = 1; 3288 } 3289 } 3290 } 3291 3292 /* 3293 * Switches from packing to non-packing mode. If there is a packing 3294 * buffer on the queue this buffer will be prepared to be flushed. 3295 * In that case 1 is returned to inform the caller. If no buffer 3296 * has to be flushed, zero is returned. 3297 */ 3298 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3299 { 3300 if (queue->do_pack) { 3301 if (atomic_read(&queue->used_buffers) 3302 <= QETH_LOW_WATERMARK_PACK) { 3303 /* switch PACKING -> non-PACKING */ 3304 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3305 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3306 queue->do_pack = 0; 3307 return qeth_prep_flush_pack_buffer(queue); 3308 } 3309 } 3310 return 0; 3311 } 3312 3313 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3314 int count) 3315 { 3316 struct qeth_qdio_out_buffer *buf; 3317 int rc; 3318 int i; 3319 unsigned int qdio_flags; 3320 3321 for (i = index; i < index + count; ++i) { 3322 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3323 buf = queue->bufs[bidx]; 3324 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3325 SBAL_EFLAGS_LAST_ENTRY; 3326 3327 if (queue->bufstates) 3328 queue->bufstates[bidx].user = buf; 3329 3330 if (IS_IQD(queue->card)) 3331 continue; 3332 3333 if (!queue->do_pack) { 3334 if ((atomic_read(&queue->used_buffers) >= 3335 (QETH_HIGH_WATERMARK_PACK - 3336 QETH_WATERMARK_PACK_FUZZ)) && 3337 !atomic_read(&queue->set_pci_flags_count)) { 3338 /* it's likely that we'll go to packing 3339 * mode soon */ 3340 atomic_inc(&queue->set_pci_flags_count); 3341 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3342 } 3343 } else { 3344 if (!atomic_read(&queue->set_pci_flags_count)) { 3345 /* 3346 * there's no outstanding PCI any more, so we 3347 * have to request a PCI to be sure the the PCI 3348 * will wake at some time in the future then we 3349 * can flush packed buffers that might still be 3350 * hanging around, which can happen if no 3351 * further send was requested by the stack 3352 */ 3353 atomic_inc(&queue->set_pci_flags_count); 3354 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3355 } 3356 } 3357 } 3358 3359 QETH_TXQ_STAT_ADD(queue, bufs, count); 3360 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3361 if (atomic_read(&queue->set_pci_flags_count)) 3362 qdio_flags |= QDIO_FLAG_PCI_OUT; 3363 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3364 queue->queue_no, index, count); 3365 if (rc) { 3366 QETH_TXQ_STAT_ADD(queue, tx_errors, count); 3367 /* ignore temporary SIGA errors without busy condition */ 3368 if (rc == -ENOBUFS) 3369 return; 3370 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3371 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3372 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3373 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3374 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3375 3376 /* this must not happen under normal circumstances. if it 3377 * happens something is really wrong -> recover */ 3378 qeth_schedule_recovery(queue->card); 3379 return; 3380 } 3381 } 3382 3383 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3384 { 3385 int index; 3386 int flush_cnt = 0; 3387 int q_was_packing = 0; 3388 3389 /* 3390 * check if weed have to switch to non-packing mode or if 3391 * we have to get a pci flag out on the queue 3392 */ 3393 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3394 !atomic_read(&queue->set_pci_flags_count)) { 3395 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3396 QETH_OUT_Q_UNLOCKED) { 3397 /* 3398 * If we get in here, there was no action in 3399 * do_send_packet. So, we check if there is a 3400 * packing buffer to be flushed here. 3401 */ 3402 index = queue->next_buf_to_fill; 3403 q_was_packing = queue->do_pack; 3404 /* queue->do_pack may change */ 3405 barrier(); 3406 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3407 if (!flush_cnt && 3408 !atomic_read(&queue->set_pci_flags_count)) 3409 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3410 if (q_was_packing) 3411 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3412 if (flush_cnt) 3413 qeth_flush_buffers(queue, index, flush_cnt); 3414 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3415 } 3416 } 3417 } 3418 3419 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3420 unsigned long card_ptr) 3421 { 3422 struct qeth_card *card = (struct qeth_card *)card_ptr; 3423 3424 if (card->dev->flags & IFF_UP) 3425 napi_schedule(&card->napi); 3426 } 3427 3428 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3429 { 3430 int rc; 3431 3432 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3433 rc = -1; 3434 goto out; 3435 } else { 3436 if (card->options.cq == cq) { 3437 rc = 0; 3438 goto out; 3439 } 3440 3441 if (card->state != CARD_STATE_DOWN) { 3442 rc = -1; 3443 goto out; 3444 } 3445 3446 qeth_free_qdio_queues(card); 3447 card->options.cq = cq; 3448 rc = 0; 3449 } 3450 out: 3451 return rc; 3452 3453 } 3454 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3455 3456 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3457 unsigned int queue, int first_element, 3458 int count) 3459 { 3460 struct qeth_qdio_q *cq = card->qdio.c_q; 3461 int i; 3462 int rc; 3463 3464 if (!qeth_is_cq(card, queue)) 3465 return; 3466 3467 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3468 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3469 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3470 3471 if (qdio_err) { 3472 netif_tx_stop_all_queues(card->dev); 3473 qeth_schedule_recovery(card); 3474 return; 3475 } 3476 3477 for (i = first_element; i < first_element + count; ++i) { 3478 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3479 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3480 int e = 0; 3481 3482 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3483 buffer->element[e].addr) { 3484 unsigned long phys_aob_addr; 3485 3486 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3487 qeth_qdio_handle_aob(card, phys_aob_addr); 3488 ++e; 3489 } 3490 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3491 } 3492 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3493 card->qdio.c_q->next_buf_to_init, 3494 count); 3495 if (rc) { 3496 dev_warn(&card->gdev->dev, 3497 "QDIO reported an error, rc=%i\n", rc); 3498 QETH_CARD_TEXT(card, 2, "qcqherr"); 3499 } 3500 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3501 + count) % QDIO_MAX_BUFFERS_PER_Q; 3502 } 3503 3504 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3505 unsigned int qdio_err, int queue, 3506 int first_elem, int count, 3507 unsigned long card_ptr) 3508 { 3509 struct qeth_card *card = (struct qeth_card *)card_ptr; 3510 3511 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3512 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3513 3514 if (qeth_is_cq(card, queue)) 3515 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3516 else if (qdio_err) 3517 qeth_schedule_recovery(card); 3518 } 3519 3520 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3521 unsigned int qdio_error, int __queue, 3522 int first_element, int count, 3523 unsigned long card_ptr) 3524 { 3525 struct qeth_card *card = (struct qeth_card *) card_ptr; 3526 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3527 struct qeth_qdio_out_buffer *buffer; 3528 struct net_device *dev = card->dev; 3529 struct netdev_queue *txq; 3530 int i; 3531 3532 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3533 if (qdio_error & QDIO_ERROR_FATAL) { 3534 QETH_CARD_TEXT(card, 2, "achkcond"); 3535 netif_tx_stop_all_queues(dev); 3536 qeth_schedule_recovery(card); 3537 return; 3538 } 3539 3540 for (i = first_element; i < (first_element + count); ++i) { 3541 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3542 buffer = queue->bufs[bidx]; 3543 qeth_handle_send_error(card, buffer, qdio_error); 3544 3545 if (queue->bufstates && 3546 (queue->bufstates[bidx].flags & 3547 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3548 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3549 3550 if (atomic_cmpxchg(&buffer->state, 3551 QETH_QDIO_BUF_PRIMED, 3552 QETH_QDIO_BUF_PENDING) == 3553 QETH_QDIO_BUF_PRIMED) { 3554 qeth_notify_skbs(queue, buffer, 3555 TX_NOTIFY_PENDING); 3556 } 3557 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3558 3559 /* prepare the queue slot for re-use: */ 3560 qeth_scrub_qdio_buffer(buffer->buffer, 3561 queue->max_elements); 3562 if (qeth_init_qdio_out_buf(queue, bidx)) { 3563 QETH_CARD_TEXT(card, 2, "outofbuf"); 3564 qeth_schedule_recovery(card); 3565 } 3566 } else { 3567 if (card->options.cq == QETH_CQ_ENABLED) { 3568 enum iucv_tx_notify n; 3569 3570 n = qeth_compute_cq_notification( 3571 buffer->buffer->element[15].sflags, 0); 3572 qeth_notify_skbs(queue, buffer, n); 3573 } 3574 3575 qeth_clear_output_buffer(queue, buffer); 3576 } 3577 qeth_cleanup_handled_pending(queue, bidx, 0); 3578 } 3579 atomic_sub(count, &queue->used_buffers); 3580 /* check if we need to do something on this outbound queue */ 3581 if (!IS_IQD(card)) 3582 qeth_check_outbound_queue(queue); 3583 3584 if (IS_IQD(card)) 3585 __queue = qeth_iqd_translate_txq(dev, __queue); 3586 txq = netdev_get_tx_queue(dev, __queue); 3587 /* xmit may have observed the full-condition, but not yet stopped the 3588 * txq. In which case the code below won't trigger. So before returning, 3589 * xmit will re-check the txq's fill level and wake it up if needed. 3590 */ 3591 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3592 netif_tx_wake_queue(txq); 3593 } 3594 3595 /** 3596 * Note: Function assumes that we have 4 outbound queues. 3597 */ 3598 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3599 { 3600 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3601 u8 tos; 3602 3603 switch (card->qdio.do_prio_queueing) { 3604 case QETH_PRIO_Q_ING_TOS: 3605 case QETH_PRIO_Q_ING_PREC: 3606 switch (qeth_get_ip_version(skb)) { 3607 case 4: 3608 tos = ipv4_get_dsfield(ip_hdr(skb)); 3609 break; 3610 case 6: 3611 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3612 break; 3613 default: 3614 return card->qdio.default_out_queue; 3615 } 3616 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3617 return ~tos >> 6 & 3; 3618 if (tos & IPTOS_MINCOST) 3619 return 3; 3620 if (tos & IPTOS_RELIABILITY) 3621 return 2; 3622 if (tos & IPTOS_THROUGHPUT) 3623 return 1; 3624 if (tos & IPTOS_LOWDELAY) 3625 return 0; 3626 break; 3627 case QETH_PRIO_Q_ING_SKB: 3628 if (skb->priority > 5) 3629 return 0; 3630 return ~skb->priority >> 1 & 3; 3631 case QETH_PRIO_Q_ING_VLAN: 3632 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3633 return ~ntohs(veth->h_vlan_TCI) >> 3634 (VLAN_PRIO_SHIFT + 1) & 3; 3635 break; 3636 default: 3637 break; 3638 } 3639 return card->qdio.default_out_queue; 3640 } 3641 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3642 3643 /** 3644 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3645 * @skb: SKB address 3646 * 3647 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3648 * fragmented part of the SKB. Returns zero for linear SKB. 3649 */ 3650 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3651 { 3652 int cnt, elements = 0; 3653 3654 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3655 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3656 3657 elements += qeth_get_elements_for_range( 3658 (addr_t)skb_frag_address(frag), 3659 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3660 } 3661 return elements; 3662 } 3663 3664 /** 3665 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3666 * to transmit an skb. 3667 * @skb: the skb to operate on. 3668 * @data_offset: skip this part of the skb's linear data 3669 * 3670 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3671 * skb's data (both its linear part and paged fragments). 3672 */ 3673 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3674 { 3675 unsigned int elements = qeth_get_elements_for_frags(skb); 3676 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3677 addr_t start = (addr_t)skb->data + data_offset; 3678 3679 if (start != end) 3680 elements += qeth_get_elements_for_range(start, end); 3681 return elements; 3682 } 3683 EXPORT_SYMBOL_GPL(qeth_count_elements); 3684 3685 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3686 MAX_TCP_HEADER) 3687 3688 /** 3689 * qeth_add_hw_header() - add a HW header to an skb. 3690 * @skb: skb that the HW header should be added to. 3691 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3692 * it contains a valid pointer to a qeth_hdr. 3693 * @hdr_len: length of the HW header. 3694 * @proto_len: length of protocol headers that need to be in same page as the 3695 * HW header. 3696 * 3697 * Returns the pushed length. If the header can't be pushed on 3698 * (eg. because it would cross a page boundary), it is allocated from 3699 * the cache instead and 0 is returned. 3700 * The number of needed buffer elements is returned in @elements. 3701 * Error to create the hdr is indicated by returning with < 0. 3702 */ 3703 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3704 struct sk_buff *skb, struct qeth_hdr **hdr, 3705 unsigned int hdr_len, unsigned int proto_len, 3706 unsigned int *elements) 3707 { 3708 const unsigned int contiguous = proto_len ? proto_len : 1; 3709 const unsigned int max_elements = queue->max_elements; 3710 unsigned int __elements; 3711 addr_t start, end; 3712 bool push_ok; 3713 int rc; 3714 3715 check_layout: 3716 start = (addr_t)skb->data - hdr_len; 3717 end = (addr_t)skb->data; 3718 3719 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3720 /* Push HW header into same page as first protocol header. */ 3721 push_ok = true; 3722 /* ... but TSO always needs a separate element for headers: */ 3723 if (skb_is_gso(skb)) 3724 __elements = 1 + qeth_count_elements(skb, proto_len); 3725 else 3726 __elements = qeth_count_elements(skb, 0); 3727 } else if (!proto_len && qeth_get_elements_for_range(start, end) == 1) { 3728 /* Push HW header into a new page. */ 3729 push_ok = true; 3730 __elements = 1 + qeth_count_elements(skb, 0); 3731 } else { 3732 /* Use header cache, copy protocol headers up. */ 3733 push_ok = false; 3734 __elements = 1 + qeth_count_elements(skb, proto_len); 3735 } 3736 3737 /* Compress skb to fit into one IO buffer: */ 3738 if (__elements > max_elements) { 3739 if (!skb_is_nonlinear(skb)) { 3740 /* Drop it, no easy way of shrinking it further. */ 3741 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3742 max_elements, __elements, skb->len); 3743 return -E2BIG; 3744 } 3745 3746 rc = skb_linearize(skb); 3747 if (rc) { 3748 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3749 return rc; 3750 } 3751 3752 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3753 /* Linearization changed the layout, re-evaluate: */ 3754 goto check_layout; 3755 } 3756 3757 *elements = __elements; 3758 /* Add the header: */ 3759 if (push_ok) { 3760 *hdr = skb_push(skb, hdr_len); 3761 return hdr_len; 3762 } 3763 /* fall back */ 3764 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3765 return -E2BIG; 3766 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3767 if (!*hdr) 3768 return -ENOMEM; 3769 /* Copy protocol headers behind HW header: */ 3770 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3771 return 0; 3772 } 3773 3774 static void __qeth_fill_buffer(struct sk_buff *skb, 3775 struct qeth_qdio_out_buffer *buf, 3776 bool is_first_elem, unsigned int offset) 3777 { 3778 struct qdio_buffer *buffer = buf->buffer; 3779 int element = buf->next_element_to_fill; 3780 int length = skb_headlen(skb) - offset; 3781 char *data = skb->data + offset; 3782 int length_here, cnt; 3783 3784 /* map linear part into buffer element(s) */ 3785 while (length > 0) { 3786 /* length_here is the remaining amount of data in this page */ 3787 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3788 if (length < length_here) 3789 length_here = length; 3790 3791 buffer->element[element].addr = data; 3792 buffer->element[element].length = length_here; 3793 length -= length_here; 3794 if (is_first_elem) { 3795 is_first_elem = false; 3796 if (length || skb_is_nonlinear(skb)) 3797 /* skb needs additional elements */ 3798 buffer->element[element].eflags = 3799 SBAL_EFLAGS_FIRST_FRAG; 3800 else 3801 buffer->element[element].eflags = 0; 3802 } else { 3803 buffer->element[element].eflags = 3804 SBAL_EFLAGS_MIDDLE_FRAG; 3805 } 3806 data += length_here; 3807 element++; 3808 } 3809 3810 /* map page frags into buffer element(s) */ 3811 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3812 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3813 3814 data = skb_frag_address(frag); 3815 length = skb_frag_size(frag); 3816 while (length > 0) { 3817 length_here = PAGE_SIZE - 3818 ((unsigned long) data % PAGE_SIZE); 3819 if (length < length_here) 3820 length_here = length; 3821 3822 buffer->element[element].addr = data; 3823 buffer->element[element].length = length_here; 3824 buffer->element[element].eflags = 3825 SBAL_EFLAGS_MIDDLE_FRAG; 3826 length -= length_here; 3827 data += length_here; 3828 element++; 3829 } 3830 } 3831 3832 if (buffer->element[element - 1].eflags) 3833 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3834 buf->next_element_to_fill = element; 3835 } 3836 3837 /** 3838 * qeth_fill_buffer() - map skb into an output buffer 3839 * @queue: QDIO queue to submit the buffer on 3840 * @buf: buffer to transport the skb 3841 * @skb: skb to map into the buffer 3842 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3843 * from qeth_core_header_cache. 3844 * @offset: when mapping the skb, start at skb->data + offset 3845 * @hd_len: if > 0, build a dedicated header element of this size 3846 * flush: Prepare the buffer to be flushed, regardless of its fill level. 3847 */ 3848 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3849 struct qeth_qdio_out_buffer *buf, 3850 struct sk_buff *skb, struct qeth_hdr *hdr, 3851 unsigned int offset, unsigned int hd_len, 3852 bool flush) 3853 { 3854 struct qdio_buffer *buffer = buf->buffer; 3855 bool is_first_elem = true; 3856 3857 __skb_queue_tail(&buf->skb_list, skb); 3858 3859 /* build dedicated header element */ 3860 if (hd_len) { 3861 int element = buf->next_element_to_fill; 3862 is_first_elem = false; 3863 3864 buffer->element[element].addr = hdr; 3865 buffer->element[element].length = hd_len; 3866 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3867 /* remember to free cache-allocated qeth_hdr: */ 3868 buf->is_header[element] = ((void *)hdr != skb->data); 3869 buf->next_element_to_fill++; 3870 } 3871 3872 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3873 3874 if (!queue->do_pack) { 3875 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 3876 } else { 3877 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 3878 3879 QETH_TXQ_STAT_INC(queue, skbs_pack); 3880 /* If the buffer still has free elements, keep using it. */ 3881 if (!flush && 3882 buf->next_element_to_fill < queue->max_elements) 3883 return 0; 3884 } 3885 3886 /* flush out the buffer */ 3887 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3888 queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) % 3889 QDIO_MAX_BUFFERS_PER_Q; 3890 return 1; 3891 } 3892 3893 static int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, 3894 struct sk_buff *skb, struct qeth_hdr *hdr, 3895 unsigned int offset, unsigned int hd_len) 3896 { 3897 int index = queue->next_buf_to_fill; 3898 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 3899 struct netdev_queue *txq; 3900 bool stopped = false; 3901 3902 /* Just a sanity check, the wake/stop logic should ensure that we always 3903 * get a free buffer. 3904 */ 3905 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3906 return -EBUSY; 3907 3908 txq = netdev_get_tx_queue(queue->card->dev, skb_get_queue_mapping(skb)); 3909 3910 if (atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3911 /* If a TX completion happens right _here_ and misses to wake 3912 * the txq, then our re-check below will catch the race. 3913 */ 3914 QETH_TXQ_STAT_INC(queue, stopped); 3915 netif_tx_stop_queue(txq); 3916 stopped = true; 3917 } 3918 3919 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, stopped); 3920 qeth_flush_buffers(queue, index, 1); 3921 3922 if (stopped && !qeth_out_queue_is_full(queue)) 3923 netif_tx_start_queue(txq); 3924 return 0; 3925 } 3926 3927 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3928 struct sk_buff *skb, struct qeth_hdr *hdr, 3929 unsigned int offset, unsigned int hd_len, 3930 int elements_needed) 3931 { 3932 struct qeth_qdio_out_buffer *buffer; 3933 struct netdev_queue *txq; 3934 bool stopped = false; 3935 int start_index; 3936 int flush_count = 0; 3937 int do_pack = 0; 3938 int tmp; 3939 int rc = 0; 3940 3941 /* spin until we get the queue ... */ 3942 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3943 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3944 start_index = queue->next_buf_to_fill; 3945 buffer = queue->bufs[queue->next_buf_to_fill]; 3946 3947 /* Just a sanity check, the wake/stop logic should ensure that we always 3948 * get a free buffer. 3949 */ 3950 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3951 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3952 return -EBUSY; 3953 } 3954 3955 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3956 3957 /* check if we need to switch packing state of this queue */ 3958 qeth_switch_to_packing_if_needed(queue); 3959 if (queue->do_pack) { 3960 do_pack = 1; 3961 /* does packet fit in current buffer? */ 3962 if (buffer->next_element_to_fill + elements_needed > 3963 queue->max_elements) { 3964 /* ... no -> set state PRIMED */ 3965 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3966 flush_count++; 3967 queue->next_buf_to_fill = 3968 (queue->next_buf_to_fill + 1) % 3969 QDIO_MAX_BUFFERS_PER_Q; 3970 buffer = queue->bufs[queue->next_buf_to_fill]; 3971 3972 /* We stepped forward, so sanity-check again: */ 3973 if (atomic_read(&buffer->state) != 3974 QETH_QDIO_BUF_EMPTY) { 3975 qeth_flush_buffers(queue, start_index, 3976 flush_count); 3977 atomic_set(&queue->state, 3978 QETH_OUT_Q_UNLOCKED); 3979 rc = -EBUSY; 3980 goto out; 3981 } 3982 } 3983 } 3984 3985 if (buffer->next_element_to_fill == 0 && 3986 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3987 /* If a TX completion happens right _here_ and misses to wake 3988 * the txq, then our re-check below will catch the race. 3989 */ 3990 QETH_TXQ_STAT_INC(queue, stopped); 3991 netif_tx_stop_queue(txq); 3992 stopped = true; 3993 } 3994 3995 flush_count += qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, 3996 stopped); 3997 if (flush_count) 3998 qeth_flush_buffers(queue, start_index, flush_count); 3999 else if (!atomic_read(&queue->set_pci_flags_count)) 4000 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4001 /* 4002 * queue->state will go from LOCKED -> UNLOCKED or from 4003 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4004 * (switch packing state or flush buffer to get another pci flag out). 4005 * In that case we will enter this loop 4006 */ 4007 while (atomic_dec_return(&queue->state)) { 4008 start_index = queue->next_buf_to_fill; 4009 /* check if we can go back to non-packing state */ 4010 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4011 /* 4012 * check if we need to flush a packing buffer to get a pci 4013 * flag out on the queue 4014 */ 4015 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4016 tmp = qeth_prep_flush_pack_buffer(queue); 4017 if (tmp) { 4018 qeth_flush_buffers(queue, start_index, tmp); 4019 flush_count += tmp; 4020 } 4021 } 4022 out: 4023 /* at this point the queue is UNLOCKED again */ 4024 if (do_pack) 4025 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4026 4027 if (stopped && !qeth_out_queue_is_full(queue)) 4028 netif_tx_start_queue(txq); 4029 return rc; 4030 } 4031 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4032 4033 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4034 unsigned int payload_len, struct sk_buff *skb, 4035 unsigned int proto_len) 4036 { 4037 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4038 4039 ext->hdr_tot_len = sizeof(*ext); 4040 ext->imb_hdr_no = 1; 4041 ext->hdr_type = 1; 4042 ext->hdr_version = 1; 4043 ext->hdr_len = 28; 4044 ext->payload_len = payload_len; 4045 ext->mss = skb_shinfo(skb)->gso_size; 4046 ext->dg_hdr_len = proto_len; 4047 } 4048 4049 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4050 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4051 void (*fill_header)(struct qeth_qdio_out_q *queue, 4052 struct qeth_hdr *hdr, struct sk_buff *skb, 4053 int ipv, int cast_type, 4054 unsigned int data_len)) 4055 { 4056 unsigned int proto_len, hw_hdr_len; 4057 unsigned int frame_len = skb->len; 4058 bool is_tso = skb_is_gso(skb); 4059 unsigned int data_offset = 0; 4060 struct qeth_hdr *hdr = NULL; 4061 unsigned int hd_len = 0; 4062 unsigned int elements; 4063 int push_len, rc; 4064 bool is_sg; 4065 4066 if (is_tso) { 4067 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4068 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4069 } else { 4070 hw_hdr_len = sizeof(struct qeth_hdr); 4071 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4072 } 4073 4074 rc = skb_cow_head(skb, hw_hdr_len); 4075 if (rc) 4076 return rc; 4077 4078 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4079 &elements); 4080 if (push_len < 0) 4081 return push_len; 4082 if (is_tso || !push_len) { 4083 /* HW header needs its own buffer element. */ 4084 hd_len = hw_hdr_len + proto_len; 4085 data_offset = push_len + proto_len; 4086 } 4087 memset(hdr, 0, hw_hdr_len); 4088 fill_header(queue, hdr, skb, ipv, cast_type, frame_len); 4089 if (is_tso) 4090 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4091 frame_len - proto_len, skb, proto_len); 4092 4093 is_sg = skb_is_nonlinear(skb); 4094 if (IS_IQD(card)) { 4095 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4096 hd_len); 4097 } else { 4098 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4099 skb_orphan(skb); 4100 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4101 hd_len, elements); 4102 } 4103 4104 if (!rc) { 4105 QETH_TXQ_STAT_ADD(queue, buf_elements, elements); 4106 if (is_sg) 4107 QETH_TXQ_STAT_INC(queue, skbs_sg); 4108 if (is_tso) { 4109 QETH_TXQ_STAT_INC(queue, skbs_tso); 4110 QETH_TXQ_STAT_ADD(queue, tso_bytes, frame_len); 4111 } 4112 } else { 4113 if (!push_len) 4114 kmem_cache_free(qeth_core_header_cache, hdr); 4115 } 4116 return rc; 4117 } 4118 EXPORT_SYMBOL_GPL(qeth_xmit); 4119 4120 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4121 struct qeth_reply *reply, unsigned long data) 4122 { 4123 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4124 struct qeth_ipacmd_setadpparms *setparms; 4125 4126 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4127 4128 setparms = &(cmd->data.setadapterparms); 4129 if (qeth_setadpparms_inspect_rc(cmd)) { 4130 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4131 setparms->data.mode = SET_PROMISC_MODE_OFF; 4132 } 4133 card->info.promisc_mode = setparms->data.mode; 4134 return (cmd->hdr.return_code) ? -EIO : 0; 4135 } 4136 4137 void qeth_setadp_promisc_mode(struct qeth_card *card) 4138 { 4139 enum qeth_ipa_promisc_modes mode; 4140 struct net_device *dev = card->dev; 4141 struct qeth_cmd_buffer *iob; 4142 struct qeth_ipa_cmd *cmd; 4143 4144 QETH_CARD_TEXT(card, 4, "setprom"); 4145 4146 if (((dev->flags & IFF_PROMISC) && 4147 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4148 (!(dev->flags & IFF_PROMISC) && 4149 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4150 return; 4151 mode = SET_PROMISC_MODE_OFF; 4152 if (dev->flags & IFF_PROMISC) 4153 mode = SET_PROMISC_MODE_ON; 4154 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4155 4156 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4157 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4158 if (!iob) 4159 return; 4160 cmd = __ipa_cmd(iob); 4161 cmd->data.setadapterparms.data.mode = mode; 4162 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4163 } 4164 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4165 4166 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4167 struct qeth_reply *reply, unsigned long data) 4168 { 4169 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4170 struct qeth_ipacmd_setadpparms *adp_cmd; 4171 4172 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4173 if (qeth_setadpparms_inspect_rc(cmd)) 4174 return -EIO; 4175 4176 adp_cmd = &cmd->data.setadapterparms; 4177 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4178 return -EADDRNOTAVAIL; 4179 4180 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4181 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4182 return -EADDRNOTAVAIL; 4183 4184 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4185 return 0; 4186 } 4187 4188 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4189 { 4190 int rc; 4191 struct qeth_cmd_buffer *iob; 4192 struct qeth_ipa_cmd *cmd; 4193 4194 QETH_CARD_TEXT(card, 4, "chgmac"); 4195 4196 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4197 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4198 sizeof(struct qeth_change_addr)); 4199 if (!iob) 4200 return -ENOMEM; 4201 cmd = __ipa_cmd(iob); 4202 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4203 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4204 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4205 card->dev->dev_addr); 4206 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4207 NULL); 4208 return rc; 4209 } 4210 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4211 4212 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4213 struct qeth_reply *reply, unsigned long data) 4214 { 4215 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4216 struct qeth_set_access_ctrl *access_ctrl_req; 4217 int fallback = *(int *)reply->param; 4218 4219 QETH_CARD_TEXT(card, 4, "setaccb"); 4220 if (cmd->hdr.return_code) 4221 return -EIO; 4222 qeth_setadpparms_inspect_rc(cmd); 4223 4224 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4225 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4226 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4227 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4228 cmd->data.setadapterparms.hdr.return_code); 4229 if (cmd->data.setadapterparms.hdr.return_code != 4230 SET_ACCESS_CTRL_RC_SUCCESS) 4231 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4232 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4233 cmd->data.setadapterparms.hdr.return_code); 4234 switch (cmd->data.setadapterparms.hdr.return_code) { 4235 case SET_ACCESS_CTRL_RC_SUCCESS: 4236 if (card->options.isolation == ISOLATION_MODE_NONE) { 4237 dev_info(&card->gdev->dev, 4238 "QDIO data connection isolation is deactivated\n"); 4239 } else { 4240 dev_info(&card->gdev->dev, 4241 "QDIO data connection isolation is activated\n"); 4242 } 4243 break; 4244 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4245 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4246 CARD_DEVID(card)); 4247 if (fallback) 4248 card->options.isolation = card->options.prev_isolation; 4249 break; 4250 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4251 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4252 CARD_DEVID(card)); 4253 if (fallback) 4254 card->options.isolation = card->options.prev_isolation; 4255 break; 4256 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4257 dev_err(&card->gdev->dev, "Adapter does not " 4258 "support QDIO data connection isolation\n"); 4259 break; 4260 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4261 dev_err(&card->gdev->dev, 4262 "Adapter is dedicated. " 4263 "QDIO data connection isolation not supported\n"); 4264 if (fallback) 4265 card->options.isolation = card->options.prev_isolation; 4266 break; 4267 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4268 dev_err(&card->gdev->dev, 4269 "TSO does not permit QDIO data connection isolation\n"); 4270 if (fallback) 4271 card->options.isolation = card->options.prev_isolation; 4272 break; 4273 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4274 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4275 "support reflective relay mode\n"); 4276 if (fallback) 4277 card->options.isolation = card->options.prev_isolation; 4278 break; 4279 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4280 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4281 "enabled at the adjacent switch port"); 4282 if (fallback) 4283 card->options.isolation = card->options.prev_isolation; 4284 break; 4285 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4286 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4287 "at the adjacent switch failed\n"); 4288 break; 4289 default: 4290 /* this should never happen */ 4291 if (fallback) 4292 card->options.isolation = card->options.prev_isolation; 4293 break; 4294 } 4295 return (cmd->hdr.return_code) ? -EIO : 0; 4296 } 4297 4298 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4299 enum qeth_ipa_isolation_modes isolation, int fallback) 4300 { 4301 int rc; 4302 struct qeth_cmd_buffer *iob; 4303 struct qeth_ipa_cmd *cmd; 4304 struct qeth_set_access_ctrl *access_ctrl_req; 4305 4306 QETH_CARD_TEXT(card, 4, "setacctl"); 4307 4308 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4309 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4310 4311 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4312 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4313 sizeof(struct qeth_set_access_ctrl)); 4314 if (!iob) 4315 return -ENOMEM; 4316 cmd = __ipa_cmd(iob); 4317 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4318 access_ctrl_req->subcmd_code = isolation; 4319 4320 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4321 &fallback); 4322 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4323 return rc; 4324 } 4325 4326 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4327 { 4328 int rc = 0; 4329 4330 QETH_CARD_TEXT(card, 4, "setactlo"); 4331 4332 if ((IS_OSD(card) || IS_OSX(card)) && 4333 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4334 rc = qeth_setadpparms_set_access_ctrl(card, 4335 card->options.isolation, fallback); 4336 if (rc) { 4337 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4338 rc, CARD_DEVID(card)); 4339 rc = -EOPNOTSUPP; 4340 } 4341 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4342 card->options.isolation = ISOLATION_MODE_NONE; 4343 4344 dev_err(&card->gdev->dev, "Adapter does not " 4345 "support QDIO data connection isolation\n"); 4346 rc = -EOPNOTSUPP; 4347 } 4348 return rc; 4349 } 4350 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4351 4352 void qeth_tx_timeout(struct net_device *dev) 4353 { 4354 struct qeth_card *card; 4355 4356 card = dev->ml_priv; 4357 QETH_CARD_TEXT(card, 4, "txtimeo"); 4358 qeth_schedule_recovery(card); 4359 } 4360 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4361 4362 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4363 { 4364 struct qeth_card *card = dev->ml_priv; 4365 int rc = 0; 4366 4367 switch (regnum) { 4368 case MII_BMCR: /* Basic mode control register */ 4369 rc = BMCR_FULLDPLX; 4370 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4371 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4372 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4373 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4374 rc |= BMCR_SPEED100; 4375 break; 4376 case MII_BMSR: /* Basic mode status register */ 4377 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4378 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4379 BMSR_100BASE4; 4380 break; 4381 case MII_PHYSID1: /* PHYS ID 1 */ 4382 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4383 dev->dev_addr[2]; 4384 rc = (rc >> 5) & 0xFFFF; 4385 break; 4386 case MII_PHYSID2: /* PHYS ID 2 */ 4387 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4388 break; 4389 case MII_ADVERTISE: /* Advertisement control reg */ 4390 rc = ADVERTISE_ALL; 4391 break; 4392 case MII_LPA: /* Link partner ability reg */ 4393 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4394 LPA_100BASE4 | LPA_LPACK; 4395 break; 4396 case MII_EXPANSION: /* Expansion register */ 4397 break; 4398 case MII_DCOUNTER: /* disconnect counter */ 4399 break; 4400 case MII_FCSCOUNTER: /* false carrier counter */ 4401 break; 4402 case MII_NWAYTEST: /* N-way auto-neg test register */ 4403 break; 4404 case MII_RERRCOUNTER: /* rx error counter */ 4405 rc = card->stats.rx_errors; 4406 break; 4407 case MII_SREVISION: /* silicon revision */ 4408 break; 4409 case MII_RESV1: /* reserved 1 */ 4410 break; 4411 case MII_LBRERROR: /* loopback, rx, bypass error */ 4412 break; 4413 case MII_PHYADDR: /* physical address */ 4414 break; 4415 case MII_RESV2: /* reserved 2 */ 4416 break; 4417 case MII_TPISTATUS: /* TPI status for 10mbps */ 4418 break; 4419 case MII_NCONFIG: /* network interface config */ 4420 break; 4421 default: 4422 break; 4423 } 4424 return rc; 4425 } 4426 4427 static int qeth_snmp_command_cb(struct qeth_card *card, 4428 struct qeth_reply *reply, unsigned long sdata) 4429 { 4430 struct qeth_ipa_cmd *cmd; 4431 struct qeth_arp_query_info *qinfo; 4432 unsigned char *data; 4433 void *snmp_data; 4434 __u16 data_len; 4435 4436 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4437 4438 cmd = (struct qeth_ipa_cmd *) sdata; 4439 data = (unsigned char *)((char *)cmd - reply->offset); 4440 qinfo = (struct qeth_arp_query_info *) reply->param; 4441 4442 if (cmd->hdr.return_code) { 4443 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4444 return -EIO; 4445 } 4446 if (cmd->data.setadapterparms.hdr.return_code) { 4447 cmd->hdr.return_code = 4448 cmd->data.setadapterparms.hdr.return_code; 4449 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4450 return -EIO; 4451 } 4452 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4453 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4454 snmp_data = &cmd->data.setadapterparms.data.snmp; 4455 data_len -= offsetof(struct qeth_ipa_cmd, 4456 data.setadapterparms.data.snmp); 4457 } else { 4458 snmp_data = &cmd->data.setadapterparms.data.snmp.request; 4459 data_len -= offsetof(struct qeth_ipa_cmd, 4460 data.setadapterparms.data.snmp.request); 4461 } 4462 4463 /* check if there is enough room in userspace */ 4464 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4465 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4466 return -ENOSPC; 4467 } 4468 QETH_CARD_TEXT_(card, 4, "snore%i", 4469 cmd->data.setadapterparms.hdr.used_total); 4470 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4471 cmd->data.setadapterparms.hdr.seq_no); 4472 /*copy entries to user buffer*/ 4473 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4474 qinfo->udata_offset += data_len; 4475 4476 /* check if all replies received ... */ 4477 QETH_CARD_TEXT_(card, 4, "srtot%i", 4478 cmd->data.setadapterparms.hdr.used_total); 4479 QETH_CARD_TEXT_(card, 4, "srseq%i", 4480 cmd->data.setadapterparms.hdr.seq_no); 4481 if (cmd->data.setadapterparms.hdr.seq_no < 4482 cmd->data.setadapterparms.hdr.used_total) 4483 return 1; 4484 return 0; 4485 } 4486 4487 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4488 { 4489 struct qeth_cmd_buffer *iob; 4490 struct qeth_ipa_cmd *cmd; 4491 struct qeth_snmp_ureq *ureq; 4492 unsigned int req_len; 4493 struct qeth_arp_query_info qinfo = {0, }; 4494 int rc = 0; 4495 4496 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4497 4498 if (IS_VM_NIC(card)) 4499 return -EOPNOTSUPP; 4500 4501 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4502 IS_LAYER3(card)) 4503 return -EOPNOTSUPP; 4504 4505 /* skip 4 bytes (data_len struct member) to get req_len */ 4506 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4507 return -EFAULT; 4508 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4509 sizeof(struct qeth_ipacmd_hdr) - 4510 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4511 return -EINVAL; 4512 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4513 if (IS_ERR(ureq)) { 4514 QETH_CARD_TEXT(card, 2, "snmpnome"); 4515 return PTR_ERR(ureq); 4516 } 4517 qinfo.udata_len = ureq->hdr.data_len; 4518 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4519 if (!qinfo.udata) { 4520 kfree(ureq); 4521 return -ENOMEM; 4522 } 4523 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4524 4525 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4526 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4527 if (!iob) { 4528 rc = -ENOMEM; 4529 goto out; 4530 } 4531 4532 /* for large requests, fix-up the length fields: */ 4533 qeth_prepare_ipa_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len); 4534 4535 cmd = __ipa_cmd(iob); 4536 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4537 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4538 if (rc) 4539 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4540 CARD_DEVID(card), rc); 4541 else { 4542 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4543 rc = -EFAULT; 4544 } 4545 out: 4546 kfree(ureq); 4547 kfree(qinfo.udata); 4548 return rc; 4549 } 4550 4551 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4552 struct qeth_reply *reply, unsigned long data) 4553 { 4554 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4555 struct qeth_qoat_priv *priv; 4556 char *resdata; 4557 int resdatalen; 4558 4559 QETH_CARD_TEXT(card, 3, "qoatcb"); 4560 if (qeth_setadpparms_inspect_rc(cmd)) 4561 return -EIO; 4562 4563 priv = (struct qeth_qoat_priv *)reply->param; 4564 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4565 resdata = (char *)data + 28; 4566 4567 if (resdatalen > (priv->buffer_len - priv->response_len)) 4568 return -ENOSPC; 4569 4570 memcpy((priv->buffer + priv->response_len), resdata, 4571 resdatalen); 4572 priv->response_len += resdatalen; 4573 4574 if (cmd->data.setadapterparms.hdr.seq_no < 4575 cmd->data.setadapterparms.hdr.used_total) 4576 return 1; 4577 return 0; 4578 } 4579 4580 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4581 { 4582 int rc = 0; 4583 struct qeth_cmd_buffer *iob; 4584 struct qeth_ipa_cmd *cmd; 4585 struct qeth_query_oat *oat_req; 4586 struct qeth_query_oat_data oat_data; 4587 struct qeth_qoat_priv priv; 4588 void __user *tmp; 4589 4590 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4591 4592 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4593 rc = -EOPNOTSUPP; 4594 goto out; 4595 } 4596 4597 if (copy_from_user(&oat_data, udata, 4598 sizeof(struct qeth_query_oat_data))) { 4599 rc = -EFAULT; 4600 goto out; 4601 } 4602 4603 priv.buffer_len = oat_data.buffer_len; 4604 priv.response_len = 0; 4605 priv.buffer = vzalloc(oat_data.buffer_len); 4606 if (!priv.buffer) { 4607 rc = -ENOMEM; 4608 goto out; 4609 } 4610 4611 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4612 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4613 sizeof(struct qeth_query_oat)); 4614 if (!iob) { 4615 rc = -ENOMEM; 4616 goto out_free; 4617 } 4618 cmd = __ipa_cmd(iob); 4619 oat_req = &cmd->data.setadapterparms.data.query_oat; 4620 oat_req->subcmd_code = oat_data.command; 4621 4622 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4623 &priv); 4624 if (!rc) { 4625 if (is_compat_task()) 4626 tmp = compat_ptr(oat_data.ptr); 4627 else 4628 tmp = (void __user *)(unsigned long)oat_data.ptr; 4629 4630 if (copy_to_user(tmp, priv.buffer, 4631 priv.response_len)) { 4632 rc = -EFAULT; 4633 goto out_free; 4634 } 4635 4636 oat_data.response_len = priv.response_len; 4637 4638 if (copy_to_user(udata, &oat_data, 4639 sizeof(struct qeth_query_oat_data))) 4640 rc = -EFAULT; 4641 } 4642 4643 out_free: 4644 vfree(priv.buffer); 4645 out: 4646 return rc; 4647 } 4648 4649 static int qeth_query_card_info_cb(struct qeth_card *card, 4650 struct qeth_reply *reply, unsigned long data) 4651 { 4652 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4653 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4654 struct qeth_query_card_info *card_info; 4655 4656 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4657 if (qeth_setadpparms_inspect_rc(cmd)) 4658 return -EIO; 4659 4660 card_info = &cmd->data.setadapterparms.data.card_info; 4661 carrier_info->card_type = card_info->card_type; 4662 carrier_info->port_mode = card_info->port_mode; 4663 carrier_info->port_speed = card_info->port_speed; 4664 return 0; 4665 } 4666 4667 int qeth_query_card_info(struct qeth_card *card, 4668 struct carrier_info *carrier_info) 4669 { 4670 struct qeth_cmd_buffer *iob; 4671 4672 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4673 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4674 return -EOPNOTSUPP; 4675 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4676 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4677 if (!iob) 4678 return -ENOMEM; 4679 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4680 (void *)carrier_info); 4681 } 4682 4683 /** 4684 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4685 * @card: pointer to a qeth_card 4686 * 4687 * Returns 4688 * 0, if a MAC address has been set for the card's netdevice 4689 * a return code, for various error conditions 4690 */ 4691 int qeth_vm_request_mac(struct qeth_card *card) 4692 { 4693 struct diag26c_mac_resp *response; 4694 struct diag26c_mac_req *request; 4695 struct ccw_dev_id id; 4696 int rc; 4697 4698 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4699 4700 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4701 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4702 if (!request || !response) { 4703 rc = -ENOMEM; 4704 goto out; 4705 } 4706 4707 ccw_device_get_id(CARD_DDEV(card), &id); 4708 request->resp_buf_len = sizeof(*response); 4709 request->resp_version = DIAG26C_VERSION2; 4710 request->op_code = DIAG26C_GET_MAC; 4711 request->devno = id.devno; 4712 4713 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4714 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4715 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4716 if (rc) 4717 goto out; 4718 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4719 4720 if (request->resp_buf_len < sizeof(*response) || 4721 response->version != request->resp_version) { 4722 rc = -EIO; 4723 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4724 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4725 sizeof(request->resp_buf_len)); 4726 } else if (!is_valid_ether_addr(response->mac)) { 4727 rc = -EINVAL; 4728 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4729 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4730 } else { 4731 ether_addr_copy(card->dev->dev_addr, response->mac); 4732 } 4733 4734 out: 4735 kfree(response); 4736 kfree(request); 4737 return rc; 4738 } 4739 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4740 4741 static void qeth_determine_capabilities(struct qeth_card *card) 4742 { 4743 int rc; 4744 int length; 4745 char *prcd; 4746 struct ccw_device *ddev; 4747 int ddev_offline = 0; 4748 4749 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4750 ddev = CARD_DDEV(card); 4751 if (!ddev->online) { 4752 ddev_offline = 1; 4753 rc = ccw_device_set_online(ddev); 4754 if (rc) { 4755 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4756 goto out; 4757 } 4758 } 4759 4760 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4761 if (rc) { 4762 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4763 CARD_DEVID(card), rc); 4764 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4765 goto out_offline; 4766 } 4767 qeth_configure_unitaddr(card, prcd); 4768 if (ddev_offline) 4769 qeth_configure_blkt_default(card, prcd); 4770 kfree(prcd); 4771 4772 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4773 if (rc) 4774 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4775 4776 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4777 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4778 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4779 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4780 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4781 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4782 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4783 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4784 dev_info(&card->gdev->dev, 4785 "Completion Queueing supported\n"); 4786 } else { 4787 card->options.cq = QETH_CQ_NOTAVAILABLE; 4788 } 4789 4790 4791 out_offline: 4792 if (ddev_offline == 1) 4793 ccw_device_set_offline(ddev); 4794 out: 4795 return; 4796 } 4797 4798 static void qeth_qdio_establish_cq(struct qeth_card *card, 4799 struct qdio_buffer **in_sbal_ptrs, 4800 void (**queue_start_poll) 4801 (struct ccw_device *, int, 4802 unsigned long)) 4803 { 4804 int i; 4805 4806 if (card->options.cq == QETH_CQ_ENABLED) { 4807 int offset = QDIO_MAX_BUFFERS_PER_Q * 4808 (card->qdio.no_in_queues - 1); 4809 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4810 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4811 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4812 } 4813 4814 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4815 } 4816 } 4817 4818 static int qeth_qdio_establish(struct qeth_card *card) 4819 { 4820 struct qdio_initialize init_data; 4821 char *qib_param_field; 4822 struct qdio_buffer **in_sbal_ptrs; 4823 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4824 struct qdio_buffer **out_sbal_ptrs; 4825 int i, j, k; 4826 int rc = 0; 4827 4828 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4829 4830 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4831 GFP_KERNEL); 4832 if (!qib_param_field) { 4833 rc = -ENOMEM; 4834 goto out_free_nothing; 4835 } 4836 4837 qeth_create_qib_param_field(card, qib_param_field); 4838 qeth_create_qib_param_field_blkt(card, qib_param_field); 4839 4840 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4841 sizeof(void *), 4842 GFP_KERNEL); 4843 if (!in_sbal_ptrs) { 4844 rc = -ENOMEM; 4845 goto out_free_qib_param; 4846 } 4847 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4848 in_sbal_ptrs[i] = (struct qdio_buffer *) 4849 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4850 } 4851 4852 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4853 GFP_KERNEL); 4854 if (!queue_start_poll) { 4855 rc = -ENOMEM; 4856 goto out_free_in_sbals; 4857 } 4858 for (i = 0; i < card->qdio.no_in_queues; ++i) 4859 queue_start_poll[i] = qeth_qdio_start_poll; 4860 4861 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4862 4863 out_sbal_ptrs = 4864 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4865 sizeof(void *), 4866 GFP_KERNEL); 4867 if (!out_sbal_ptrs) { 4868 rc = -ENOMEM; 4869 goto out_free_queue_start_poll; 4870 } 4871 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4872 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4873 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4874 card->qdio.out_qs[i]->bufs[j]->buffer); 4875 } 4876 4877 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4878 init_data.cdev = CARD_DDEV(card); 4879 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4880 QDIO_QETH_QFMT; 4881 init_data.qib_param_field_format = 0; 4882 init_data.qib_param_field = qib_param_field; 4883 init_data.no_input_qs = card->qdio.no_in_queues; 4884 init_data.no_output_qs = card->qdio.no_out_queues; 4885 init_data.input_handler = qeth_qdio_input_handler; 4886 init_data.output_handler = qeth_qdio_output_handler; 4887 init_data.queue_start_poll_array = queue_start_poll; 4888 init_data.int_parm = (unsigned long) card; 4889 init_data.input_sbal_addr_array = in_sbal_ptrs; 4890 init_data.output_sbal_addr_array = out_sbal_ptrs; 4891 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4892 init_data.scan_threshold = IS_IQD(card) ? 1 : 32; 4893 4894 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4895 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4896 rc = qdio_allocate(&init_data); 4897 if (rc) { 4898 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4899 goto out; 4900 } 4901 rc = qdio_establish(&init_data); 4902 if (rc) { 4903 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4904 qdio_free(CARD_DDEV(card)); 4905 } 4906 } 4907 4908 switch (card->options.cq) { 4909 case QETH_CQ_ENABLED: 4910 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4911 break; 4912 case QETH_CQ_DISABLED: 4913 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4914 break; 4915 default: 4916 break; 4917 } 4918 out: 4919 kfree(out_sbal_ptrs); 4920 out_free_queue_start_poll: 4921 kfree(queue_start_poll); 4922 out_free_in_sbals: 4923 kfree(in_sbal_ptrs); 4924 out_free_qib_param: 4925 kfree(qib_param_field); 4926 out_free_nothing: 4927 return rc; 4928 } 4929 4930 static void qeth_core_free_card(struct qeth_card *card) 4931 { 4932 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 4933 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 4934 qeth_clean_channel(&card->read); 4935 qeth_clean_channel(&card->write); 4936 qeth_clean_channel(&card->data); 4937 destroy_workqueue(card->event_wq); 4938 qeth_free_qdio_queues(card); 4939 unregister_service_level(&card->qeth_service_level); 4940 dev_set_drvdata(&card->gdev->dev, NULL); 4941 kfree(card); 4942 } 4943 4944 void qeth_trace_features(struct qeth_card *card) 4945 { 4946 QETH_CARD_TEXT(card, 2, "features"); 4947 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4948 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4949 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4950 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4951 sizeof(card->info.diagass_support)); 4952 } 4953 EXPORT_SYMBOL_GPL(qeth_trace_features); 4954 4955 static struct ccw_device_id qeth_ids[] = { 4956 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4957 .driver_info = QETH_CARD_TYPE_OSD}, 4958 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4959 .driver_info = QETH_CARD_TYPE_IQD}, 4960 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4961 .driver_info = QETH_CARD_TYPE_OSN}, 4962 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4963 .driver_info = QETH_CARD_TYPE_OSM}, 4964 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4965 .driver_info = QETH_CARD_TYPE_OSX}, 4966 {}, 4967 }; 4968 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4969 4970 static struct ccw_driver qeth_ccw_driver = { 4971 .driver = { 4972 .owner = THIS_MODULE, 4973 .name = "qeth", 4974 }, 4975 .ids = qeth_ids, 4976 .probe = ccwgroup_probe_ccwdev, 4977 .remove = ccwgroup_remove_ccwdev, 4978 }; 4979 4980 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4981 { 4982 int retries = 3; 4983 int rc; 4984 4985 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 4986 atomic_set(&card->force_alloc_skb, 0); 4987 rc = qeth_update_from_chp_desc(card); 4988 if (rc) 4989 return rc; 4990 retry: 4991 if (retries < 3) 4992 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4993 CARD_DEVID(card)); 4994 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4995 ccw_device_set_offline(CARD_DDEV(card)); 4996 ccw_device_set_offline(CARD_WDEV(card)); 4997 ccw_device_set_offline(CARD_RDEV(card)); 4998 qdio_free(CARD_DDEV(card)); 4999 rc = ccw_device_set_online(CARD_RDEV(card)); 5000 if (rc) 5001 goto retriable; 5002 rc = ccw_device_set_online(CARD_WDEV(card)); 5003 if (rc) 5004 goto retriable; 5005 rc = ccw_device_set_online(CARD_DDEV(card)); 5006 if (rc) 5007 goto retriable; 5008 retriable: 5009 if (rc == -ERESTARTSYS) { 5010 QETH_DBF_TEXT(SETUP, 2, "break1"); 5011 return rc; 5012 } else if (rc) { 5013 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5014 if (--retries < 0) 5015 goto out; 5016 else 5017 goto retry; 5018 } 5019 qeth_determine_capabilities(card); 5020 qeth_init_tokens(card); 5021 qeth_init_func_level(card); 5022 5023 rc = qeth_idx_activate_read_channel(card); 5024 if (rc == -EINTR) { 5025 QETH_DBF_TEXT(SETUP, 2, "break2"); 5026 return rc; 5027 } else if (rc) { 5028 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5029 if (--retries < 0) 5030 goto out; 5031 else 5032 goto retry; 5033 } 5034 5035 rc = qeth_idx_activate_write_channel(card); 5036 if (rc == -EINTR) { 5037 QETH_DBF_TEXT(SETUP, 2, "break3"); 5038 return rc; 5039 } else if (rc) { 5040 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5041 if (--retries < 0) 5042 goto out; 5043 else 5044 goto retry; 5045 } 5046 card->read_or_write_problem = 0; 5047 rc = qeth_mpc_initialize(card); 5048 if (rc) { 5049 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5050 goto out; 5051 } 5052 5053 rc = qeth_send_startlan(card); 5054 if (rc) { 5055 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5056 if (rc == -ENETDOWN) { 5057 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5058 *carrier_ok = false; 5059 } else { 5060 goto out; 5061 } 5062 } else { 5063 *carrier_ok = true; 5064 } 5065 5066 card->options.ipa4.supported_funcs = 0; 5067 card->options.ipa6.supported_funcs = 0; 5068 card->options.adp.supported_funcs = 0; 5069 card->options.sbp.supported_funcs = 0; 5070 card->info.diagass_support = 0; 5071 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5072 if (rc == -ENOMEM) 5073 goto out; 5074 if (qeth_is_supported(card, IPA_IPV6)) { 5075 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5076 if (rc == -ENOMEM) 5077 goto out; 5078 } 5079 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5080 rc = qeth_query_setadapterparms(card); 5081 if (rc < 0) { 5082 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5083 goto out; 5084 } 5085 } 5086 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5087 rc = qeth_query_setdiagass(card); 5088 if (rc < 0) { 5089 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5090 goto out; 5091 } 5092 } 5093 return 0; 5094 out: 5095 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5096 "an error on the device\n"); 5097 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5098 CARD_DEVID(card), rc); 5099 return rc; 5100 } 5101 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5102 5103 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5104 struct sk_buff *skb, int offset, int data_len) 5105 { 5106 struct page *page = virt_to_page(element->addr); 5107 unsigned int next_frag; 5108 5109 /* first fill the linear space */ 5110 if (!skb->len) { 5111 unsigned int linear = min(data_len, skb_tailroom(skb)); 5112 5113 skb_put_data(skb, element->addr + offset, linear); 5114 data_len -= linear; 5115 if (!data_len) 5116 return; 5117 offset += linear; 5118 /* fall through to add page frag for remaining data */ 5119 } 5120 5121 next_frag = skb_shinfo(skb)->nr_frags; 5122 get_page(page); 5123 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5124 } 5125 5126 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5127 { 5128 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5129 } 5130 5131 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5132 struct qeth_qdio_buffer *qethbuffer, 5133 struct qdio_buffer_element **__element, int *__offset, 5134 struct qeth_hdr **hdr) 5135 { 5136 struct qdio_buffer_element *element = *__element; 5137 struct qdio_buffer *buffer = qethbuffer->buffer; 5138 int offset = *__offset; 5139 struct sk_buff *skb; 5140 int skb_len = 0; 5141 void *data_ptr; 5142 int data_len; 5143 int headroom = 0; 5144 int use_rx_sg = 0; 5145 5146 /* qeth_hdr must not cross element boundaries */ 5147 while (element->length < offset + sizeof(struct qeth_hdr)) { 5148 if (qeth_is_last_sbale(element)) 5149 return NULL; 5150 element++; 5151 offset = 0; 5152 } 5153 *hdr = element->addr + offset; 5154 5155 offset += sizeof(struct qeth_hdr); 5156 switch ((*hdr)->hdr.l2.id) { 5157 case QETH_HEADER_TYPE_LAYER2: 5158 skb_len = (*hdr)->hdr.l2.pkt_length; 5159 break; 5160 case QETH_HEADER_TYPE_LAYER3: 5161 skb_len = (*hdr)->hdr.l3.length; 5162 headroom = ETH_HLEN; 5163 break; 5164 case QETH_HEADER_TYPE_OSN: 5165 skb_len = (*hdr)->hdr.osn.pdu_length; 5166 headroom = sizeof(struct qeth_hdr); 5167 break; 5168 default: 5169 break; 5170 } 5171 5172 if (!skb_len) 5173 return NULL; 5174 5175 if (((skb_len >= card->options.rx_sg_cb) && 5176 !IS_OSN(card) && 5177 (!atomic_read(&card->force_alloc_skb))) || 5178 (card->options.cq == QETH_CQ_ENABLED)) 5179 use_rx_sg = 1; 5180 5181 if (use_rx_sg && qethbuffer->rx_skb) { 5182 /* QETH_CQ_ENABLED only: */ 5183 skb = qethbuffer->rx_skb; 5184 qethbuffer->rx_skb = NULL; 5185 } else { 5186 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5187 5188 skb = napi_alloc_skb(&card->napi, linear + headroom); 5189 } 5190 if (!skb) 5191 goto no_mem; 5192 if (headroom) 5193 skb_reserve(skb, headroom); 5194 5195 data_ptr = element->addr + offset; 5196 while (skb_len) { 5197 data_len = min(skb_len, (int)(element->length - offset)); 5198 if (data_len) { 5199 if (use_rx_sg) 5200 qeth_create_skb_frag(element, skb, offset, 5201 data_len); 5202 else 5203 skb_put_data(skb, data_ptr, data_len); 5204 } 5205 skb_len -= data_len; 5206 if (skb_len) { 5207 if (qeth_is_last_sbale(element)) { 5208 QETH_CARD_TEXT(card, 4, "unexeob"); 5209 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5210 dev_kfree_skb_any(skb); 5211 QETH_CARD_STAT_INC(card, rx_errors); 5212 return NULL; 5213 } 5214 element++; 5215 offset = 0; 5216 data_ptr = element->addr; 5217 } else { 5218 offset += data_len; 5219 } 5220 } 5221 *__element = element; 5222 *__offset = offset; 5223 if (use_rx_sg) { 5224 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5225 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5226 skb_shinfo(skb)->nr_frags); 5227 } 5228 return skb; 5229 no_mem: 5230 if (net_ratelimit()) { 5231 QETH_CARD_TEXT(card, 2, "noskbmem"); 5232 } 5233 QETH_CARD_STAT_INC(card, rx_dropped); 5234 return NULL; 5235 } 5236 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5237 5238 int qeth_poll(struct napi_struct *napi, int budget) 5239 { 5240 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5241 int work_done = 0; 5242 struct qeth_qdio_buffer *buffer; 5243 int done; 5244 int new_budget = budget; 5245 5246 while (1) { 5247 if (!card->rx.b_count) { 5248 card->rx.qdio_err = 0; 5249 card->rx.b_count = qdio_get_next_buffers( 5250 card->data.ccwdev, 0, &card->rx.b_index, 5251 &card->rx.qdio_err); 5252 if (card->rx.b_count <= 0) { 5253 card->rx.b_count = 0; 5254 break; 5255 } 5256 card->rx.b_element = 5257 &card->qdio.in_q->bufs[card->rx.b_index] 5258 .buffer->element[0]; 5259 card->rx.e_offset = 0; 5260 } 5261 5262 while (card->rx.b_count) { 5263 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5264 if (!(card->rx.qdio_err && 5265 qeth_check_qdio_errors(card, buffer->buffer, 5266 card->rx.qdio_err, "qinerr"))) 5267 work_done += 5268 card->discipline->process_rx_buffer( 5269 card, new_budget, &done); 5270 else 5271 done = 1; 5272 5273 if (done) { 5274 QETH_CARD_STAT_INC(card, rx_bufs); 5275 qeth_put_buffer_pool_entry(card, 5276 buffer->pool_entry); 5277 qeth_queue_input_buffer(card, card->rx.b_index); 5278 card->rx.b_count--; 5279 if (card->rx.b_count) { 5280 card->rx.b_index = 5281 (card->rx.b_index + 1) % 5282 QDIO_MAX_BUFFERS_PER_Q; 5283 card->rx.b_element = 5284 &card->qdio.in_q 5285 ->bufs[card->rx.b_index] 5286 .buffer->element[0]; 5287 card->rx.e_offset = 0; 5288 } 5289 } 5290 5291 if (work_done >= budget) 5292 goto out; 5293 else 5294 new_budget = budget - work_done; 5295 } 5296 } 5297 5298 napi_complete_done(napi, work_done); 5299 if (qdio_start_irq(card->data.ccwdev, 0)) 5300 napi_schedule(&card->napi); 5301 out: 5302 return work_done; 5303 } 5304 EXPORT_SYMBOL_GPL(qeth_poll); 5305 5306 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5307 { 5308 if (!cmd->hdr.return_code) 5309 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5310 return cmd->hdr.return_code; 5311 } 5312 5313 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5314 struct qeth_reply *reply, 5315 unsigned long data) 5316 { 5317 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5318 struct qeth_ipa_caps *caps = reply->param; 5319 5320 if (qeth_setassparms_inspect_rc(cmd)) 5321 return -EIO; 5322 5323 caps->supported = cmd->data.setassparms.data.caps.supported; 5324 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5325 return 0; 5326 } 5327 5328 int qeth_setassparms_cb(struct qeth_card *card, 5329 struct qeth_reply *reply, unsigned long data) 5330 { 5331 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5332 5333 QETH_CARD_TEXT(card, 4, "defadpcb"); 5334 5335 if (cmd->hdr.return_code) 5336 return -EIO; 5337 5338 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5339 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5340 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5341 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5342 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5343 return 0; 5344 } 5345 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5346 5347 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5348 enum qeth_ipa_funcs ipa_func, 5349 __u16 cmd_code, __u16 len, 5350 enum qeth_prot_versions prot) 5351 { 5352 struct qeth_cmd_buffer *iob; 5353 struct qeth_ipa_cmd *cmd; 5354 5355 QETH_CARD_TEXT(card, 4, "getasscm"); 5356 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5357 5358 if (iob) { 5359 cmd = __ipa_cmd(iob); 5360 cmd->data.setassparms.hdr.assist_no = ipa_func; 5361 cmd->data.setassparms.hdr.length = 8 + len; 5362 cmd->data.setassparms.hdr.command_code = cmd_code; 5363 } 5364 5365 return iob; 5366 } 5367 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5368 5369 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5370 enum qeth_ipa_funcs ipa_func, 5371 u16 cmd_code, long data, 5372 enum qeth_prot_versions prot) 5373 { 5374 int length = 0; 5375 struct qeth_cmd_buffer *iob; 5376 5377 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5378 if (data) 5379 length = sizeof(__u32); 5380 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5381 if (!iob) 5382 return -ENOMEM; 5383 5384 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = (__u32) data; 5385 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5386 } 5387 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5388 5389 static void qeth_unregister_dbf_views(void) 5390 { 5391 int x; 5392 for (x = 0; x < QETH_DBF_INFOS; x++) { 5393 debug_unregister(qeth_dbf[x].id); 5394 qeth_dbf[x].id = NULL; 5395 } 5396 } 5397 5398 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5399 { 5400 char dbf_txt_buf[32]; 5401 va_list args; 5402 5403 if (!debug_level_enabled(id, level)) 5404 return; 5405 va_start(args, fmt); 5406 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5407 va_end(args); 5408 debug_text_event(id, level, dbf_txt_buf); 5409 } 5410 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5411 5412 static int qeth_register_dbf_views(void) 5413 { 5414 int ret; 5415 int x; 5416 5417 for (x = 0; x < QETH_DBF_INFOS; x++) { 5418 /* register the areas */ 5419 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5420 qeth_dbf[x].pages, 5421 qeth_dbf[x].areas, 5422 qeth_dbf[x].len); 5423 if (qeth_dbf[x].id == NULL) { 5424 qeth_unregister_dbf_views(); 5425 return -ENOMEM; 5426 } 5427 5428 /* register a view */ 5429 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5430 if (ret) { 5431 qeth_unregister_dbf_views(); 5432 return ret; 5433 } 5434 5435 /* set a passing level */ 5436 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5437 } 5438 5439 return 0; 5440 } 5441 5442 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5443 5444 int qeth_core_load_discipline(struct qeth_card *card, 5445 enum qeth_discipline_id discipline) 5446 { 5447 mutex_lock(&qeth_mod_mutex); 5448 switch (discipline) { 5449 case QETH_DISCIPLINE_LAYER3: 5450 card->discipline = try_then_request_module( 5451 symbol_get(qeth_l3_discipline), "qeth_l3"); 5452 break; 5453 case QETH_DISCIPLINE_LAYER2: 5454 card->discipline = try_then_request_module( 5455 symbol_get(qeth_l2_discipline), "qeth_l2"); 5456 break; 5457 default: 5458 break; 5459 } 5460 mutex_unlock(&qeth_mod_mutex); 5461 5462 if (!card->discipline) { 5463 dev_err(&card->gdev->dev, "There is no kernel module to " 5464 "support discipline %d\n", discipline); 5465 return -EINVAL; 5466 } 5467 5468 card->options.layer = discipline; 5469 return 0; 5470 } 5471 5472 void qeth_core_free_discipline(struct qeth_card *card) 5473 { 5474 if (IS_LAYER2(card)) 5475 symbol_put(qeth_l2_discipline); 5476 else 5477 symbol_put(qeth_l3_discipline); 5478 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5479 card->discipline = NULL; 5480 } 5481 5482 const struct device_type qeth_generic_devtype = { 5483 .name = "qeth_generic", 5484 .groups = qeth_generic_attr_groups, 5485 }; 5486 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5487 5488 static const struct device_type qeth_osn_devtype = { 5489 .name = "qeth_osn", 5490 .groups = qeth_osn_attr_groups, 5491 }; 5492 5493 #define DBF_NAME_LEN 20 5494 5495 struct qeth_dbf_entry { 5496 char dbf_name[DBF_NAME_LEN]; 5497 debug_info_t *dbf_info; 5498 struct list_head dbf_list; 5499 }; 5500 5501 static LIST_HEAD(qeth_dbf_list); 5502 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5503 5504 static debug_info_t *qeth_get_dbf_entry(char *name) 5505 { 5506 struct qeth_dbf_entry *entry; 5507 debug_info_t *rc = NULL; 5508 5509 mutex_lock(&qeth_dbf_list_mutex); 5510 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5511 if (strcmp(entry->dbf_name, name) == 0) { 5512 rc = entry->dbf_info; 5513 break; 5514 } 5515 } 5516 mutex_unlock(&qeth_dbf_list_mutex); 5517 return rc; 5518 } 5519 5520 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5521 { 5522 struct qeth_dbf_entry *new_entry; 5523 5524 card->debug = debug_register(name, 2, 1, 8); 5525 if (!card->debug) { 5526 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5527 goto err; 5528 } 5529 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5530 goto err_dbg; 5531 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5532 if (!new_entry) 5533 goto err_dbg; 5534 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5535 new_entry->dbf_info = card->debug; 5536 mutex_lock(&qeth_dbf_list_mutex); 5537 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5538 mutex_unlock(&qeth_dbf_list_mutex); 5539 5540 return 0; 5541 5542 err_dbg: 5543 debug_unregister(card->debug); 5544 err: 5545 return -ENOMEM; 5546 } 5547 5548 static void qeth_clear_dbf_list(void) 5549 { 5550 struct qeth_dbf_entry *entry, *tmp; 5551 5552 mutex_lock(&qeth_dbf_list_mutex); 5553 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5554 list_del(&entry->dbf_list); 5555 debug_unregister(entry->dbf_info); 5556 kfree(entry); 5557 } 5558 mutex_unlock(&qeth_dbf_list_mutex); 5559 } 5560 5561 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5562 { 5563 struct net_device *dev; 5564 5565 switch (card->info.type) { 5566 case QETH_CARD_TYPE_IQD: 5567 dev = alloc_netdev_mqs(0, "hsi%d", NET_NAME_UNKNOWN, 5568 ether_setup, QETH_MAX_QUEUES, 1); 5569 break; 5570 case QETH_CARD_TYPE_OSM: 5571 dev = alloc_etherdev(0); 5572 break; 5573 case QETH_CARD_TYPE_OSN: 5574 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5575 break; 5576 default: 5577 dev = alloc_etherdev_mqs(0, QETH_MAX_QUEUES, 1); 5578 } 5579 5580 if (!dev) 5581 return NULL; 5582 5583 dev->ml_priv = card; 5584 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5585 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5586 /* initialized when device first goes online: */ 5587 dev->max_mtu = 0; 5588 dev->mtu = 0; 5589 SET_NETDEV_DEV(dev, &card->gdev->dev); 5590 netif_carrier_off(dev); 5591 5592 if (IS_OSN(card)) { 5593 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5594 } else { 5595 dev->ethtool_ops = &qeth_ethtool_ops; 5596 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5597 dev->hw_features |= NETIF_F_SG; 5598 dev->vlan_features |= NETIF_F_SG; 5599 if (IS_IQD(card)) { 5600 netif_set_real_num_tx_queues(dev, QETH_IQD_MIN_TXQ); 5601 dev->features |= NETIF_F_SG; 5602 } 5603 } 5604 5605 return dev; 5606 } 5607 5608 struct net_device *qeth_clone_netdev(struct net_device *orig) 5609 { 5610 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5611 5612 if (!clone) 5613 return NULL; 5614 5615 clone->dev_port = orig->dev_port; 5616 return clone; 5617 } 5618 5619 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5620 { 5621 struct qeth_card *card; 5622 struct device *dev; 5623 int rc; 5624 enum qeth_discipline_id enforced_disc; 5625 char dbf_name[DBF_NAME_LEN]; 5626 5627 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5628 5629 dev = &gdev->dev; 5630 if (!get_device(dev)) 5631 return -ENODEV; 5632 5633 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5634 5635 card = qeth_alloc_card(gdev); 5636 if (!card) { 5637 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5638 rc = -ENOMEM; 5639 goto err_dev; 5640 } 5641 5642 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5643 dev_name(&gdev->dev)); 5644 card->debug = qeth_get_dbf_entry(dbf_name); 5645 if (!card->debug) { 5646 rc = qeth_add_dbf_entry(card, dbf_name); 5647 if (rc) 5648 goto err_card; 5649 } 5650 5651 qeth_setup_card(card); 5652 card->dev = qeth_alloc_netdev(card); 5653 if (!card->dev) { 5654 rc = -ENOMEM; 5655 goto err_card; 5656 } 5657 5658 card->qdio.no_out_queues = card->dev->num_tx_queues; 5659 rc = qeth_update_from_chp_desc(card); 5660 if (rc) 5661 goto err_chp_desc; 5662 qeth_determine_capabilities(card); 5663 enforced_disc = qeth_enforce_discipline(card); 5664 switch (enforced_disc) { 5665 case QETH_DISCIPLINE_UNDETERMINED: 5666 gdev->dev.type = &qeth_generic_devtype; 5667 break; 5668 default: 5669 card->info.layer_enforced = true; 5670 rc = qeth_core_load_discipline(card, enforced_disc); 5671 if (rc) 5672 goto err_load; 5673 5674 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 5675 card->discipline->devtype; 5676 rc = card->discipline->setup(card->gdev); 5677 if (rc) 5678 goto err_disc; 5679 break; 5680 } 5681 5682 return 0; 5683 5684 err_disc: 5685 qeth_core_free_discipline(card); 5686 err_load: 5687 err_chp_desc: 5688 free_netdev(card->dev); 5689 err_card: 5690 qeth_core_free_card(card); 5691 err_dev: 5692 put_device(dev); 5693 return rc; 5694 } 5695 5696 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5697 { 5698 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5699 5700 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5701 5702 if (card->discipline) { 5703 card->discipline->remove(gdev); 5704 qeth_core_free_discipline(card); 5705 } 5706 5707 free_netdev(card->dev); 5708 qeth_core_free_card(card); 5709 put_device(&gdev->dev); 5710 } 5711 5712 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5713 { 5714 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5715 int rc = 0; 5716 enum qeth_discipline_id def_discipline; 5717 5718 if (!card->discipline) { 5719 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 5720 QETH_DISCIPLINE_LAYER2; 5721 rc = qeth_core_load_discipline(card, def_discipline); 5722 if (rc) 5723 goto err; 5724 rc = card->discipline->setup(card->gdev); 5725 if (rc) { 5726 qeth_core_free_discipline(card); 5727 goto err; 5728 } 5729 } 5730 rc = card->discipline->set_online(gdev); 5731 err: 5732 return rc; 5733 } 5734 5735 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5736 { 5737 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5738 return card->discipline->set_offline(gdev); 5739 } 5740 5741 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5742 { 5743 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5744 qeth_set_allowed_threads(card, 0, 1); 5745 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5746 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5747 qeth_qdio_clear_card(card, 0); 5748 qeth_drain_output_queues(card); 5749 qdio_free(CARD_DDEV(card)); 5750 } 5751 5752 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5753 { 5754 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5755 if (card->discipline && card->discipline->freeze) 5756 return card->discipline->freeze(gdev); 5757 return 0; 5758 } 5759 5760 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5761 { 5762 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5763 if (card->discipline && card->discipline->thaw) 5764 return card->discipline->thaw(gdev); 5765 return 0; 5766 } 5767 5768 static int qeth_core_restore(struct ccwgroup_device *gdev) 5769 { 5770 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5771 if (card->discipline && card->discipline->restore) 5772 return card->discipline->restore(gdev); 5773 return 0; 5774 } 5775 5776 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5777 size_t count) 5778 { 5779 int err; 5780 5781 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5782 buf); 5783 5784 return err ? err : count; 5785 } 5786 static DRIVER_ATTR_WO(group); 5787 5788 static struct attribute *qeth_drv_attrs[] = { 5789 &driver_attr_group.attr, 5790 NULL, 5791 }; 5792 static struct attribute_group qeth_drv_attr_group = { 5793 .attrs = qeth_drv_attrs, 5794 }; 5795 static const struct attribute_group *qeth_drv_attr_groups[] = { 5796 &qeth_drv_attr_group, 5797 NULL, 5798 }; 5799 5800 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5801 .driver = { 5802 .groups = qeth_drv_attr_groups, 5803 .owner = THIS_MODULE, 5804 .name = "qeth", 5805 }, 5806 .ccw_driver = &qeth_ccw_driver, 5807 .setup = qeth_core_probe_device, 5808 .remove = qeth_core_remove_device, 5809 .set_online = qeth_core_set_online, 5810 .set_offline = qeth_core_set_offline, 5811 .shutdown = qeth_core_shutdown, 5812 .prepare = NULL, 5813 .complete = NULL, 5814 .freeze = qeth_core_freeze, 5815 .thaw = qeth_core_thaw, 5816 .restore = qeth_core_restore, 5817 }; 5818 5819 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 5820 { 5821 struct ccwgroup_device *gdev; 5822 struct qeth_card *card; 5823 5824 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 5825 if (!gdev) 5826 return NULL; 5827 5828 card = dev_get_drvdata(&gdev->dev); 5829 put_device(&gdev->dev); 5830 return card; 5831 } 5832 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 5833 5834 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5835 { 5836 struct qeth_card *card = dev->ml_priv; 5837 struct mii_ioctl_data *mii_data; 5838 int rc = 0; 5839 5840 if (!card) 5841 return -ENODEV; 5842 5843 switch (cmd) { 5844 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5845 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5846 break; 5847 case SIOC_QETH_GET_CARD_TYPE: 5848 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 5849 !IS_VM_NIC(card)) 5850 return 1; 5851 return 0; 5852 case SIOCGMIIPHY: 5853 mii_data = if_mii(rq); 5854 mii_data->phy_id = 0; 5855 break; 5856 case SIOCGMIIREG: 5857 mii_data = if_mii(rq); 5858 if (mii_data->phy_id != 0) 5859 rc = -EINVAL; 5860 else 5861 mii_data->val_out = qeth_mdio_read(dev, 5862 mii_data->phy_id, mii_data->reg_num); 5863 break; 5864 case SIOC_QETH_QUERY_OAT: 5865 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5866 break; 5867 default: 5868 if (card->discipline->do_ioctl) 5869 rc = card->discipline->do_ioctl(dev, rq, cmd); 5870 else 5871 rc = -EOPNOTSUPP; 5872 } 5873 if (rc) 5874 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5875 return rc; 5876 } 5877 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5878 5879 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 5880 unsigned long data) 5881 { 5882 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5883 u32 *features = reply->param; 5884 5885 if (qeth_setassparms_inspect_rc(cmd)) 5886 return -EIO; 5887 5888 *features = cmd->data.setassparms.data.flags_32bit; 5889 return 0; 5890 } 5891 5892 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5893 enum qeth_prot_versions prot) 5894 { 5895 return qeth_send_simple_setassparms_prot(card, cstype, 5896 IPA_CMD_ASS_STOP, 0, prot); 5897 } 5898 5899 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5900 enum qeth_prot_versions prot) 5901 { 5902 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 5903 struct qeth_cmd_buffer *iob; 5904 struct qeth_ipa_caps caps; 5905 u32 features; 5906 int rc; 5907 5908 /* some L3 HW requires combined L3+L4 csum offload: */ 5909 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 5910 cstype == IPA_OUTBOUND_CHECKSUM) 5911 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 5912 5913 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 5914 prot); 5915 if (!iob) 5916 return -ENOMEM; 5917 5918 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 5919 if (rc) 5920 return rc; 5921 5922 if ((required_features & features) != required_features) { 5923 qeth_set_csum_off(card, cstype, prot); 5924 return -EOPNOTSUPP; 5925 } 5926 5927 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 4, 5928 prot); 5929 if (!iob) { 5930 qeth_set_csum_off(card, cstype, prot); 5931 return -ENOMEM; 5932 } 5933 5934 if (features & QETH_IPA_CHECKSUM_LP2LP) 5935 required_features |= QETH_IPA_CHECKSUM_LP2LP; 5936 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 5937 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 5938 if (rc) { 5939 qeth_set_csum_off(card, cstype, prot); 5940 return rc; 5941 } 5942 5943 if (!qeth_ipa_caps_supported(&caps, required_features) || 5944 !qeth_ipa_caps_enabled(&caps, required_features)) { 5945 qeth_set_csum_off(card, cstype, prot); 5946 return -EOPNOTSUPP; 5947 } 5948 5949 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 5950 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 5951 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 5952 cstype == IPA_OUTBOUND_CHECKSUM) 5953 dev_warn(&card->gdev->dev, 5954 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 5955 QETH_CARD_IFNAME(card)); 5956 return 0; 5957 } 5958 5959 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 5960 enum qeth_prot_versions prot) 5961 { 5962 return on ? qeth_set_csum_on(card, cstype, prot) : 5963 qeth_set_csum_off(card, cstype, prot); 5964 } 5965 5966 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 5967 unsigned long data) 5968 { 5969 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5970 struct qeth_tso_start_data *tso_data = reply->param; 5971 5972 if (qeth_setassparms_inspect_rc(cmd)) 5973 return -EIO; 5974 5975 tso_data->mss = cmd->data.setassparms.data.tso.mss; 5976 tso_data->supported = cmd->data.setassparms.data.tso.supported; 5977 return 0; 5978 } 5979 5980 static int qeth_set_tso_off(struct qeth_card *card, 5981 enum qeth_prot_versions prot) 5982 { 5983 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 5984 IPA_CMD_ASS_STOP, 0, prot); 5985 } 5986 5987 static int qeth_set_tso_on(struct qeth_card *card, 5988 enum qeth_prot_versions prot) 5989 { 5990 struct qeth_tso_start_data tso_data; 5991 struct qeth_cmd_buffer *iob; 5992 struct qeth_ipa_caps caps; 5993 int rc; 5994 5995 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 5996 IPA_CMD_ASS_START, 0, prot); 5997 if (!iob) 5998 return -ENOMEM; 5999 6000 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6001 if (rc) 6002 return rc; 6003 6004 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6005 qeth_set_tso_off(card, prot); 6006 return -EOPNOTSUPP; 6007 } 6008 6009 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6010 IPA_CMD_ASS_ENABLE, sizeof(caps), prot); 6011 if (!iob) { 6012 qeth_set_tso_off(card, prot); 6013 return -ENOMEM; 6014 } 6015 6016 /* enable TSO capability */ 6017 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6018 QETH_IPA_LARGE_SEND_TCP; 6019 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6020 if (rc) { 6021 qeth_set_tso_off(card, prot); 6022 return rc; 6023 } 6024 6025 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6026 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6027 qeth_set_tso_off(card, prot); 6028 return -EOPNOTSUPP; 6029 } 6030 6031 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6032 tso_data.mss); 6033 return 0; 6034 } 6035 6036 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6037 enum qeth_prot_versions prot) 6038 { 6039 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6040 } 6041 6042 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6043 { 6044 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6045 int rc_ipv6; 6046 6047 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6048 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6049 QETH_PROT_IPV4); 6050 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6051 /* no/one Offload Assist available, so the rc is trivial */ 6052 return rc_ipv4; 6053 6054 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6055 QETH_PROT_IPV6); 6056 6057 if (on) 6058 /* enable: success if any Assist is active */ 6059 return (rc_ipv6) ? rc_ipv4 : 0; 6060 6061 /* disable: failure if any Assist is still active */ 6062 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6063 } 6064 6065 /** 6066 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6067 * @dev: a net_device 6068 */ 6069 void qeth_enable_hw_features(struct net_device *dev) 6070 { 6071 struct qeth_card *card = dev->ml_priv; 6072 netdev_features_t features; 6073 6074 features = dev->features; 6075 /* force-off any feature that might need an IPA sequence. 6076 * netdev_update_features() will restart them. 6077 */ 6078 dev->features &= ~dev->hw_features; 6079 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6080 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6081 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6082 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6083 } 6084 netdev_update_features(dev); 6085 if (features != dev->features) 6086 dev_warn(&card->gdev->dev, 6087 "Device recovery failed to restore all offload features\n"); 6088 } 6089 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6090 6091 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6092 { 6093 struct qeth_card *card = dev->ml_priv; 6094 netdev_features_t changed = dev->features ^ features; 6095 int rc = 0; 6096 6097 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6098 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6099 6100 if ((changed & NETIF_F_IP_CSUM)) { 6101 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6102 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6103 if (rc) 6104 changed ^= NETIF_F_IP_CSUM; 6105 } 6106 if (changed & NETIF_F_IPV6_CSUM) { 6107 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6108 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6109 if (rc) 6110 changed ^= NETIF_F_IPV6_CSUM; 6111 } 6112 if (changed & NETIF_F_RXCSUM) { 6113 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6114 if (rc) 6115 changed ^= NETIF_F_RXCSUM; 6116 } 6117 if (changed & NETIF_F_TSO) { 6118 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6119 QETH_PROT_IPV4); 6120 if (rc) 6121 changed ^= NETIF_F_TSO; 6122 } 6123 if (changed & NETIF_F_TSO6) { 6124 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6125 QETH_PROT_IPV6); 6126 if (rc) 6127 changed ^= NETIF_F_TSO6; 6128 } 6129 6130 /* everything changed successfully? */ 6131 if ((dev->features ^ features) == changed) 6132 return 0; 6133 /* something went wrong. save changed features and return error */ 6134 dev->features ^= changed; 6135 return -EIO; 6136 } 6137 EXPORT_SYMBOL_GPL(qeth_set_features); 6138 6139 netdev_features_t qeth_fix_features(struct net_device *dev, 6140 netdev_features_t features) 6141 { 6142 struct qeth_card *card = dev->ml_priv; 6143 6144 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6145 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6146 features &= ~NETIF_F_IP_CSUM; 6147 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6148 features &= ~NETIF_F_IPV6_CSUM; 6149 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6150 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6151 features &= ~NETIF_F_RXCSUM; 6152 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6153 features &= ~NETIF_F_TSO; 6154 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6155 features &= ~NETIF_F_TSO6; 6156 6157 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6158 return features; 6159 } 6160 EXPORT_SYMBOL_GPL(qeth_fix_features); 6161 6162 netdev_features_t qeth_features_check(struct sk_buff *skb, 6163 struct net_device *dev, 6164 netdev_features_t features) 6165 { 6166 /* GSO segmentation builds skbs with 6167 * a (small) linear part for the headers, and 6168 * page frags for the data. 6169 * Compared to a linear skb, the header-only part consumes an 6170 * additional buffer element. This reduces buffer utilization, and 6171 * hurts throughput. So compress small segments into one element. 6172 */ 6173 if (netif_needs_gso(skb, features)) { 6174 /* match skb_segment(): */ 6175 unsigned int doffset = skb->data - skb_mac_header(skb); 6176 unsigned int hsize = skb_shinfo(skb)->gso_size; 6177 unsigned int hroom = skb_headroom(skb); 6178 6179 /* linearize only if resulting skb allocations are order-0: */ 6180 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6181 features &= ~NETIF_F_SG; 6182 } 6183 6184 return vlan_features_check(skb, features); 6185 } 6186 EXPORT_SYMBOL_GPL(qeth_features_check); 6187 6188 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6189 { 6190 struct qeth_card *card = dev->ml_priv; 6191 struct qeth_qdio_out_q *queue; 6192 unsigned int i; 6193 6194 QETH_CARD_TEXT(card, 5, "getstat"); 6195 6196 stats->rx_packets = card->stats.rx_packets; 6197 stats->rx_bytes = card->stats.rx_bytes; 6198 stats->rx_errors = card->stats.rx_errors; 6199 stats->rx_dropped = card->stats.rx_dropped; 6200 stats->multicast = card->stats.rx_multicast; 6201 6202 for (i = 0; i < card->qdio.no_out_queues; i++) { 6203 queue = card->qdio.out_qs[i]; 6204 6205 stats->tx_packets += queue->stats.tx_packets; 6206 stats->tx_bytes += queue->stats.tx_bytes; 6207 stats->tx_errors += queue->stats.tx_errors; 6208 stats->tx_dropped += queue->stats.tx_dropped; 6209 } 6210 } 6211 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6212 6213 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6214 u8 cast_type, struct net_device *sb_dev) 6215 { 6216 if (cast_type != RTN_UNICAST) 6217 return QETH_IQD_MCAST_TXQ; 6218 return QETH_IQD_MIN_UCAST_TXQ; 6219 } 6220 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6221 6222 int qeth_open(struct net_device *dev) 6223 { 6224 struct qeth_card *card = dev->ml_priv; 6225 6226 QETH_CARD_TEXT(card, 4, "qethopen"); 6227 6228 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6229 return -EIO; 6230 6231 card->data.state = CH_STATE_UP; 6232 netif_tx_start_all_queues(dev); 6233 6234 napi_enable(&card->napi); 6235 local_bh_disable(); 6236 napi_schedule(&card->napi); 6237 /* kick-start the NAPI softirq: */ 6238 local_bh_enable(); 6239 return 0; 6240 } 6241 EXPORT_SYMBOL_GPL(qeth_open); 6242 6243 int qeth_stop(struct net_device *dev) 6244 { 6245 struct qeth_card *card = dev->ml_priv; 6246 6247 QETH_CARD_TEXT(card, 4, "qethstop"); 6248 netif_tx_disable(dev); 6249 napi_disable(&card->napi); 6250 return 0; 6251 } 6252 EXPORT_SYMBOL_GPL(qeth_stop); 6253 6254 static int __init qeth_core_init(void) 6255 { 6256 int rc; 6257 6258 pr_info("loading core functions\n"); 6259 6260 rc = qeth_register_dbf_views(); 6261 if (rc) 6262 goto dbf_err; 6263 qeth_core_root_dev = root_device_register("qeth"); 6264 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6265 if (rc) 6266 goto register_err; 6267 qeth_core_header_cache = 6268 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6269 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6270 0, NULL); 6271 if (!qeth_core_header_cache) { 6272 rc = -ENOMEM; 6273 goto slab_err; 6274 } 6275 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6276 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6277 if (!qeth_qdio_outbuf_cache) { 6278 rc = -ENOMEM; 6279 goto cqslab_err; 6280 } 6281 rc = ccw_driver_register(&qeth_ccw_driver); 6282 if (rc) 6283 goto ccw_err; 6284 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6285 if (rc) 6286 goto ccwgroup_err; 6287 6288 return 0; 6289 6290 ccwgroup_err: 6291 ccw_driver_unregister(&qeth_ccw_driver); 6292 ccw_err: 6293 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6294 cqslab_err: 6295 kmem_cache_destroy(qeth_core_header_cache); 6296 slab_err: 6297 root_device_unregister(qeth_core_root_dev); 6298 register_err: 6299 qeth_unregister_dbf_views(); 6300 dbf_err: 6301 pr_err("Initializing the qeth device driver failed\n"); 6302 return rc; 6303 } 6304 6305 static void __exit qeth_core_exit(void) 6306 { 6307 qeth_clear_dbf_list(); 6308 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6309 ccw_driver_unregister(&qeth_ccw_driver); 6310 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6311 kmem_cache_destroy(qeth_core_header_cache); 6312 root_device_unregister(qeth_core_root_dev); 6313 qeth_unregister_dbf_views(); 6314 pr_info("core functions removed\n"); 6315 } 6316 6317 module_init(qeth_core_init); 6318 module_exit(qeth_core_exit); 6319 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6320 MODULE_DESCRIPTION("qeth core functions"); 6321 MODULE_LICENSE("GPL"); 6322