1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/kthread.h> 24 #include <linux/slab.h> 25 #include <linux/if_vlan.h> 26 #include <linux/netdevice.h> 27 #include <linux/netdev_features.h> 28 #include <linux/skbuff.h> 29 #include <linux/vmalloc.h> 30 31 #include <net/iucv/af_iucv.h> 32 #include <net/dsfield.h> 33 34 #include <asm/ebcdic.h> 35 #include <asm/chpid.h> 36 #include <asm/io.h> 37 #include <asm/sysinfo.h> 38 #include <asm/diag.h> 39 #include <asm/cio.h> 40 #include <asm/ccwdev.h> 41 #include <asm/cpcmd.h> 42 43 #include "qeth_core.h" 44 45 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 46 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 47 /* N P A M L V H */ 48 [QETH_DBF_SETUP] = {"qeth_setup", 49 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 50 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 51 &debug_sprintf_view, NULL}, 52 [QETH_DBF_CTRL] = {"qeth_control", 53 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 54 }; 55 EXPORT_SYMBOL_GPL(qeth_dbf); 56 57 struct kmem_cache *qeth_core_header_cache; 58 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 59 static struct kmem_cache *qeth_qdio_outbuf_cache; 60 61 static struct device *qeth_core_root_dev; 62 static struct lock_class_key qdio_out_skb_queue_key; 63 64 static void qeth_issue_next_read_cb(struct qeth_card *card, 65 struct qeth_channel *channel, 66 struct qeth_cmd_buffer *iob); 67 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_queues(struct qeth_card *card); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 75 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 76 77 static void qeth_close_dev_handler(struct work_struct *work) 78 { 79 struct qeth_card *card; 80 81 card = container_of(work, struct qeth_card, close_dev_work); 82 QETH_CARD_TEXT(card, 2, "cldevhdl"); 83 ccwgroup_set_offline(card->gdev); 84 } 85 86 static const char *qeth_get_cardname(struct qeth_card *card) 87 { 88 if (card->info.guestlan) { 89 switch (card->info.type) { 90 case QETH_CARD_TYPE_OSD: 91 return " Virtual NIC QDIO"; 92 case QETH_CARD_TYPE_IQD: 93 return " Virtual NIC Hiper"; 94 case QETH_CARD_TYPE_OSM: 95 return " Virtual NIC QDIO - OSM"; 96 case QETH_CARD_TYPE_OSX: 97 return " Virtual NIC QDIO - OSX"; 98 default: 99 return " unknown"; 100 } 101 } else { 102 switch (card->info.type) { 103 case QETH_CARD_TYPE_OSD: 104 return " OSD Express"; 105 case QETH_CARD_TYPE_IQD: 106 return " HiperSockets"; 107 case QETH_CARD_TYPE_OSN: 108 return " OSN QDIO"; 109 case QETH_CARD_TYPE_OSM: 110 return " OSM QDIO"; 111 case QETH_CARD_TYPE_OSX: 112 return " OSX QDIO"; 113 default: 114 return " unknown"; 115 } 116 } 117 return " n/a"; 118 } 119 120 /* max length to be returned: 14 */ 121 const char *qeth_get_cardname_short(struct qeth_card *card) 122 { 123 if (card->info.guestlan) { 124 switch (card->info.type) { 125 case QETH_CARD_TYPE_OSD: 126 return "Virt.NIC QDIO"; 127 case QETH_CARD_TYPE_IQD: 128 return "Virt.NIC Hiper"; 129 case QETH_CARD_TYPE_OSM: 130 return "Virt.NIC OSM"; 131 case QETH_CARD_TYPE_OSX: 132 return "Virt.NIC OSX"; 133 default: 134 return "unknown"; 135 } 136 } else { 137 switch (card->info.type) { 138 case QETH_CARD_TYPE_OSD: 139 switch (card->info.link_type) { 140 case QETH_LINK_TYPE_FAST_ETH: 141 return "OSD_100"; 142 case QETH_LINK_TYPE_HSTR: 143 return "HSTR"; 144 case QETH_LINK_TYPE_GBIT_ETH: 145 return "OSD_1000"; 146 case QETH_LINK_TYPE_10GBIT_ETH: 147 return "OSD_10GIG"; 148 case QETH_LINK_TYPE_25GBIT_ETH: 149 return "OSD_25GIG"; 150 case QETH_LINK_TYPE_LANE_ETH100: 151 return "OSD_FE_LANE"; 152 case QETH_LINK_TYPE_LANE_TR: 153 return "OSD_TR_LANE"; 154 case QETH_LINK_TYPE_LANE_ETH1000: 155 return "OSD_GbE_LANE"; 156 case QETH_LINK_TYPE_LANE: 157 return "OSD_ATM_LANE"; 158 default: 159 return "OSD_Express"; 160 } 161 case QETH_CARD_TYPE_IQD: 162 return "HiperSockets"; 163 case QETH_CARD_TYPE_OSN: 164 return "OSN"; 165 case QETH_CARD_TYPE_OSM: 166 return "OSM_1000"; 167 case QETH_CARD_TYPE_OSX: 168 return "OSX_10GIG"; 169 default: 170 return "unknown"; 171 } 172 } 173 return "n/a"; 174 } 175 176 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 177 int clear_start_mask) 178 { 179 unsigned long flags; 180 181 spin_lock_irqsave(&card->thread_mask_lock, flags); 182 card->thread_allowed_mask = threads; 183 if (clear_start_mask) 184 card->thread_start_mask &= threads; 185 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 186 wake_up(&card->wait_q); 187 } 188 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 189 190 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 191 { 192 unsigned long flags; 193 int rc = 0; 194 195 spin_lock_irqsave(&card->thread_mask_lock, flags); 196 rc = (card->thread_running_mask & threads); 197 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 198 return rc; 199 } 200 EXPORT_SYMBOL_GPL(qeth_threads_running); 201 202 void qeth_clear_working_pool_list(struct qeth_card *card) 203 { 204 struct qeth_buffer_pool_entry *pool_entry, *tmp; 205 206 QETH_CARD_TEXT(card, 5, "clwrklst"); 207 list_for_each_entry_safe(pool_entry, tmp, 208 &card->qdio.in_buf_pool.entry_list, list){ 209 list_del(&pool_entry->list); 210 } 211 } 212 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 213 214 static int qeth_alloc_buffer_pool(struct qeth_card *card) 215 { 216 struct qeth_buffer_pool_entry *pool_entry; 217 void *ptr; 218 int i, j; 219 220 QETH_CARD_TEXT(card, 5, "alocpool"); 221 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 222 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 223 if (!pool_entry) { 224 qeth_free_buffer_pool(card); 225 return -ENOMEM; 226 } 227 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 228 ptr = (void *) __get_free_page(GFP_KERNEL); 229 if (!ptr) { 230 while (j > 0) 231 free_page((unsigned long) 232 pool_entry->elements[--j]); 233 kfree(pool_entry); 234 qeth_free_buffer_pool(card); 235 return -ENOMEM; 236 } 237 pool_entry->elements[j] = ptr; 238 } 239 list_add(&pool_entry->init_list, 240 &card->qdio.init_pool.entry_list); 241 } 242 return 0; 243 } 244 245 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 246 { 247 QETH_CARD_TEXT(card, 2, "realcbp"); 248 249 if (card->state != CARD_STATE_DOWN) 250 return -EPERM; 251 252 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 253 qeth_clear_working_pool_list(card); 254 qeth_free_buffer_pool(card); 255 card->qdio.in_buf_pool.buf_count = bufcnt; 256 card->qdio.init_pool.buf_count = bufcnt; 257 return qeth_alloc_buffer_pool(card); 258 } 259 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 260 261 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 262 { 263 if (!q) 264 return; 265 266 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 267 kfree(q); 268 } 269 270 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 271 { 272 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 273 int i; 274 275 if (!q) 276 return NULL; 277 278 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 279 kfree(q); 280 return NULL; 281 } 282 283 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 284 q->bufs[i].buffer = q->qdio_bufs[i]; 285 286 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 287 return q; 288 } 289 290 static int qeth_cq_init(struct qeth_card *card) 291 { 292 int rc; 293 294 if (card->options.cq == QETH_CQ_ENABLED) { 295 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 296 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 297 QDIO_MAX_BUFFERS_PER_Q); 298 card->qdio.c_q->next_buf_to_init = 127; 299 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 300 card->qdio.no_in_queues - 1, 0, 301 127); 302 if (rc) { 303 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 304 goto out; 305 } 306 } 307 rc = 0; 308 out: 309 return rc; 310 } 311 312 static int qeth_alloc_cq(struct qeth_card *card) 313 { 314 int rc; 315 316 if (card->options.cq == QETH_CQ_ENABLED) { 317 int i; 318 struct qdio_outbuf_state *outbuf_states; 319 320 QETH_DBF_TEXT(SETUP, 2, "cqon"); 321 card->qdio.c_q = qeth_alloc_qdio_queue(); 322 if (!card->qdio.c_q) { 323 rc = -1; 324 goto kmsg_out; 325 } 326 card->qdio.no_in_queues = 2; 327 card->qdio.out_bufstates = 328 kcalloc(card->qdio.no_out_queues * 329 QDIO_MAX_BUFFERS_PER_Q, 330 sizeof(struct qdio_outbuf_state), 331 GFP_KERNEL); 332 outbuf_states = card->qdio.out_bufstates; 333 if (outbuf_states == NULL) { 334 rc = -1; 335 goto free_cq_out; 336 } 337 for (i = 0; i < card->qdio.no_out_queues; ++i) { 338 card->qdio.out_qs[i]->bufstates = outbuf_states; 339 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 340 } 341 } else { 342 QETH_DBF_TEXT(SETUP, 2, "nocq"); 343 card->qdio.c_q = NULL; 344 card->qdio.no_in_queues = 1; 345 } 346 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 347 rc = 0; 348 out: 349 return rc; 350 free_cq_out: 351 qeth_free_qdio_queue(card->qdio.c_q); 352 card->qdio.c_q = NULL; 353 kmsg_out: 354 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 355 goto out; 356 } 357 358 static void qeth_free_cq(struct qeth_card *card) 359 { 360 if (card->qdio.c_q) { 361 --card->qdio.no_in_queues; 362 qeth_free_qdio_queue(card->qdio.c_q); 363 card->qdio.c_q = NULL; 364 } 365 kfree(card->qdio.out_bufstates); 366 card->qdio.out_bufstates = NULL; 367 } 368 369 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 370 int delayed) 371 { 372 enum iucv_tx_notify n; 373 374 switch (sbalf15) { 375 case 0: 376 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 377 break; 378 case 4: 379 case 16: 380 case 17: 381 case 18: 382 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 383 TX_NOTIFY_UNREACHABLE; 384 break; 385 default: 386 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 387 TX_NOTIFY_GENERALERROR; 388 break; 389 } 390 391 return n; 392 } 393 394 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 395 int forced_cleanup) 396 { 397 if (q->card->options.cq != QETH_CQ_ENABLED) 398 return; 399 400 if (q->bufs[bidx]->next_pending != NULL) { 401 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 402 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 403 404 while (c) { 405 if (forced_cleanup || 406 atomic_read(&c->state) == 407 QETH_QDIO_BUF_HANDLED_DELAYED) { 408 struct qeth_qdio_out_buffer *f = c; 409 QETH_CARD_TEXT(f->q->card, 5, "fp"); 410 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 411 /* release here to avoid interleaving between 412 outbound tasklet and inbound tasklet 413 regarding notifications and lifecycle */ 414 qeth_release_skbs(c); 415 416 c = f->next_pending; 417 WARN_ON_ONCE(head->next_pending != f); 418 head->next_pending = c; 419 kmem_cache_free(qeth_qdio_outbuf_cache, f); 420 } else { 421 head = c; 422 c = c->next_pending; 423 } 424 425 } 426 } 427 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 428 QETH_QDIO_BUF_HANDLED_DELAYED)) { 429 /* for recovery situations */ 430 qeth_init_qdio_out_buf(q, bidx); 431 QETH_CARD_TEXT(q->card, 2, "clprecov"); 432 } 433 } 434 435 436 static void qeth_qdio_handle_aob(struct qeth_card *card, 437 unsigned long phys_aob_addr) 438 { 439 struct qaob *aob; 440 struct qeth_qdio_out_buffer *buffer; 441 enum iucv_tx_notify notification; 442 unsigned int i; 443 444 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 445 QETH_CARD_TEXT(card, 5, "haob"); 446 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 447 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 448 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 449 450 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 451 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 452 notification = TX_NOTIFY_OK; 453 } else { 454 WARN_ON_ONCE(atomic_read(&buffer->state) != 455 QETH_QDIO_BUF_PENDING); 456 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 457 notification = TX_NOTIFY_DELAYED_OK; 458 } 459 460 if (aob->aorc != 0) { 461 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 462 notification = qeth_compute_cq_notification(aob->aorc, 1); 463 } 464 qeth_notify_skbs(buffer->q, buffer, notification); 465 466 /* Free dangling allocations. The attached skbs are handled by 467 * qeth_cleanup_handled_pending(). 468 */ 469 for (i = 0; 470 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 471 i++) { 472 if (aob->sba[i] && buffer->is_header[i]) 473 kmem_cache_free(qeth_core_header_cache, 474 (void *) aob->sba[i]); 475 } 476 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 477 478 qdio_release_aob(aob); 479 } 480 481 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 482 { 483 return card->options.cq == QETH_CQ_ENABLED && 484 card->qdio.c_q != NULL && 485 queue != 0 && 486 queue == card->qdio.no_in_queues - 1; 487 } 488 489 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u32 len, void *data) 490 { 491 ccw->cmd_code = cmd_code; 492 ccw->flags = CCW_FLAG_SLI; 493 ccw->count = len; 494 ccw->cda = (__u32) __pa(data); 495 } 496 497 static int __qeth_issue_next_read(struct qeth_card *card) 498 { 499 struct qeth_channel *channel = &card->read; 500 struct qeth_cmd_buffer *iob; 501 int rc; 502 503 QETH_CARD_TEXT(card, 5, "issnxrd"); 504 if (channel->state != CH_STATE_UP) 505 return -EIO; 506 iob = qeth_get_buffer(channel); 507 if (!iob) { 508 dev_warn(&card->gdev->dev, "The qeth device driver " 509 "failed to recover an error on the device\n"); 510 QETH_DBF_MESSAGE(2, "issue_next_read on device %x failed: no iob available\n", 511 CARD_DEVID(card)); 512 return -ENOMEM; 513 } 514 515 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 516 iob->callback = qeth_issue_next_read_cb; 517 QETH_CARD_TEXT(card, 6, "noirqpnd"); 518 rc = ccw_device_start(channel->ccwdev, channel->ccw, 519 (addr_t) iob, 0, 0); 520 if (rc) { 521 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 522 rc, CARD_DEVID(card)); 523 atomic_set(&channel->irq_pending, 0); 524 qeth_release_buffer(channel, iob); 525 card->read_or_write_problem = 1; 526 qeth_schedule_recovery(card); 527 wake_up(&card->wait_q); 528 } 529 return rc; 530 } 531 532 static int qeth_issue_next_read(struct qeth_card *card) 533 { 534 int ret; 535 536 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 537 ret = __qeth_issue_next_read(card); 538 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 539 540 return ret; 541 } 542 543 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 544 { 545 struct qeth_reply *reply; 546 547 reply = kzalloc(sizeof(*reply), GFP_KERNEL); 548 if (reply) { 549 refcount_set(&reply->refcnt, 1); 550 init_completion(&reply->received); 551 } 552 return reply; 553 } 554 555 static void qeth_get_reply(struct qeth_reply *reply) 556 { 557 refcount_inc(&reply->refcnt); 558 } 559 560 static void qeth_put_reply(struct qeth_reply *reply) 561 { 562 if (refcount_dec_and_test(&reply->refcnt)) 563 kfree(reply); 564 } 565 566 static void qeth_enqueue_reply(struct qeth_card *card, struct qeth_reply *reply) 567 { 568 spin_lock_irq(&card->lock); 569 list_add_tail(&reply->list, &card->cmd_waiter_list); 570 spin_unlock_irq(&card->lock); 571 } 572 573 static void qeth_dequeue_reply(struct qeth_card *card, struct qeth_reply *reply) 574 { 575 spin_lock_irq(&card->lock); 576 list_del(&reply->list); 577 spin_unlock_irq(&card->lock); 578 } 579 580 static void qeth_notify_reply(struct qeth_reply *reply, int reason) 581 { 582 reply->rc = reason; 583 complete(&reply->received); 584 } 585 586 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 587 struct qeth_card *card) 588 { 589 const char *ipa_name; 590 int com = cmd->hdr.command; 591 ipa_name = qeth_get_ipa_cmd_name(com); 592 593 if (rc) 594 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 595 ipa_name, com, CARD_DEVID(card), rc, 596 qeth_get_ipa_msg(rc)); 597 else 598 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 599 ipa_name, com, CARD_DEVID(card)); 600 } 601 602 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 603 struct qeth_ipa_cmd *cmd) 604 { 605 QETH_CARD_TEXT(card, 5, "chkipad"); 606 607 if (IS_IPA_REPLY(cmd)) { 608 if (cmd->hdr.command != IPA_CMD_SETCCID && 609 cmd->hdr.command != IPA_CMD_DELCCID && 610 cmd->hdr.command != IPA_CMD_MODCCID && 611 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 612 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 613 return cmd; 614 } 615 616 /* handle unsolicited event: */ 617 switch (cmd->hdr.command) { 618 case IPA_CMD_STOPLAN: 619 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 620 dev_err(&card->gdev->dev, 621 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 622 QETH_CARD_IFNAME(card)); 623 schedule_work(&card->close_dev_work); 624 } else { 625 dev_warn(&card->gdev->dev, 626 "The link for interface %s on CHPID 0x%X failed\n", 627 QETH_CARD_IFNAME(card), card->info.chpid); 628 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 629 netif_carrier_off(card->dev); 630 } 631 return NULL; 632 case IPA_CMD_STARTLAN: 633 dev_info(&card->gdev->dev, 634 "The link for %s on CHPID 0x%X has been restored\n", 635 QETH_CARD_IFNAME(card), card->info.chpid); 636 if (card->info.hwtrap) 637 card->info.hwtrap = 2; 638 qeth_schedule_recovery(card); 639 return NULL; 640 case IPA_CMD_SETBRIDGEPORT_IQD: 641 case IPA_CMD_SETBRIDGEPORT_OSA: 642 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 643 if (card->discipline->control_event_handler(card, cmd)) 644 return cmd; 645 return NULL; 646 case IPA_CMD_MODCCID: 647 return cmd; 648 case IPA_CMD_REGISTER_LOCAL_ADDR: 649 QETH_CARD_TEXT(card, 3, "irla"); 650 return NULL; 651 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 652 QETH_CARD_TEXT(card, 3, "urla"); 653 return NULL; 654 default: 655 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 656 return cmd; 657 } 658 } 659 660 void qeth_clear_ipacmd_list(struct qeth_card *card) 661 { 662 struct qeth_reply *reply; 663 unsigned long flags; 664 665 QETH_CARD_TEXT(card, 4, "clipalst"); 666 667 spin_lock_irqsave(&card->lock, flags); 668 list_for_each_entry(reply, &card->cmd_waiter_list, list) 669 qeth_notify_reply(reply, -EIO); 670 spin_unlock_irqrestore(&card->lock, flags); 671 } 672 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 673 674 static int qeth_check_idx_response(struct qeth_card *card, 675 unsigned char *buffer) 676 { 677 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 678 if ((buffer[2] & 0xc0) == 0xc0) { 679 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 680 buffer[4]); 681 QETH_CARD_TEXT(card, 2, "ckidxres"); 682 QETH_CARD_TEXT(card, 2, " idxterm"); 683 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 684 if (buffer[4] == 0xf6) { 685 dev_err(&card->gdev->dev, 686 "The qeth device is not configured " 687 "for the OSI layer required by z/VM\n"); 688 return -EPERM; 689 } 690 return -EIO; 691 } 692 return 0; 693 } 694 695 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 696 { 697 __u8 index; 698 699 index = channel->io_buf_no; 700 do { 701 if (channel->iob[index].state == BUF_STATE_FREE) { 702 channel->iob[index].state = BUF_STATE_LOCKED; 703 channel->iob[index].timeout = QETH_TIMEOUT; 704 channel->io_buf_no = (channel->io_buf_no + 1) % 705 QETH_CMD_BUFFER_NO; 706 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 707 return channel->iob + index; 708 } 709 index = (index + 1) % QETH_CMD_BUFFER_NO; 710 } while (index != channel->io_buf_no); 711 712 return NULL; 713 } 714 715 void qeth_release_buffer(struct qeth_channel *channel, 716 struct qeth_cmd_buffer *iob) 717 { 718 unsigned long flags; 719 720 spin_lock_irqsave(&channel->iob_lock, flags); 721 iob->state = BUF_STATE_FREE; 722 iob->callback = NULL; 723 if (iob->reply) { 724 qeth_put_reply(iob->reply); 725 iob->reply = NULL; 726 } 727 spin_unlock_irqrestore(&channel->iob_lock, flags); 728 wake_up(&channel->wait_q); 729 } 730 EXPORT_SYMBOL_GPL(qeth_release_buffer); 731 732 static void qeth_release_buffer_cb(struct qeth_card *card, 733 struct qeth_channel *channel, 734 struct qeth_cmd_buffer *iob) 735 { 736 qeth_release_buffer(channel, iob); 737 } 738 739 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 740 { 741 struct qeth_reply *reply = iob->reply; 742 743 if (reply) 744 qeth_notify_reply(reply, rc); 745 qeth_release_buffer(iob->channel, iob); 746 } 747 748 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 749 { 750 struct qeth_cmd_buffer *buffer = NULL; 751 unsigned long flags; 752 753 spin_lock_irqsave(&channel->iob_lock, flags); 754 buffer = __qeth_get_buffer(channel); 755 spin_unlock_irqrestore(&channel->iob_lock, flags); 756 return buffer; 757 } 758 759 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 760 { 761 struct qeth_cmd_buffer *buffer; 762 wait_event(channel->wait_q, 763 ((buffer = qeth_get_buffer(channel)) != NULL)); 764 return buffer; 765 } 766 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 767 768 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 769 { 770 int cnt; 771 772 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 773 qeth_release_buffer(channel, &channel->iob[cnt]); 774 channel->io_buf_no = 0; 775 } 776 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 777 778 static void qeth_issue_next_read_cb(struct qeth_card *card, 779 struct qeth_channel *channel, 780 struct qeth_cmd_buffer *iob) 781 { 782 struct qeth_ipa_cmd *cmd = NULL; 783 struct qeth_reply *reply = NULL; 784 struct qeth_reply *r; 785 unsigned long flags; 786 int rc = 0; 787 788 QETH_CARD_TEXT(card, 4, "sndctlcb"); 789 rc = qeth_check_idx_response(card, iob->data); 790 switch (rc) { 791 case 0: 792 break; 793 case -EIO: 794 qeth_clear_ipacmd_list(card); 795 qeth_schedule_recovery(card); 796 /* fall through */ 797 default: 798 goto out; 799 } 800 801 if (IS_IPA(iob->data)) { 802 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 803 cmd = qeth_check_ipa_data(card, cmd); 804 if (!cmd) 805 goto out; 806 if (IS_OSN(card) && card->osn_info.assist_cb && 807 cmd->hdr.command != IPA_CMD_STARTLAN) { 808 card->osn_info.assist_cb(card->dev, cmd); 809 goto out; 810 } 811 } else { 812 /* non-IPA commands should only flow during initialization */ 813 if (card->state != CARD_STATE_DOWN) 814 goto out; 815 } 816 817 /* match against pending cmd requests */ 818 spin_lock_irqsave(&card->lock, flags); 819 list_for_each_entry(r, &card->cmd_waiter_list, list) { 820 if ((r->seqno == QETH_IDX_COMMAND_SEQNO) || 821 (cmd && (r->seqno == cmd->hdr.seqno))) { 822 reply = r; 823 /* take the object outside the lock */ 824 qeth_get_reply(reply); 825 break; 826 } 827 } 828 spin_unlock_irqrestore(&card->lock, flags); 829 830 if (!reply) 831 goto out; 832 833 if (!reply->callback) { 834 rc = 0; 835 } else { 836 if (cmd) { 837 reply->offset = (u16)((char *)cmd - (char *)iob->data); 838 rc = reply->callback(card, reply, (unsigned long)cmd); 839 } else { 840 rc = reply->callback(card, reply, (unsigned long)iob); 841 } 842 } 843 844 if (rc <= 0) 845 qeth_notify_reply(reply, rc); 846 qeth_put_reply(reply); 847 848 out: 849 memcpy(&card->seqno.pdu_hdr_ack, 850 QETH_PDU_HEADER_SEQ_NO(iob->data), 851 QETH_SEQ_NO_LENGTH); 852 qeth_release_buffer(channel, iob); 853 } 854 855 static int qeth_set_thread_start_bit(struct qeth_card *card, 856 unsigned long thread) 857 { 858 unsigned long flags; 859 860 spin_lock_irqsave(&card->thread_mask_lock, flags); 861 if (!(card->thread_allowed_mask & thread) || 862 (card->thread_start_mask & thread)) { 863 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 864 return -EPERM; 865 } 866 card->thread_start_mask |= thread; 867 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 868 return 0; 869 } 870 871 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 872 { 873 unsigned long flags; 874 875 spin_lock_irqsave(&card->thread_mask_lock, flags); 876 card->thread_start_mask &= ~thread; 877 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 878 wake_up(&card->wait_q); 879 } 880 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 881 882 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 883 { 884 unsigned long flags; 885 886 spin_lock_irqsave(&card->thread_mask_lock, flags); 887 card->thread_running_mask &= ~thread; 888 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 889 wake_up_all(&card->wait_q); 890 } 891 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 892 893 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 894 { 895 unsigned long flags; 896 int rc = 0; 897 898 spin_lock_irqsave(&card->thread_mask_lock, flags); 899 if (card->thread_start_mask & thread) { 900 if ((card->thread_allowed_mask & thread) && 901 !(card->thread_running_mask & thread)) { 902 rc = 1; 903 card->thread_start_mask &= ~thread; 904 card->thread_running_mask |= thread; 905 } else 906 rc = -EPERM; 907 } 908 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 909 return rc; 910 } 911 912 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 913 { 914 int rc = 0; 915 916 wait_event(card->wait_q, 917 (rc = __qeth_do_run_thread(card, thread)) >= 0); 918 return rc; 919 } 920 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 921 922 void qeth_schedule_recovery(struct qeth_card *card) 923 { 924 QETH_CARD_TEXT(card, 2, "startrec"); 925 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 926 schedule_work(&card->kernel_thread_starter); 927 } 928 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 929 930 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 931 struct irb *irb) 932 { 933 int dstat, cstat; 934 char *sense; 935 936 sense = (char *) irb->ecw; 937 cstat = irb->scsw.cmd.cstat; 938 dstat = irb->scsw.cmd.dstat; 939 940 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 941 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 942 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 943 QETH_CARD_TEXT(card, 2, "CGENCHK"); 944 dev_warn(&cdev->dev, "The qeth device driver " 945 "failed to recover an error on the device\n"); 946 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 947 CCW_DEVID(cdev), dstat, cstat); 948 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 949 16, 1, irb, 64, 1); 950 return 1; 951 } 952 953 if (dstat & DEV_STAT_UNIT_CHECK) { 954 if (sense[SENSE_RESETTING_EVENT_BYTE] & 955 SENSE_RESETTING_EVENT_FLAG) { 956 QETH_CARD_TEXT(card, 2, "REVIND"); 957 return 1; 958 } 959 if (sense[SENSE_COMMAND_REJECT_BYTE] & 960 SENSE_COMMAND_REJECT_FLAG) { 961 QETH_CARD_TEXT(card, 2, "CMDREJi"); 962 return 1; 963 } 964 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 965 QETH_CARD_TEXT(card, 2, "AFFE"); 966 return 1; 967 } 968 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 969 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 970 return 0; 971 } 972 QETH_CARD_TEXT(card, 2, "DGENCHK"); 973 return 1; 974 } 975 return 0; 976 } 977 978 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 979 unsigned long intparm, struct irb *irb) 980 { 981 if (!IS_ERR(irb)) 982 return 0; 983 984 switch (PTR_ERR(irb)) { 985 case -EIO: 986 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 987 CCW_DEVID(cdev)); 988 QETH_CARD_TEXT(card, 2, "ckirberr"); 989 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 990 return -EIO; 991 case -ETIMEDOUT: 992 dev_warn(&cdev->dev, "A hardware operation timed out" 993 " on the device\n"); 994 QETH_CARD_TEXT(card, 2, "ckirberr"); 995 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 996 if (intparm == QETH_RCD_PARM) { 997 if (card->data.ccwdev == cdev) { 998 card->data.state = CH_STATE_DOWN; 999 wake_up(&card->wait_q); 1000 } 1001 } 1002 return -ETIMEDOUT; 1003 default: 1004 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1005 PTR_ERR(irb), CCW_DEVID(cdev)); 1006 QETH_CARD_TEXT(card, 2, "ckirberr"); 1007 QETH_CARD_TEXT(card, 2, " rc???"); 1008 return PTR_ERR(irb); 1009 } 1010 } 1011 1012 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1013 struct irb *irb) 1014 { 1015 int rc; 1016 int cstat, dstat; 1017 struct qeth_cmd_buffer *iob = NULL; 1018 struct ccwgroup_device *gdev; 1019 struct qeth_channel *channel; 1020 struct qeth_card *card; 1021 1022 /* while we hold the ccwdev lock, this stays valid: */ 1023 gdev = dev_get_drvdata(&cdev->dev); 1024 card = dev_get_drvdata(&gdev->dev); 1025 if (!card) 1026 return; 1027 1028 QETH_CARD_TEXT(card, 5, "irq"); 1029 1030 if (card->read.ccwdev == cdev) { 1031 channel = &card->read; 1032 QETH_CARD_TEXT(card, 5, "read"); 1033 } else if (card->write.ccwdev == cdev) { 1034 channel = &card->write; 1035 QETH_CARD_TEXT(card, 5, "write"); 1036 } else { 1037 channel = &card->data; 1038 QETH_CARD_TEXT(card, 5, "data"); 1039 } 1040 1041 if (qeth_intparm_is_iob(intparm)) 1042 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1043 1044 rc = qeth_check_irb_error(card, cdev, intparm, irb); 1045 if (rc) { 1046 /* IO was terminated, free its resources. */ 1047 if (iob) 1048 qeth_cancel_cmd(iob, rc); 1049 atomic_set(&channel->irq_pending, 0); 1050 wake_up(&card->wait_q); 1051 return; 1052 } 1053 1054 atomic_set(&channel->irq_pending, 0); 1055 1056 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1057 channel->state = CH_STATE_STOPPED; 1058 1059 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1060 channel->state = CH_STATE_HALTED; 1061 1062 /*let's wake up immediately on data channel*/ 1063 if ((channel == &card->data) && (intparm != 0) && 1064 (intparm != QETH_RCD_PARM)) 1065 goto out; 1066 1067 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1068 QETH_CARD_TEXT(card, 6, "clrchpar"); 1069 /* we don't have to handle this further */ 1070 intparm = 0; 1071 } 1072 if (intparm == QETH_HALT_CHANNEL_PARM) { 1073 QETH_CARD_TEXT(card, 6, "hltchpar"); 1074 /* we don't have to handle this further */ 1075 intparm = 0; 1076 } 1077 1078 cstat = irb->scsw.cmd.cstat; 1079 dstat = irb->scsw.cmd.dstat; 1080 1081 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1082 (dstat & DEV_STAT_UNIT_CHECK) || 1083 (cstat)) { 1084 if (irb->esw.esw0.erw.cons) { 1085 dev_warn(&channel->ccwdev->dev, 1086 "The qeth device driver failed to recover " 1087 "an error on the device\n"); 1088 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1089 CCW_DEVID(channel->ccwdev), cstat, 1090 dstat); 1091 print_hex_dump(KERN_WARNING, "qeth: irb ", 1092 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1093 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1094 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1095 } 1096 if (intparm == QETH_RCD_PARM) { 1097 channel->state = CH_STATE_DOWN; 1098 goto out; 1099 } 1100 rc = qeth_get_problem(card, cdev, irb); 1101 if (rc) { 1102 card->read_or_write_problem = 1; 1103 if (iob) 1104 qeth_cancel_cmd(iob, rc); 1105 qeth_clear_ipacmd_list(card); 1106 qeth_schedule_recovery(card); 1107 goto out; 1108 } 1109 } 1110 1111 if (intparm == QETH_RCD_PARM) { 1112 channel->state = CH_STATE_RCD_DONE; 1113 goto out; 1114 } 1115 if (channel == &card->data) 1116 return; 1117 if (channel == &card->read && 1118 channel->state == CH_STATE_UP) 1119 __qeth_issue_next_read(card); 1120 1121 if (iob && iob->callback) 1122 iob->callback(card, iob->channel, iob); 1123 1124 out: 1125 wake_up(&card->wait_q); 1126 return; 1127 } 1128 1129 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1130 struct qeth_qdio_out_buffer *buf, 1131 enum iucv_tx_notify notification) 1132 { 1133 struct sk_buff *skb; 1134 1135 skb_queue_walk(&buf->skb_list, skb) { 1136 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1137 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1138 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1139 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1140 } 1141 } 1142 1143 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1144 { 1145 struct sk_buff *skb; 1146 1147 /* release may never happen from within CQ tasklet scope */ 1148 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1149 1150 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1151 qeth_notify_skbs(buf->q, buf, TX_NOTIFY_GENERALERROR); 1152 1153 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) 1154 consume_skb(skb); 1155 } 1156 1157 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1158 struct qeth_qdio_out_buffer *buf) 1159 { 1160 int i; 1161 1162 /* is PCI flag set on buffer? */ 1163 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1164 atomic_dec(&queue->set_pci_flags_count); 1165 1166 qeth_release_skbs(buf); 1167 1168 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i) { 1169 if (buf->buffer->element[i].addr && buf->is_header[i]) 1170 kmem_cache_free(qeth_core_header_cache, 1171 buf->buffer->element[i].addr); 1172 buf->is_header[i] = 0; 1173 } 1174 1175 qeth_scrub_qdio_buffer(buf->buffer, 1176 QETH_MAX_BUFFER_ELEMENTS(queue->card)); 1177 buf->next_element_to_fill = 0; 1178 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1179 } 1180 1181 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1182 { 1183 int j; 1184 1185 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1186 if (!q->bufs[j]) 1187 continue; 1188 qeth_cleanup_handled_pending(q, j, 1); 1189 qeth_clear_output_buffer(q, q->bufs[j]); 1190 if (free) { 1191 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1192 q->bufs[j] = NULL; 1193 } 1194 } 1195 } 1196 1197 void qeth_drain_output_queues(struct qeth_card *card) 1198 { 1199 int i; 1200 1201 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1202 /* clear outbound buffers to free skbs */ 1203 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1204 if (card->qdio.out_qs[i]) 1205 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1206 } 1207 } 1208 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1209 1210 static void qeth_free_buffer_pool(struct qeth_card *card) 1211 { 1212 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1213 int i = 0; 1214 list_for_each_entry_safe(pool_entry, tmp, 1215 &card->qdio.init_pool.entry_list, init_list){ 1216 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1217 free_page((unsigned long)pool_entry->elements[i]); 1218 list_del(&pool_entry->init_list); 1219 kfree(pool_entry); 1220 } 1221 } 1222 1223 static void qeth_clean_channel(struct qeth_channel *channel) 1224 { 1225 struct ccw_device *cdev = channel->ccwdev; 1226 int cnt; 1227 1228 QETH_DBF_TEXT(SETUP, 2, "freech"); 1229 1230 spin_lock_irq(get_ccwdev_lock(cdev)); 1231 cdev->handler = NULL; 1232 spin_unlock_irq(get_ccwdev_lock(cdev)); 1233 1234 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1235 kfree(channel->iob[cnt].data); 1236 kfree(channel->ccw); 1237 } 1238 1239 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1240 { 1241 struct ccw_device *cdev = channel->ccwdev; 1242 int cnt; 1243 1244 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1245 1246 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1247 if (!channel->ccw) 1248 return -ENOMEM; 1249 channel->state = CH_STATE_DOWN; 1250 atomic_set(&channel->irq_pending, 0); 1251 init_waitqueue_head(&channel->wait_q); 1252 1253 spin_lock_irq(get_ccwdev_lock(cdev)); 1254 cdev->handler = qeth_irq; 1255 spin_unlock_irq(get_ccwdev_lock(cdev)); 1256 1257 if (!alloc_buffers) 1258 return 0; 1259 1260 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1261 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1262 GFP_KERNEL | GFP_DMA); 1263 if (channel->iob[cnt].data == NULL) 1264 break; 1265 channel->iob[cnt].state = BUF_STATE_FREE; 1266 channel->iob[cnt].channel = channel; 1267 } 1268 if (cnt < QETH_CMD_BUFFER_NO) { 1269 qeth_clean_channel(channel); 1270 return -ENOMEM; 1271 } 1272 channel->io_buf_no = 0; 1273 spin_lock_init(&channel->iob_lock); 1274 1275 return 0; 1276 } 1277 1278 static void qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1279 { 1280 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1281 1282 rtnl_lock(); 1283 netif_set_real_num_tx_queues(card->dev, count); 1284 rtnl_unlock(); 1285 1286 if (card->qdio.no_out_queues == count) 1287 return; 1288 1289 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1290 qeth_free_qdio_queues(card); 1291 1292 if (count == 1) 1293 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1294 1295 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1296 card->qdio.no_out_queues = count; 1297 } 1298 1299 static int qeth_update_from_chp_desc(struct qeth_card *card) 1300 { 1301 struct ccw_device *ccwdev; 1302 struct channel_path_desc_fmt0 *chp_dsc; 1303 1304 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1305 1306 ccwdev = card->data.ccwdev; 1307 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1308 if (!chp_dsc) 1309 return -ENOMEM; 1310 1311 card->info.func_level = 0x4100 + chp_dsc->desc; 1312 1313 if (IS_OSD(card) || IS_OSX(card)) 1314 /* CHPP field bit 6 == 1 -> single queue */ 1315 qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1316 1317 kfree(chp_dsc); 1318 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1319 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1320 return 0; 1321 } 1322 1323 static void qeth_init_qdio_info(struct qeth_card *card) 1324 { 1325 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1326 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1327 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1328 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1329 1330 /* inbound */ 1331 card->qdio.no_in_queues = 1; 1332 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1333 if (card->info.type == QETH_CARD_TYPE_IQD) 1334 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1335 else 1336 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1337 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1338 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1339 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1340 } 1341 1342 static void qeth_set_initial_options(struct qeth_card *card) 1343 { 1344 card->options.route4.type = NO_ROUTER; 1345 card->options.route6.type = NO_ROUTER; 1346 card->options.rx_sg_cb = QETH_RX_SG_CB; 1347 card->options.isolation = ISOLATION_MODE_NONE; 1348 card->options.cq = QETH_CQ_DISABLED; 1349 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1350 } 1351 1352 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1353 { 1354 unsigned long flags; 1355 int rc = 0; 1356 1357 spin_lock_irqsave(&card->thread_mask_lock, flags); 1358 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1359 (u8) card->thread_start_mask, 1360 (u8) card->thread_allowed_mask, 1361 (u8) card->thread_running_mask); 1362 rc = (card->thread_start_mask & thread); 1363 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1364 return rc; 1365 } 1366 1367 static void qeth_start_kernel_thread(struct work_struct *work) 1368 { 1369 struct task_struct *ts; 1370 struct qeth_card *card = container_of(work, struct qeth_card, 1371 kernel_thread_starter); 1372 QETH_CARD_TEXT(card , 2, "strthrd"); 1373 1374 if (card->read.state != CH_STATE_UP && 1375 card->write.state != CH_STATE_UP) 1376 return; 1377 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1378 ts = kthread_run(card->discipline->recover, (void *)card, 1379 "qeth_recover"); 1380 if (IS_ERR(ts)) { 1381 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1382 qeth_clear_thread_running_bit(card, 1383 QETH_RECOVER_THREAD); 1384 } 1385 } 1386 } 1387 1388 static void qeth_buffer_reclaim_work(struct work_struct *); 1389 static void qeth_setup_card(struct qeth_card *card) 1390 { 1391 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1392 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1393 1394 card->info.type = CARD_RDEV(card)->id.driver_info; 1395 card->state = CARD_STATE_DOWN; 1396 spin_lock_init(&card->lock); 1397 spin_lock_init(&card->thread_mask_lock); 1398 mutex_init(&card->conf_mutex); 1399 mutex_init(&card->discipline_mutex); 1400 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1401 INIT_LIST_HEAD(&card->cmd_waiter_list); 1402 init_waitqueue_head(&card->wait_q); 1403 qeth_set_initial_options(card); 1404 /* IP address takeover */ 1405 INIT_LIST_HEAD(&card->ipato.entries); 1406 qeth_init_qdio_info(card); 1407 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1408 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1409 } 1410 1411 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1412 { 1413 struct qeth_card *card = container_of(slr, struct qeth_card, 1414 qeth_service_level); 1415 if (card->info.mcl_level[0]) 1416 seq_printf(m, "qeth: %s firmware level %s\n", 1417 CARD_BUS_ID(card), card->info.mcl_level); 1418 } 1419 1420 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1421 { 1422 struct qeth_card *card; 1423 1424 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1425 card = kzalloc(sizeof(*card), GFP_KERNEL); 1426 if (!card) 1427 goto out; 1428 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1429 1430 card->gdev = gdev; 1431 dev_set_drvdata(&gdev->dev, card); 1432 CARD_RDEV(card) = gdev->cdev[0]; 1433 CARD_WDEV(card) = gdev->cdev[1]; 1434 CARD_DDEV(card) = gdev->cdev[2]; 1435 1436 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1437 dev_name(&gdev->dev)); 1438 if (!card->event_wq) 1439 goto out_wq; 1440 if (qeth_setup_channel(&card->read, true)) 1441 goto out_ip; 1442 if (qeth_setup_channel(&card->write, true)) 1443 goto out_channel; 1444 if (qeth_setup_channel(&card->data, false)) 1445 goto out_data; 1446 card->qeth_service_level.seq_print = qeth_core_sl_print; 1447 register_service_level(&card->qeth_service_level); 1448 return card; 1449 1450 out_data: 1451 qeth_clean_channel(&card->write); 1452 out_channel: 1453 qeth_clean_channel(&card->read); 1454 out_ip: 1455 destroy_workqueue(card->event_wq); 1456 out_wq: 1457 dev_set_drvdata(&gdev->dev, NULL); 1458 kfree(card); 1459 out: 1460 return NULL; 1461 } 1462 1463 static int qeth_clear_channel(struct qeth_card *card, 1464 struct qeth_channel *channel) 1465 { 1466 int rc; 1467 1468 QETH_CARD_TEXT(card, 3, "clearch"); 1469 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1470 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1471 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1472 1473 if (rc) 1474 return rc; 1475 rc = wait_event_interruptible_timeout(card->wait_q, 1476 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1477 if (rc == -ERESTARTSYS) 1478 return rc; 1479 if (channel->state != CH_STATE_STOPPED) 1480 return -ETIME; 1481 channel->state = CH_STATE_DOWN; 1482 return 0; 1483 } 1484 1485 static int qeth_halt_channel(struct qeth_card *card, 1486 struct qeth_channel *channel) 1487 { 1488 int rc; 1489 1490 QETH_CARD_TEXT(card, 3, "haltch"); 1491 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1492 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1493 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1494 1495 if (rc) 1496 return rc; 1497 rc = wait_event_interruptible_timeout(card->wait_q, 1498 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1499 if (rc == -ERESTARTSYS) 1500 return rc; 1501 if (channel->state != CH_STATE_HALTED) 1502 return -ETIME; 1503 return 0; 1504 } 1505 1506 static int qeth_halt_channels(struct qeth_card *card) 1507 { 1508 int rc1 = 0, rc2 = 0, rc3 = 0; 1509 1510 QETH_CARD_TEXT(card, 3, "haltchs"); 1511 rc1 = qeth_halt_channel(card, &card->read); 1512 rc2 = qeth_halt_channel(card, &card->write); 1513 rc3 = qeth_halt_channel(card, &card->data); 1514 if (rc1) 1515 return rc1; 1516 if (rc2) 1517 return rc2; 1518 return rc3; 1519 } 1520 1521 static int qeth_clear_channels(struct qeth_card *card) 1522 { 1523 int rc1 = 0, rc2 = 0, rc3 = 0; 1524 1525 QETH_CARD_TEXT(card, 3, "clearchs"); 1526 rc1 = qeth_clear_channel(card, &card->read); 1527 rc2 = qeth_clear_channel(card, &card->write); 1528 rc3 = qeth_clear_channel(card, &card->data); 1529 if (rc1) 1530 return rc1; 1531 if (rc2) 1532 return rc2; 1533 return rc3; 1534 } 1535 1536 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1537 { 1538 int rc = 0; 1539 1540 QETH_CARD_TEXT(card, 3, "clhacrd"); 1541 1542 if (halt) 1543 rc = qeth_halt_channels(card); 1544 if (rc) 1545 return rc; 1546 return qeth_clear_channels(card); 1547 } 1548 1549 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1550 { 1551 int rc = 0; 1552 1553 QETH_CARD_TEXT(card, 3, "qdioclr"); 1554 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1555 QETH_QDIO_CLEANING)) { 1556 case QETH_QDIO_ESTABLISHED: 1557 if (card->info.type == QETH_CARD_TYPE_IQD) 1558 rc = qdio_shutdown(CARD_DDEV(card), 1559 QDIO_FLAG_CLEANUP_USING_HALT); 1560 else 1561 rc = qdio_shutdown(CARD_DDEV(card), 1562 QDIO_FLAG_CLEANUP_USING_CLEAR); 1563 if (rc) 1564 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1565 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1566 break; 1567 case QETH_QDIO_CLEANING: 1568 return rc; 1569 default: 1570 break; 1571 } 1572 rc = qeth_clear_halt_card(card, use_halt); 1573 if (rc) 1574 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1575 card->state = CARD_STATE_DOWN; 1576 return rc; 1577 } 1578 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1579 1580 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1581 int *length) 1582 { 1583 struct ciw *ciw; 1584 char *rcd_buf; 1585 int ret; 1586 struct qeth_channel *channel = &card->data; 1587 1588 /* 1589 * scan for RCD command in extended SenseID data 1590 */ 1591 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1592 if (!ciw || ciw->cmd == 0) 1593 return -EOPNOTSUPP; 1594 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1595 if (!rcd_buf) 1596 return -ENOMEM; 1597 1598 qeth_setup_ccw(channel->ccw, ciw->cmd, ciw->count, rcd_buf); 1599 channel->state = CH_STATE_RCD; 1600 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1601 ret = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1602 QETH_RCD_PARM, LPM_ANYPATH, 0, 1603 QETH_RCD_TIMEOUT); 1604 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1605 if (!ret) 1606 wait_event(card->wait_q, 1607 (channel->state == CH_STATE_RCD_DONE || 1608 channel->state == CH_STATE_DOWN)); 1609 if (channel->state == CH_STATE_DOWN) 1610 ret = -EIO; 1611 else 1612 channel->state = CH_STATE_DOWN; 1613 if (ret) { 1614 kfree(rcd_buf); 1615 *buffer = NULL; 1616 *length = 0; 1617 } else { 1618 *length = ciw->count; 1619 *buffer = rcd_buf; 1620 } 1621 return ret; 1622 } 1623 1624 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1625 { 1626 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1627 card->info.chpid = prcd[30]; 1628 card->info.unit_addr2 = prcd[31]; 1629 card->info.cula = prcd[63]; 1630 card->info.guestlan = ((prcd[0x10] == _ascebc['V']) && 1631 (prcd[0x11] == _ascebc['M'])); 1632 } 1633 1634 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1635 { 1636 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1637 struct diag26c_vnic_resp *response = NULL; 1638 struct diag26c_vnic_req *request = NULL; 1639 struct ccw_dev_id id; 1640 char userid[80]; 1641 int rc = 0; 1642 1643 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1644 1645 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1646 if (rc) 1647 goto out; 1648 1649 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1650 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1651 if (!request || !response) { 1652 rc = -ENOMEM; 1653 goto out; 1654 } 1655 1656 ccw_device_get_id(CARD_RDEV(card), &id); 1657 request->resp_buf_len = sizeof(*response); 1658 request->resp_version = DIAG26C_VERSION6_VM65918; 1659 request->req_format = DIAG26C_VNIC_INFO; 1660 ASCEBC(userid, 8); 1661 memcpy(&request->sys_name, userid, 8); 1662 request->devno = id.devno; 1663 1664 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1665 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1666 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1667 if (rc) 1668 goto out; 1669 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1670 1671 if (request->resp_buf_len < sizeof(*response) || 1672 response->version != request->resp_version) { 1673 rc = -EIO; 1674 goto out; 1675 } 1676 1677 if (response->protocol == VNIC_INFO_PROT_L2) 1678 disc = QETH_DISCIPLINE_LAYER2; 1679 else if (response->protocol == VNIC_INFO_PROT_L3) 1680 disc = QETH_DISCIPLINE_LAYER3; 1681 1682 out: 1683 kfree(response); 1684 kfree(request); 1685 if (rc) 1686 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1687 return disc; 1688 } 1689 1690 /* Determine whether the device requires a specific layer discipline */ 1691 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1692 { 1693 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1694 1695 if (card->info.type == QETH_CARD_TYPE_OSM || 1696 card->info.type == QETH_CARD_TYPE_OSN) 1697 disc = QETH_DISCIPLINE_LAYER2; 1698 else if (card->info.guestlan) 1699 disc = (card->info.type == QETH_CARD_TYPE_IQD) ? 1700 QETH_DISCIPLINE_LAYER3 : 1701 qeth_vm_detect_layer(card); 1702 1703 switch (disc) { 1704 case QETH_DISCIPLINE_LAYER2: 1705 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1706 break; 1707 case QETH_DISCIPLINE_LAYER3: 1708 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1709 break; 1710 default: 1711 QETH_DBF_TEXT(SETUP, 3, "force no"); 1712 } 1713 1714 return disc; 1715 } 1716 1717 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1718 { 1719 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1720 1721 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1722 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1723 card->info.blkt.time_total = 0; 1724 card->info.blkt.inter_packet = 0; 1725 card->info.blkt.inter_packet_jumbo = 0; 1726 } else { 1727 card->info.blkt.time_total = 250; 1728 card->info.blkt.inter_packet = 5; 1729 card->info.blkt.inter_packet_jumbo = 15; 1730 } 1731 } 1732 1733 static void qeth_init_tokens(struct qeth_card *card) 1734 { 1735 card->token.issuer_rm_w = 0x00010103UL; 1736 card->token.cm_filter_w = 0x00010108UL; 1737 card->token.cm_connection_w = 0x0001010aUL; 1738 card->token.ulp_filter_w = 0x0001010bUL; 1739 card->token.ulp_connection_w = 0x0001010dUL; 1740 } 1741 1742 static void qeth_init_func_level(struct qeth_card *card) 1743 { 1744 switch (card->info.type) { 1745 case QETH_CARD_TYPE_IQD: 1746 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1747 break; 1748 case QETH_CARD_TYPE_OSD: 1749 case QETH_CARD_TYPE_OSN: 1750 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1751 break; 1752 default: 1753 break; 1754 } 1755 } 1756 1757 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1758 struct qeth_cmd_buffer *iob, 1759 unsigned int length) 1760 { 1761 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_WRITE, length, iob->data); 1762 1763 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1764 QETH_SEQ_NO_LENGTH); 1765 if (iob->channel == &card->write) 1766 card->seqno.trans_hdr++; 1767 } 1768 1769 static int qeth_peer_func_level(int level) 1770 { 1771 if ((level & 0xff) == 8) 1772 return (level & 0xff) + 0x400; 1773 if (((level >> 8) & 3) == 1) 1774 return (level & 0xff) + 0x200; 1775 return level; 1776 } 1777 1778 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1779 struct qeth_cmd_buffer *iob, 1780 unsigned int length) 1781 { 1782 qeth_idx_finalize_cmd(card, iob, length); 1783 1784 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1785 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1786 card->seqno.pdu_hdr++; 1787 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1788 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1789 1790 iob->reply->seqno = QETH_IDX_COMMAND_SEQNO; 1791 iob->callback = qeth_release_buffer_cb; 1792 } 1793 1794 /** 1795 * qeth_send_control_data() - send control command to the card 1796 * @card: qeth_card structure pointer 1797 * @len: size of the command buffer 1798 * @iob: qeth_cmd_buffer pointer 1799 * @reply_cb: callback function pointer 1800 * @cb_card: pointer to the qeth_card structure 1801 * @cb_reply: pointer to the qeth_reply structure 1802 * @cb_cmd: pointer to the original iob for non-IPA 1803 * commands, or to the qeth_ipa_cmd structure 1804 * for the IPA commands. 1805 * @reply_param: private pointer passed to the callback 1806 * 1807 * Callback function gets called one or more times, with cb_cmd 1808 * pointing to the response returned by the hardware. Callback 1809 * function must return 1810 * > 0 if more reply blocks are expected, 1811 * 0 if the last or only reply block is received, and 1812 * < 0 on error. 1813 * Callback function can get the value of the reply_param pointer from the 1814 * field 'param' of the structure qeth_reply. 1815 */ 1816 1817 static int qeth_send_control_data(struct qeth_card *card, int len, 1818 struct qeth_cmd_buffer *iob, 1819 int (*reply_cb)(struct qeth_card *cb_card, 1820 struct qeth_reply *cb_reply, 1821 unsigned long cb_cmd), 1822 void *reply_param) 1823 { 1824 struct qeth_channel *channel = iob->channel; 1825 long timeout = iob->timeout; 1826 int rc; 1827 struct qeth_reply *reply = NULL; 1828 1829 QETH_CARD_TEXT(card, 2, "sendctl"); 1830 1831 reply = qeth_alloc_reply(card); 1832 if (!reply) { 1833 qeth_release_buffer(channel, iob); 1834 return -ENOMEM; 1835 } 1836 reply->callback = reply_cb; 1837 reply->param = reply_param; 1838 1839 /* pairs with qeth_release_buffer(): */ 1840 qeth_get_reply(reply); 1841 iob->reply = reply; 1842 1843 timeout = wait_event_interruptible_timeout(card->wait_q, 1844 qeth_trylock_channel(channel), 1845 timeout); 1846 if (timeout <= 0) { 1847 qeth_put_reply(reply); 1848 qeth_release_buffer(channel, iob); 1849 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1850 } 1851 1852 iob->finalize(card, iob, len); 1853 QETH_DBF_HEX(CTRL, 2, iob->data, min(len, QETH_DBF_CTRL_LEN)); 1854 1855 qeth_enqueue_reply(card, reply); 1856 1857 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1858 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1859 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1860 (addr_t) iob, 0, 0, timeout); 1861 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1862 if (rc) { 1863 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1864 CARD_DEVID(card), rc); 1865 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1866 qeth_dequeue_reply(card, reply); 1867 qeth_put_reply(reply); 1868 qeth_release_buffer(channel, iob); 1869 atomic_set(&channel->irq_pending, 0); 1870 wake_up(&card->wait_q); 1871 return rc; 1872 } 1873 1874 timeout = wait_for_completion_interruptible_timeout(&reply->received, 1875 timeout); 1876 if (timeout <= 0) 1877 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1878 1879 qeth_dequeue_reply(card, reply); 1880 if (!rc) 1881 rc = reply->rc; 1882 qeth_put_reply(reply); 1883 return rc; 1884 } 1885 1886 static int qeth_idx_check_activate_response(struct qeth_card *card, 1887 struct qeth_channel *channel, 1888 struct qeth_cmd_buffer *iob) 1889 { 1890 int rc; 1891 1892 rc = qeth_check_idx_response(card, iob->data); 1893 if (rc) 1894 return rc; 1895 1896 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1897 return 0; 1898 1899 /* negative reply: */ 1900 QETH_DBF_TEXT_(SETUP, 2, "idxneg%c", 1901 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1902 1903 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1904 case QETH_IDX_ACT_ERR_EXCL: 1905 dev_err(&channel->ccwdev->dev, 1906 "The adapter is used exclusively by another host\n"); 1907 return -EBUSY; 1908 case QETH_IDX_ACT_ERR_AUTH: 1909 case QETH_IDX_ACT_ERR_AUTH_USER: 1910 dev_err(&channel->ccwdev->dev, 1911 "Setting the device online failed because of insufficient authorization\n"); 1912 return -EPERM; 1913 default: 1914 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1915 CCW_DEVID(channel->ccwdev)); 1916 return -EIO; 1917 } 1918 } 1919 1920 static void qeth_idx_query_read_cb(struct qeth_card *card, 1921 struct qeth_channel *channel, 1922 struct qeth_cmd_buffer *iob) 1923 { 1924 u16 peer_level; 1925 int rc; 1926 1927 QETH_DBF_TEXT(SETUP, 2, "idxrdcb"); 1928 1929 rc = qeth_idx_check_activate_response(card, channel, iob); 1930 if (rc) 1931 goto out; 1932 1933 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1934 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1935 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1936 CCW_DEVID(channel->ccwdev), 1937 card->info.func_level, peer_level); 1938 rc = -EINVAL; 1939 goto out; 1940 } 1941 1942 memcpy(&card->token.issuer_rm_r, 1943 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1944 QETH_MPC_TOKEN_LENGTH); 1945 memcpy(&card->info.mcl_level[0], 1946 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1947 1948 out: 1949 qeth_notify_reply(iob->reply, rc); 1950 qeth_release_buffer(channel, iob); 1951 } 1952 1953 static void qeth_idx_query_write_cb(struct qeth_card *card, 1954 struct qeth_channel *channel, 1955 struct qeth_cmd_buffer *iob) 1956 { 1957 u16 peer_level; 1958 int rc; 1959 1960 QETH_DBF_TEXT(SETUP, 2, "idxwrcb"); 1961 1962 rc = qeth_idx_check_activate_response(card, channel, iob); 1963 if (rc) 1964 goto out; 1965 1966 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1967 if ((peer_level & ~0x0100) != 1968 qeth_peer_func_level(card->info.func_level)) { 1969 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1970 CCW_DEVID(channel->ccwdev), 1971 card->info.func_level, peer_level); 1972 rc = -EINVAL; 1973 } 1974 1975 out: 1976 qeth_notify_reply(iob->reply, rc); 1977 qeth_release_buffer(channel, iob); 1978 } 1979 1980 static void qeth_idx_finalize_query_cmd(struct qeth_card *card, 1981 struct qeth_cmd_buffer *iob, 1982 unsigned int length) 1983 { 1984 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_READ, length, iob->data); 1985 } 1986 1987 static void qeth_idx_activate_cb(struct qeth_card *card, 1988 struct qeth_channel *channel, 1989 struct qeth_cmd_buffer *iob) 1990 { 1991 qeth_notify_reply(iob->reply, 0); 1992 qeth_release_buffer(channel, iob); 1993 } 1994 1995 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1996 struct qeth_cmd_buffer *iob) 1997 { 1998 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1999 u8 port = ((u8)card->dev->dev_port) | 0x80; 2000 struct ccw_dev_id dev_id; 2001 2002 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2003 iob->finalize = qeth_idx_finalize_cmd; 2004 iob->callback = qeth_idx_activate_cb; 2005 2006 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2007 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2008 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2009 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2010 &card->info.func_level, 2); 2011 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2012 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2013 } 2014 2015 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2016 { 2017 struct qeth_channel *channel = &card->read; 2018 struct qeth_cmd_buffer *iob; 2019 int rc; 2020 2021 QETH_DBF_TEXT(SETUP, 2, "idxread"); 2022 2023 iob = qeth_get_buffer(channel); 2024 if (!iob) 2025 return -ENOMEM; 2026 2027 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2028 qeth_idx_setup_activate_cmd(card, iob); 2029 2030 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2031 if (rc) 2032 return rc; 2033 2034 iob = qeth_get_buffer(channel); 2035 if (!iob) 2036 return -ENOMEM; 2037 2038 iob->finalize = qeth_idx_finalize_query_cmd; 2039 iob->callback = qeth_idx_query_read_cb; 2040 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2041 if (rc) 2042 return rc; 2043 2044 channel->state = CH_STATE_UP; 2045 return 0; 2046 } 2047 2048 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2049 { 2050 struct qeth_channel *channel = &card->write; 2051 struct qeth_cmd_buffer *iob; 2052 int rc; 2053 2054 QETH_DBF_TEXT(SETUP, 2, "idxwrite"); 2055 2056 iob = qeth_get_buffer(channel); 2057 if (!iob) 2058 return -ENOMEM; 2059 2060 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2061 qeth_idx_setup_activate_cmd(card, iob); 2062 2063 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2064 if (rc) 2065 return rc; 2066 2067 iob = qeth_get_buffer(channel); 2068 if (!iob) 2069 return -ENOMEM; 2070 2071 iob->finalize = qeth_idx_finalize_query_cmd; 2072 iob->callback = qeth_idx_query_write_cb; 2073 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2074 if (rc) 2075 return rc; 2076 2077 channel->state = CH_STATE_UP; 2078 return 0; 2079 } 2080 2081 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2082 unsigned long data) 2083 { 2084 struct qeth_cmd_buffer *iob; 2085 2086 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2087 2088 iob = (struct qeth_cmd_buffer *) data; 2089 memcpy(&card->token.cm_filter_r, 2090 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2091 QETH_MPC_TOKEN_LENGTH); 2092 return 0; 2093 } 2094 2095 static int qeth_cm_enable(struct qeth_card *card) 2096 { 2097 int rc; 2098 struct qeth_cmd_buffer *iob; 2099 2100 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2101 2102 iob = qeth_wait_for_buffer(&card->write); 2103 iob->finalize = qeth_mpc_finalize_cmd; 2104 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2105 2106 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2107 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2108 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2109 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2110 2111 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2112 qeth_cm_enable_cb, NULL); 2113 return rc; 2114 } 2115 2116 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2117 unsigned long data) 2118 { 2119 struct qeth_cmd_buffer *iob; 2120 2121 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2122 2123 iob = (struct qeth_cmd_buffer *) data; 2124 memcpy(&card->token.cm_connection_r, 2125 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2126 QETH_MPC_TOKEN_LENGTH); 2127 return 0; 2128 } 2129 2130 static int qeth_cm_setup(struct qeth_card *card) 2131 { 2132 int rc; 2133 struct qeth_cmd_buffer *iob; 2134 2135 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2136 2137 iob = qeth_wait_for_buffer(&card->write); 2138 iob->finalize = qeth_mpc_finalize_cmd; 2139 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2140 2141 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2142 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2143 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2144 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2145 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2146 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2147 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2148 qeth_cm_setup_cb, NULL); 2149 return rc; 2150 } 2151 2152 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2153 { 2154 struct net_device *dev = card->dev; 2155 unsigned int new_mtu; 2156 2157 if (!max_mtu) { 2158 /* IQD needs accurate max MTU to set up its RX buffers: */ 2159 if (IS_IQD(card)) 2160 return -EINVAL; 2161 /* tolerate quirky HW: */ 2162 max_mtu = ETH_MAX_MTU; 2163 } 2164 2165 rtnl_lock(); 2166 if (IS_IQD(card)) { 2167 /* move any device with default MTU to new max MTU: */ 2168 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2169 2170 /* adjust RX buffer size to new max MTU: */ 2171 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2172 if (dev->max_mtu && dev->max_mtu != max_mtu) 2173 qeth_free_qdio_queues(card); 2174 } else { 2175 if (dev->mtu) 2176 new_mtu = dev->mtu; 2177 /* default MTUs for first setup: */ 2178 else if (IS_LAYER2(card)) 2179 new_mtu = ETH_DATA_LEN; 2180 else 2181 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2182 } 2183 2184 dev->max_mtu = max_mtu; 2185 dev->mtu = min(new_mtu, max_mtu); 2186 rtnl_unlock(); 2187 return 0; 2188 } 2189 2190 static int qeth_get_mtu_outof_framesize(int framesize) 2191 { 2192 switch (framesize) { 2193 case 0x4000: 2194 return 8192; 2195 case 0x6000: 2196 return 16384; 2197 case 0xa000: 2198 return 32768; 2199 case 0xffff: 2200 return 57344; 2201 default: 2202 return 0; 2203 } 2204 } 2205 2206 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2207 unsigned long data) 2208 { 2209 __u16 mtu, framesize; 2210 __u16 len; 2211 __u8 link_type; 2212 struct qeth_cmd_buffer *iob; 2213 2214 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2215 2216 iob = (struct qeth_cmd_buffer *) data; 2217 memcpy(&card->token.ulp_filter_r, 2218 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2219 QETH_MPC_TOKEN_LENGTH); 2220 if (card->info.type == QETH_CARD_TYPE_IQD) { 2221 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2222 mtu = qeth_get_mtu_outof_framesize(framesize); 2223 } else { 2224 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2225 } 2226 *(u16 *)reply->param = mtu; 2227 2228 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2229 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2230 memcpy(&link_type, 2231 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2232 card->info.link_type = link_type; 2233 } else 2234 card->info.link_type = 0; 2235 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2236 return 0; 2237 } 2238 2239 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2240 { 2241 if (IS_OSN(card)) 2242 return QETH_PROT_OSN2; 2243 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2244 } 2245 2246 static int qeth_ulp_enable(struct qeth_card *card) 2247 { 2248 u8 prot_type = qeth_mpc_select_prot_type(card); 2249 struct qeth_cmd_buffer *iob; 2250 u16 max_mtu; 2251 int rc; 2252 2253 /*FIXME: trace view callbacks*/ 2254 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2255 2256 iob = qeth_wait_for_buffer(&card->write); 2257 iob->finalize = qeth_mpc_finalize_cmd; 2258 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2259 2260 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2261 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2262 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2263 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2264 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2265 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2266 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2267 qeth_ulp_enable_cb, &max_mtu); 2268 if (rc) 2269 return rc; 2270 return qeth_update_max_mtu(card, max_mtu); 2271 } 2272 2273 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2274 unsigned long data) 2275 { 2276 struct qeth_cmd_buffer *iob; 2277 2278 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2279 2280 iob = (struct qeth_cmd_buffer *) data; 2281 memcpy(&card->token.ulp_connection_r, 2282 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2283 QETH_MPC_TOKEN_LENGTH); 2284 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2285 3)) { 2286 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2287 dev_err(&card->gdev->dev, "A connection could not be " 2288 "established because of an OLM limit\n"); 2289 return -EMLINK; 2290 } 2291 return 0; 2292 } 2293 2294 static int qeth_ulp_setup(struct qeth_card *card) 2295 { 2296 int rc; 2297 __u16 temp; 2298 struct qeth_cmd_buffer *iob; 2299 struct ccw_dev_id dev_id; 2300 2301 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2302 2303 iob = qeth_wait_for_buffer(&card->write); 2304 iob->finalize = qeth_mpc_finalize_cmd; 2305 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2306 2307 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2308 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2309 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2310 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2311 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2312 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2313 2314 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2315 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2316 temp = (card->info.cula << 8) + card->info.unit_addr2; 2317 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2318 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2319 qeth_ulp_setup_cb, NULL); 2320 return rc; 2321 } 2322 2323 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2324 { 2325 struct qeth_qdio_out_buffer *newbuf; 2326 2327 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2328 if (!newbuf) 2329 return -ENOMEM; 2330 2331 newbuf->buffer = q->qdio_bufs[bidx]; 2332 skb_queue_head_init(&newbuf->skb_list); 2333 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2334 newbuf->q = q; 2335 newbuf->next_pending = q->bufs[bidx]; 2336 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2337 q->bufs[bidx] = newbuf; 2338 return 0; 2339 } 2340 2341 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2342 { 2343 if (!q) 2344 return; 2345 2346 qeth_drain_output_queue(q, true); 2347 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2348 kfree(q); 2349 } 2350 2351 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2352 { 2353 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2354 2355 if (!q) 2356 return NULL; 2357 2358 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2359 kfree(q); 2360 return NULL; 2361 } 2362 return q; 2363 } 2364 2365 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2366 { 2367 int i, j; 2368 2369 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2370 2371 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2372 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2373 return 0; 2374 2375 QETH_DBF_TEXT(SETUP, 2, "inq"); 2376 card->qdio.in_q = qeth_alloc_qdio_queue(); 2377 if (!card->qdio.in_q) 2378 goto out_nomem; 2379 2380 /* inbound buffer pool */ 2381 if (qeth_alloc_buffer_pool(card)) 2382 goto out_freeinq; 2383 2384 /* outbound */ 2385 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2386 card->qdio.out_qs[i] = qeth_alloc_output_queue(); 2387 if (!card->qdio.out_qs[i]) 2388 goto out_freeoutq; 2389 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2390 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2391 card->qdio.out_qs[i]->queue_no = i; 2392 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2393 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2394 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2395 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2396 goto out_freeoutqbufs; 2397 } 2398 } 2399 2400 /* completion */ 2401 if (qeth_alloc_cq(card)) 2402 goto out_freeoutq; 2403 2404 return 0; 2405 2406 out_freeoutqbufs: 2407 while (j > 0) { 2408 --j; 2409 kmem_cache_free(qeth_qdio_outbuf_cache, 2410 card->qdio.out_qs[i]->bufs[j]); 2411 card->qdio.out_qs[i]->bufs[j] = NULL; 2412 } 2413 out_freeoutq: 2414 while (i > 0) { 2415 qeth_free_output_queue(card->qdio.out_qs[--i]); 2416 card->qdio.out_qs[i] = NULL; 2417 } 2418 qeth_free_buffer_pool(card); 2419 out_freeinq: 2420 qeth_free_qdio_queue(card->qdio.in_q); 2421 card->qdio.in_q = NULL; 2422 out_nomem: 2423 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2424 return -ENOMEM; 2425 } 2426 2427 static void qeth_free_qdio_queues(struct qeth_card *card) 2428 { 2429 int i, j; 2430 2431 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2432 QETH_QDIO_UNINITIALIZED) 2433 return; 2434 2435 qeth_free_cq(card); 2436 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2437 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2438 if (card->qdio.in_q->bufs[j].rx_skb) 2439 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2440 } 2441 qeth_free_qdio_queue(card->qdio.in_q); 2442 card->qdio.in_q = NULL; 2443 /* inbound buffer pool */ 2444 qeth_free_buffer_pool(card); 2445 /* free outbound qdio_qs */ 2446 for (i = 0; i < card->qdio.no_out_queues; i++) { 2447 qeth_free_output_queue(card->qdio.out_qs[i]); 2448 card->qdio.out_qs[i] = NULL; 2449 } 2450 } 2451 2452 static void qeth_create_qib_param_field(struct qeth_card *card, 2453 char *param_field) 2454 { 2455 2456 param_field[0] = _ascebc['P']; 2457 param_field[1] = _ascebc['C']; 2458 param_field[2] = _ascebc['I']; 2459 param_field[3] = _ascebc['T']; 2460 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2461 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2462 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2463 } 2464 2465 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2466 char *param_field) 2467 { 2468 param_field[16] = _ascebc['B']; 2469 param_field[17] = _ascebc['L']; 2470 param_field[18] = _ascebc['K']; 2471 param_field[19] = _ascebc['T']; 2472 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2473 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2474 *((unsigned int *) (¶m_field[28])) = 2475 card->info.blkt.inter_packet_jumbo; 2476 } 2477 2478 static int qeth_qdio_activate(struct qeth_card *card) 2479 { 2480 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2481 return qdio_activate(CARD_DDEV(card)); 2482 } 2483 2484 static int qeth_dm_act(struct qeth_card *card) 2485 { 2486 int rc; 2487 struct qeth_cmd_buffer *iob; 2488 2489 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2490 2491 iob = qeth_wait_for_buffer(&card->write); 2492 iob->finalize = qeth_mpc_finalize_cmd; 2493 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2494 2495 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2496 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2497 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2498 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2499 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2500 return rc; 2501 } 2502 2503 static int qeth_mpc_initialize(struct qeth_card *card) 2504 { 2505 int rc; 2506 2507 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2508 2509 rc = qeth_issue_next_read(card); 2510 if (rc) { 2511 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2512 return rc; 2513 } 2514 rc = qeth_cm_enable(card); 2515 if (rc) { 2516 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2517 goto out_qdio; 2518 } 2519 rc = qeth_cm_setup(card); 2520 if (rc) { 2521 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2522 goto out_qdio; 2523 } 2524 rc = qeth_ulp_enable(card); 2525 if (rc) { 2526 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2527 goto out_qdio; 2528 } 2529 rc = qeth_ulp_setup(card); 2530 if (rc) { 2531 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2532 goto out_qdio; 2533 } 2534 rc = qeth_alloc_qdio_queues(card); 2535 if (rc) { 2536 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2537 goto out_qdio; 2538 } 2539 rc = qeth_qdio_establish(card); 2540 if (rc) { 2541 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2542 qeth_free_qdio_queues(card); 2543 goto out_qdio; 2544 } 2545 rc = qeth_qdio_activate(card); 2546 if (rc) { 2547 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2548 goto out_qdio; 2549 } 2550 rc = qeth_dm_act(card); 2551 if (rc) { 2552 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2553 goto out_qdio; 2554 } 2555 2556 return 0; 2557 out_qdio: 2558 qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 2559 qdio_free(CARD_DDEV(card)); 2560 return rc; 2561 } 2562 2563 void qeth_print_status_message(struct qeth_card *card) 2564 { 2565 switch (card->info.type) { 2566 case QETH_CARD_TYPE_OSD: 2567 case QETH_CARD_TYPE_OSM: 2568 case QETH_CARD_TYPE_OSX: 2569 /* VM will use a non-zero first character 2570 * to indicate a HiperSockets like reporting 2571 * of the level OSA sets the first character to zero 2572 * */ 2573 if (!card->info.mcl_level[0]) { 2574 sprintf(card->info.mcl_level, "%02x%02x", 2575 card->info.mcl_level[2], 2576 card->info.mcl_level[3]); 2577 break; 2578 } 2579 /* fallthrough */ 2580 case QETH_CARD_TYPE_IQD: 2581 if ((card->info.guestlan) || 2582 (card->info.mcl_level[0] & 0x80)) { 2583 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2584 card->info.mcl_level[0]]; 2585 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2586 card->info.mcl_level[1]]; 2587 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2588 card->info.mcl_level[2]]; 2589 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2590 card->info.mcl_level[3]]; 2591 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2592 } 2593 break; 2594 default: 2595 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2596 } 2597 dev_info(&card->gdev->dev, 2598 "Device is a%s card%s%s%s\nwith link type %s.\n", 2599 qeth_get_cardname(card), 2600 (card->info.mcl_level[0]) ? " (level: " : "", 2601 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2602 (card->info.mcl_level[0]) ? ")" : "", 2603 qeth_get_cardname_short(card)); 2604 } 2605 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2606 2607 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2608 { 2609 struct qeth_buffer_pool_entry *entry; 2610 2611 QETH_CARD_TEXT(card, 5, "inwrklst"); 2612 2613 list_for_each_entry(entry, 2614 &card->qdio.init_pool.entry_list, init_list) { 2615 qeth_put_buffer_pool_entry(card, entry); 2616 } 2617 } 2618 2619 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2620 struct qeth_card *card) 2621 { 2622 struct list_head *plh; 2623 struct qeth_buffer_pool_entry *entry; 2624 int i, free; 2625 struct page *page; 2626 2627 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2628 return NULL; 2629 2630 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2631 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2632 free = 1; 2633 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2634 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2635 free = 0; 2636 break; 2637 } 2638 } 2639 if (free) { 2640 list_del_init(&entry->list); 2641 return entry; 2642 } 2643 } 2644 2645 /* no free buffer in pool so take first one and swap pages */ 2646 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2647 struct qeth_buffer_pool_entry, list); 2648 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2649 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2650 page = alloc_page(GFP_ATOMIC); 2651 if (!page) { 2652 return NULL; 2653 } else { 2654 free_page((unsigned long)entry->elements[i]); 2655 entry->elements[i] = page_address(page); 2656 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2657 } 2658 } 2659 } 2660 list_del_init(&entry->list); 2661 return entry; 2662 } 2663 2664 static int qeth_init_input_buffer(struct qeth_card *card, 2665 struct qeth_qdio_buffer *buf) 2666 { 2667 struct qeth_buffer_pool_entry *pool_entry; 2668 int i; 2669 2670 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2671 buf->rx_skb = netdev_alloc_skb(card->dev, 2672 QETH_RX_PULL_LEN + ETH_HLEN); 2673 if (!buf->rx_skb) 2674 return 1; 2675 } 2676 2677 pool_entry = qeth_find_free_buffer_pool_entry(card); 2678 if (!pool_entry) 2679 return 1; 2680 2681 /* 2682 * since the buffer is accessed only from the input_tasklet 2683 * there shouldn't be a need to synchronize; also, since we use 2684 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2685 * buffers 2686 */ 2687 2688 buf->pool_entry = pool_entry; 2689 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2690 buf->buffer->element[i].length = PAGE_SIZE; 2691 buf->buffer->element[i].addr = pool_entry->elements[i]; 2692 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2693 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2694 else 2695 buf->buffer->element[i].eflags = 0; 2696 buf->buffer->element[i].sflags = 0; 2697 } 2698 return 0; 2699 } 2700 2701 int qeth_init_qdio_queues(struct qeth_card *card) 2702 { 2703 int i, j; 2704 int rc; 2705 2706 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2707 2708 /* inbound queue */ 2709 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2710 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2711 qeth_initialize_working_pool_list(card); 2712 /*give only as many buffers to hardware as we have buffer pool entries*/ 2713 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2714 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2715 card->qdio.in_q->next_buf_to_init = 2716 card->qdio.in_buf_pool.buf_count - 1; 2717 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2718 card->qdio.in_buf_pool.buf_count - 1); 2719 if (rc) { 2720 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2721 return rc; 2722 } 2723 2724 /* completion */ 2725 rc = qeth_cq_init(card); 2726 if (rc) { 2727 return rc; 2728 } 2729 2730 /* outbound queue */ 2731 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2732 qdio_reset_buffers(card->qdio.out_qs[i]->qdio_bufs, 2733 QDIO_MAX_BUFFERS_PER_Q); 2734 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2735 qeth_clear_output_buffer(card->qdio.out_qs[i], 2736 card->qdio.out_qs[i]->bufs[j]); 2737 } 2738 card->qdio.out_qs[i]->card = card; 2739 card->qdio.out_qs[i]->next_buf_to_fill = 0; 2740 card->qdio.out_qs[i]->do_pack = 0; 2741 atomic_set(&card->qdio.out_qs[i]->used_buffers, 0); 2742 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0); 2743 atomic_set(&card->qdio.out_qs[i]->state, 2744 QETH_OUT_Q_UNLOCKED); 2745 } 2746 return 0; 2747 } 2748 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2749 2750 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2751 { 2752 switch (link_type) { 2753 case QETH_LINK_TYPE_HSTR: 2754 return 2; 2755 default: 2756 return 1; 2757 } 2758 } 2759 2760 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2761 struct qeth_ipa_cmd *cmd, 2762 enum qeth_ipa_cmds command, 2763 enum qeth_prot_versions prot) 2764 { 2765 cmd->hdr.command = command; 2766 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2767 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2768 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2769 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2770 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2771 cmd->hdr.param_count = 1; 2772 cmd->hdr.prot_version = prot; 2773 } 2774 2775 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2776 struct qeth_cmd_buffer *iob, 2777 unsigned int length) 2778 { 2779 qeth_mpc_finalize_cmd(card, iob, length); 2780 2781 /* override with IPA-specific values: */ 2782 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa; 2783 iob->reply->seqno = card->seqno.ipa++; 2784 } 2785 2786 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2787 u16 cmd_length) 2788 { 2789 u16 total_length = IPA_PDU_HEADER_SIZE + cmd_length; 2790 u8 prot_type = qeth_mpc_select_prot_type(card); 2791 2792 iob->finalize = qeth_ipa_finalize_cmd; 2793 iob->timeout = QETH_IPA_TIMEOUT; 2794 2795 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2796 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2797 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2798 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2799 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2800 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2801 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2802 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2803 } 2804 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2805 2806 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2807 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2808 { 2809 struct qeth_cmd_buffer *iob; 2810 2811 iob = qeth_get_buffer(&card->write); 2812 if (iob) { 2813 qeth_prepare_ipa_cmd(card, iob, sizeof(struct qeth_ipa_cmd)); 2814 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2815 } else { 2816 dev_warn(&card->gdev->dev, 2817 "The qeth driver ran out of channel command buffers\n"); 2818 QETH_DBF_MESSAGE(1, "device %x ran out of channel command buffers", 2819 CARD_DEVID(card)); 2820 } 2821 2822 return iob; 2823 } 2824 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2825 2826 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2827 struct qeth_reply *reply, unsigned long data) 2828 { 2829 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2830 2831 return (cmd->hdr.return_code) ? -EIO : 0; 2832 } 2833 2834 /** 2835 * qeth_send_ipa_cmd() - send an IPA command 2836 * 2837 * See qeth_send_control_data() for explanation of the arguments. 2838 */ 2839 2840 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2841 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2842 unsigned long), 2843 void *reply_param) 2844 { 2845 u16 length; 2846 int rc; 2847 2848 QETH_CARD_TEXT(card, 4, "sendipa"); 2849 2850 if (card->read_or_write_problem) { 2851 qeth_release_buffer(iob->channel, iob); 2852 return -EIO; 2853 } 2854 2855 if (reply_cb == NULL) 2856 reply_cb = qeth_send_ipa_cmd_cb; 2857 memcpy(&length, QETH_IPA_PDU_LEN_TOTAL(iob->data), 2); 2858 rc = qeth_send_control_data(card, length, iob, reply_cb, reply_param); 2859 if (rc == -ETIME) { 2860 qeth_clear_ipacmd_list(card); 2861 qeth_schedule_recovery(card); 2862 } 2863 return rc; 2864 } 2865 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2866 2867 static int qeth_send_startlan_cb(struct qeth_card *card, 2868 struct qeth_reply *reply, unsigned long data) 2869 { 2870 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2871 2872 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2873 return -ENETDOWN; 2874 2875 return (cmd->hdr.return_code) ? -EIO : 0; 2876 } 2877 2878 static int qeth_send_startlan(struct qeth_card *card) 2879 { 2880 struct qeth_cmd_buffer *iob; 2881 2882 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 2883 2884 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2885 if (!iob) 2886 return -ENOMEM; 2887 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2888 } 2889 2890 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2891 { 2892 if (!cmd->hdr.return_code) 2893 cmd->hdr.return_code = 2894 cmd->data.setadapterparms.hdr.return_code; 2895 return cmd->hdr.return_code; 2896 } 2897 2898 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2899 struct qeth_reply *reply, unsigned long data) 2900 { 2901 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2902 2903 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2904 if (qeth_setadpparms_inspect_rc(cmd)) 2905 return -EIO; 2906 2907 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2908 card->info.link_type = 2909 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2910 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 2911 } 2912 card->options.adp.supported_funcs = 2913 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2914 return 0; 2915 } 2916 2917 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2918 __u32 command, __u32 cmdlen) 2919 { 2920 struct qeth_cmd_buffer *iob; 2921 struct qeth_ipa_cmd *cmd; 2922 2923 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 2924 QETH_PROT_IPV4); 2925 if (iob) { 2926 cmd = __ipa_cmd(iob); 2927 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 2928 cmd->data.setadapterparms.hdr.command_code = command; 2929 cmd->data.setadapterparms.hdr.used_total = 1; 2930 cmd->data.setadapterparms.hdr.seq_no = 1; 2931 } 2932 2933 return iob; 2934 } 2935 2936 static int qeth_query_setadapterparms(struct qeth_card *card) 2937 { 2938 int rc; 2939 struct qeth_cmd_buffer *iob; 2940 2941 QETH_CARD_TEXT(card, 3, "queryadp"); 2942 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2943 sizeof(struct qeth_ipacmd_setadpparms)); 2944 if (!iob) 2945 return -ENOMEM; 2946 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2947 return rc; 2948 } 2949 2950 static int qeth_query_ipassists_cb(struct qeth_card *card, 2951 struct qeth_reply *reply, unsigned long data) 2952 { 2953 struct qeth_ipa_cmd *cmd; 2954 2955 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 2956 2957 cmd = (struct qeth_ipa_cmd *) data; 2958 2959 switch (cmd->hdr.return_code) { 2960 case IPA_RC_SUCCESS: 2961 break; 2962 case IPA_RC_NOTSUPP: 2963 case IPA_RC_L2_UNSUPPORTED_CMD: 2964 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 2965 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2966 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2967 return -EOPNOTSUPP; 2968 default: 2969 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2970 CARD_DEVID(card), cmd->hdr.return_code); 2971 return -EIO; 2972 } 2973 2974 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2975 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2976 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2977 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2978 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2979 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 2980 } else 2981 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2982 CARD_DEVID(card)); 2983 return 0; 2984 } 2985 2986 static int qeth_query_ipassists(struct qeth_card *card, 2987 enum qeth_prot_versions prot) 2988 { 2989 int rc; 2990 struct qeth_cmd_buffer *iob; 2991 2992 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 2993 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 2994 if (!iob) 2995 return -ENOMEM; 2996 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2997 return rc; 2998 } 2999 3000 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3001 struct qeth_reply *reply, unsigned long data) 3002 { 3003 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3004 struct qeth_query_switch_attributes *attrs; 3005 struct qeth_switch_info *sw_info; 3006 3007 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3008 if (qeth_setadpparms_inspect_rc(cmd)) 3009 return -EIO; 3010 3011 sw_info = (struct qeth_switch_info *)reply->param; 3012 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3013 sw_info->capabilities = attrs->capabilities; 3014 sw_info->settings = attrs->settings; 3015 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3016 sw_info->settings); 3017 return 0; 3018 } 3019 3020 int qeth_query_switch_attributes(struct qeth_card *card, 3021 struct qeth_switch_info *sw_info) 3022 { 3023 struct qeth_cmd_buffer *iob; 3024 3025 QETH_CARD_TEXT(card, 2, "qswiattr"); 3026 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3027 return -EOPNOTSUPP; 3028 if (!netif_carrier_ok(card->dev)) 3029 return -ENOMEDIUM; 3030 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3031 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3032 if (!iob) 3033 return -ENOMEM; 3034 return qeth_send_ipa_cmd(card, iob, 3035 qeth_query_switch_attributes_cb, sw_info); 3036 } 3037 3038 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3039 struct qeth_reply *reply, unsigned long data) 3040 { 3041 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3042 u16 rc = cmd->hdr.return_code; 3043 3044 if (rc) { 3045 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3046 return -EIO; 3047 } 3048 3049 card->info.diagass_support = cmd->data.diagass.ext; 3050 return 0; 3051 } 3052 3053 static int qeth_query_setdiagass(struct qeth_card *card) 3054 { 3055 struct qeth_cmd_buffer *iob; 3056 struct qeth_ipa_cmd *cmd; 3057 3058 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3059 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3060 if (!iob) 3061 return -ENOMEM; 3062 cmd = __ipa_cmd(iob); 3063 cmd->data.diagass.subcmd_len = 16; 3064 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3065 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3066 } 3067 3068 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3069 { 3070 unsigned long info = get_zeroed_page(GFP_KERNEL); 3071 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3072 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3073 struct ccw_dev_id ccwid; 3074 int level; 3075 3076 tid->chpid = card->info.chpid; 3077 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3078 tid->ssid = ccwid.ssid; 3079 tid->devno = ccwid.devno; 3080 if (!info) 3081 return; 3082 level = stsi(NULL, 0, 0, 0); 3083 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3084 tid->lparnr = info222->lpar_number; 3085 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3086 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3087 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3088 } 3089 free_page(info); 3090 return; 3091 } 3092 3093 static int qeth_hw_trap_cb(struct qeth_card *card, 3094 struct qeth_reply *reply, unsigned long data) 3095 { 3096 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3097 u16 rc = cmd->hdr.return_code; 3098 3099 if (rc) { 3100 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3101 return -EIO; 3102 } 3103 return 0; 3104 } 3105 3106 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3107 { 3108 struct qeth_cmd_buffer *iob; 3109 struct qeth_ipa_cmd *cmd; 3110 3111 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3112 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3113 if (!iob) 3114 return -ENOMEM; 3115 cmd = __ipa_cmd(iob); 3116 cmd->data.diagass.subcmd_len = 80; 3117 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3118 cmd->data.diagass.type = 1; 3119 cmd->data.diagass.action = action; 3120 switch (action) { 3121 case QETH_DIAGS_TRAP_ARM: 3122 cmd->data.diagass.options = 0x0003; 3123 cmd->data.diagass.ext = 0x00010000 + 3124 sizeof(struct qeth_trap_id); 3125 qeth_get_trap_id(card, 3126 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3127 break; 3128 case QETH_DIAGS_TRAP_DISARM: 3129 cmd->data.diagass.options = 0x0001; 3130 break; 3131 case QETH_DIAGS_TRAP_CAPTURE: 3132 break; 3133 } 3134 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3135 } 3136 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3137 3138 static int qeth_check_qdio_errors(struct qeth_card *card, 3139 struct qdio_buffer *buf, 3140 unsigned int qdio_error, 3141 const char *dbftext) 3142 { 3143 if (qdio_error) { 3144 QETH_CARD_TEXT(card, 2, dbftext); 3145 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3146 buf->element[15].sflags); 3147 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3148 buf->element[14].sflags); 3149 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3150 if ((buf->element[15].sflags) == 0x12) { 3151 QETH_CARD_STAT_INC(card, rx_dropped); 3152 return 0; 3153 } else 3154 return 1; 3155 } 3156 return 0; 3157 } 3158 3159 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3160 { 3161 struct qeth_qdio_q *queue = card->qdio.in_q; 3162 struct list_head *lh; 3163 int count; 3164 int i; 3165 int rc; 3166 int newcount = 0; 3167 3168 count = (index < queue->next_buf_to_init)? 3169 card->qdio.in_buf_pool.buf_count - 3170 (queue->next_buf_to_init - index) : 3171 card->qdio.in_buf_pool.buf_count - 3172 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3173 /* only requeue at a certain threshold to avoid SIGAs */ 3174 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3175 for (i = queue->next_buf_to_init; 3176 i < queue->next_buf_to_init + count; ++i) { 3177 if (qeth_init_input_buffer(card, 3178 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3179 break; 3180 } else { 3181 newcount++; 3182 } 3183 } 3184 3185 if (newcount < count) { 3186 /* we are in memory shortage so we switch back to 3187 traditional skb allocation and drop packages */ 3188 atomic_set(&card->force_alloc_skb, 3); 3189 count = newcount; 3190 } else { 3191 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3192 } 3193 3194 if (!count) { 3195 i = 0; 3196 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3197 i++; 3198 if (i == card->qdio.in_buf_pool.buf_count) { 3199 QETH_CARD_TEXT(card, 2, "qsarbw"); 3200 card->reclaim_index = index; 3201 schedule_delayed_work( 3202 &card->buffer_reclaim_work, 3203 QETH_RECLAIM_WORK_TIME); 3204 } 3205 return; 3206 } 3207 3208 /* 3209 * according to old code it should be avoided to requeue all 3210 * 128 buffers in order to benefit from PCI avoidance. 3211 * this function keeps at least one buffer (the buffer at 3212 * 'index') un-requeued -> this buffer is the first buffer that 3213 * will be requeued the next time 3214 */ 3215 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3216 queue->next_buf_to_init, count); 3217 if (rc) { 3218 QETH_CARD_TEXT(card, 2, "qinberr"); 3219 } 3220 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3221 QDIO_MAX_BUFFERS_PER_Q; 3222 } 3223 } 3224 3225 static void qeth_buffer_reclaim_work(struct work_struct *work) 3226 { 3227 struct qeth_card *card = container_of(work, struct qeth_card, 3228 buffer_reclaim_work.work); 3229 3230 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3231 qeth_queue_input_buffer(card, card->reclaim_index); 3232 } 3233 3234 static void qeth_handle_send_error(struct qeth_card *card, 3235 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3236 { 3237 int sbalf15 = buffer->buffer->element[15].sflags; 3238 3239 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3240 if (card->info.type == QETH_CARD_TYPE_IQD) { 3241 if (sbalf15 == 0) { 3242 qdio_err = 0; 3243 } else { 3244 qdio_err = 1; 3245 } 3246 } 3247 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3248 3249 if (!qdio_err) 3250 return; 3251 3252 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3253 return; 3254 3255 QETH_CARD_TEXT(card, 1, "lnkfail"); 3256 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3257 (u16)qdio_err, (u8)sbalf15); 3258 } 3259 3260 /** 3261 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3262 * @queue: queue to check for packing buffer 3263 * 3264 * Returns number of buffers that were prepared for flush. 3265 */ 3266 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3267 { 3268 struct qeth_qdio_out_buffer *buffer; 3269 3270 buffer = queue->bufs[queue->next_buf_to_fill]; 3271 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3272 (buffer->next_element_to_fill > 0)) { 3273 /* it's a packing buffer */ 3274 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3275 queue->next_buf_to_fill = 3276 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3277 return 1; 3278 } 3279 return 0; 3280 } 3281 3282 /* 3283 * Switched to packing state if the number of used buffers on a queue 3284 * reaches a certain limit. 3285 */ 3286 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3287 { 3288 if (!queue->do_pack) { 3289 if (atomic_read(&queue->used_buffers) 3290 >= QETH_HIGH_WATERMARK_PACK){ 3291 /* switch non-PACKING -> PACKING */ 3292 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3293 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3294 queue->do_pack = 1; 3295 } 3296 } 3297 } 3298 3299 /* 3300 * Switches from packing to non-packing mode. If there is a packing 3301 * buffer on the queue this buffer will be prepared to be flushed. 3302 * In that case 1 is returned to inform the caller. If no buffer 3303 * has to be flushed, zero is returned. 3304 */ 3305 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3306 { 3307 if (queue->do_pack) { 3308 if (atomic_read(&queue->used_buffers) 3309 <= QETH_LOW_WATERMARK_PACK) { 3310 /* switch PACKING -> non-PACKING */ 3311 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3312 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3313 queue->do_pack = 0; 3314 return qeth_prep_flush_pack_buffer(queue); 3315 } 3316 } 3317 return 0; 3318 } 3319 3320 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3321 int count) 3322 { 3323 struct qeth_qdio_out_buffer *buf; 3324 int rc; 3325 int i; 3326 unsigned int qdio_flags; 3327 3328 for (i = index; i < index + count; ++i) { 3329 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3330 buf = queue->bufs[bidx]; 3331 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3332 SBAL_EFLAGS_LAST_ENTRY; 3333 3334 if (queue->bufstates) 3335 queue->bufstates[bidx].user = buf; 3336 3337 if (queue->card->info.type == QETH_CARD_TYPE_IQD) 3338 continue; 3339 3340 if (!queue->do_pack) { 3341 if ((atomic_read(&queue->used_buffers) >= 3342 (QETH_HIGH_WATERMARK_PACK - 3343 QETH_WATERMARK_PACK_FUZZ)) && 3344 !atomic_read(&queue->set_pci_flags_count)) { 3345 /* it's likely that we'll go to packing 3346 * mode soon */ 3347 atomic_inc(&queue->set_pci_flags_count); 3348 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3349 } 3350 } else { 3351 if (!atomic_read(&queue->set_pci_flags_count)) { 3352 /* 3353 * there's no outstanding PCI any more, so we 3354 * have to request a PCI to be sure the the PCI 3355 * will wake at some time in the future then we 3356 * can flush packed buffers that might still be 3357 * hanging around, which can happen if no 3358 * further send was requested by the stack 3359 */ 3360 atomic_inc(&queue->set_pci_flags_count); 3361 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3362 } 3363 } 3364 } 3365 3366 QETH_TXQ_STAT_ADD(queue, bufs, count); 3367 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3368 if (atomic_read(&queue->set_pci_flags_count)) 3369 qdio_flags |= QDIO_FLAG_PCI_OUT; 3370 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3371 queue->queue_no, index, count); 3372 if (rc) { 3373 QETH_TXQ_STAT_ADD(queue, tx_errors, count); 3374 /* ignore temporary SIGA errors without busy condition */ 3375 if (rc == -ENOBUFS) 3376 return; 3377 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3378 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3379 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3380 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3381 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3382 3383 /* this must not happen under normal circumstances. if it 3384 * happens something is really wrong -> recover */ 3385 qeth_schedule_recovery(queue->card); 3386 return; 3387 } 3388 } 3389 3390 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3391 { 3392 int index; 3393 int flush_cnt = 0; 3394 int q_was_packing = 0; 3395 3396 /* 3397 * check if weed have to switch to non-packing mode or if 3398 * we have to get a pci flag out on the queue 3399 */ 3400 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3401 !atomic_read(&queue->set_pci_flags_count)) { 3402 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3403 QETH_OUT_Q_UNLOCKED) { 3404 /* 3405 * If we get in here, there was no action in 3406 * do_send_packet. So, we check if there is a 3407 * packing buffer to be flushed here. 3408 */ 3409 index = queue->next_buf_to_fill; 3410 q_was_packing = queue->do_pack; 3411 /* queue->do_pack may change */ 3412 barrier(); 3413 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3414 if (!flush_cnt && 3415 !atomic_read(&queue->set_pci_flags_count)) 3416 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3417 if (q_was_packing) 3418 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3419 if (flush_cnt) 3420 qeth_flush_buffers(queue, index, flush_cnt); 3421 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3422 } 3423 } 3424 } 3425 3426 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3427 unsigned long card_ptr) 3428 { 3429 struct qeth_card *card = (struct qeth_card *)card_ptr; 3430 3431 if (card->dev->flags & IFF_UP) 3432 napi_schedule(&card->napi); 3433 } 3434 3435 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3436 { 3437 int rc; 3438 3439 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3440 rc = -1; 3441 goto out; 3442 } else { 3443 if (card->options.cq == cq) { 3444 rc = 0; 3445 goto out; 3446 } 3447 3448 if (card->state != CARD_STATE_DOWN) { 3449 rc = -1; 3450 goto out; 3451 } 3452 3453 qeth_free_qdio_queues(card); 3454 card->options.cq = cq; 3455 rc = 0; 3456 } 3457 out: 3458 return rc; 3459 3460 } 3461 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3462 3463 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3464 unsigned int queue, int first_element, 3465 int count) 3466 { 3467 struct qeth_qdio_q *cq = card->qdio.c_q; 3468 int i; 3469 int rc; 3470 3471 if (!qeth_is_cq(card, queue)) 3472 return; 3473 3474 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3475 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3476 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3477 3478 if (qdio_err) { 3479 netif_tx_stop_all_queues(card->dev); 3480 qeth_schedule_recovery(card); 3481 return; 3482 } 3483 3484 for (i = first_element; i < first_element + count; ++i) { 3485 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3486 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3487 int e = 0; 3488 3489 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3490 buffer->element[e].addr) { 3491 unsigned long phys_aob_addr; 3492 3493 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3494 qeth_qdio_handle_aob(card, phys_aob_addr); 3495 ++e; 3496 } 3497 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3498 } 3499 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3500 card->qdio.c_q->next_buf_to_init, 3501 count); 3502 if (rc) { 3503 dev_warn(&card->gdev->dev, 3504 "QDIO reported an error, rc=%i\n", rc); 3505 QETH_CARD_TEXT(card, 2, "qcqherr"); 3506 } 3507 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3508 + count) % QDIO_MAX_BUFFERS_PER_Q; 3509 } 3510 3511 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3512 unsigned int qdio_err, int queue, 3513 int first_elem, int count, 3514 unsigned long card_ptr) 3515 { 3516 struct qeth_card *card = (struct qeth_card *)card_ptr; 3517 3518 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3519 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3520 3521 if (qeth_is_cq(card, queue)) 3522 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3523 else if (qdio_err) 3524 qeth_schedule_recovery(card); 3525 } 3526 3527 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3528 unsigned int qdio_error, int __queue, 3529 int first_element, int count, 3530 unsigned long card_ptr) 3531 { 3532 struct qeth_card *card = (struct qeth_card *) card_ptr; 3533 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3534 struct qeth_qdio_out_buffer *buffer; 3535 struct net_device *dev = card->dev; 3536 struct netdev_queue *txq; 3537 int i; 3538 3539 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3540 if (qdio_error & QDIO_ERROR_FATAL) { 3541 QETH_CARD_TEXT(card, 2, "achkcond"); 3542 netif_tx_stop_all_queues(dev); 3543 qeth_schedule_recovery(card); 3544 return; 3545 } 3546 3547 for (i = first_element; i < (first_element + count); ++i) { 3548 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3549 buffer = queue->bufs[bidx]; 3550 qeth_handle_send_error(card, buffer, qdio_error); 3551 3552 if (queue->bufstates && 3553 (queue->bufstates[bidx].flags & 3554 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3555 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3556 3557 if (atomic_cmpxchg(&buffer->state, 3558 QETH_QDIO_BUF_PRIMED, 3559 QETH_QDIO_BUF_PENDING) == 3560 QETH_QDIO_BUF_PRIMED) { 3561 qeth_notify_skbs(queue, buffer, 3562 TX_NOTIFY_PENDING); 3563 } 3564 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3565 3566 /* prepare the queue slot for re-use: */ 3567 qeth_scrub_qdio_buffer(buffer->buffer, 3568 QETH_MAX_BUFFER_ELEMENTS(card)); 3569 if (qeth_init_qdio_out_buf(queue, bidx)) { 3570 QETH_CARD_TEXT(card, 2, "outofbuf"); 3571 qeth_schedule_recovery(card); 3572 } 3573 } else { 3574 if (card->options.cq == QETH_CQ_ENABLED) { 3575 enum iucv_tx_notify n; 3576 3577 n = qeth_compute_cq_notification( 3578 buffer->buffer->element[15].sflags, 0); 3579 qeth_notify_skbs(queue, buffer, n); 3580 } 3581 3582 qeth_clear_output_buffer(queue, buffer); 3583 } 3584 qeth_cleanup_handled_pending(queue, bidx, 0); 3585 } 3586 atomic_sub(count, &queue->used_buffers); 3587 /* check if we need to do something on this outbound queue */ 3588 if (card->info.type != QETH_CARD_TYPE_IQD) 3589 qeth_check_outbound_queue(queue); 3590 3591 if (IS_IQD(card)) 3592 __queue = qeth_iqd_translate_txq(dev, __queue); 3593 txq = netdev_get_tx_queue(dev, __queue); 3594 /* xmit may have observed the full-condition, but not yet stopped the 3595 * txq. In which case the code below won't trigger. So before returning, 3596 * xmit will re-check the txq's fill level and wake it up if needed. 3597 */ 3598 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3599 netif_tx_wake_queue(txq); 3600 } 3601 3602 /** 3603 * Note: Function assumes that we have 4 outbound queues. 3604 */ 3605 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3606 { 3607 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3608 u8 tos; 3609 3610 switch (card->qdio.do_prio_queueing) { 3611 case QETH_PRIO_Q_ING_TOS: 3612 case QETH_PRIO_Q_ING_PREC: 3613 switch (qeth_get_ip_version(skb)) { 3614 case 4: 3615 tos = ipv4_get_dsfield(ip_hdr(skb)); 3616 break; 3617 case 6: 3618 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3619 break; 3620 default: 3621 return card->qdio.default_out_queue; 3622 } 3623 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3624 return ~tos >> 6 & 3; 3625 if (tos & IPTOS_MINCOST) 3626 return 3; 3627 if (tos & IPTOS_RELIABILITY) 3628 return 2; 3629 if (tos & IPTOS_THROUGHPUT) 3630 return 1; 3631 if (tos & IPTOS_LOWDELAY) 3632 return 0; 3633 break; 3634 case QETH_PRIO_Q_ING_SKB: 3635 if (skb->priority > 5) 3636 return 0; 3637 return ~skb->priority >> 1 & 3; 3638 case QETH_PRIO_Q_ING_VLAN: 3639 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3640 return ~ntohs(veth->h_vlan_TCI) >> 3641 (VLAN_PRIO_SHIFT + 1) & 3; 3642 break; 3643 default: 3644 break; 3645 } 3646 return card->qdio.default_out_queue; 3647 } 3648 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3649 3650 /** 3651 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3652 * @skb: SKB address 3653 * 3654 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3655 * fragmented part of the SKB. Returns zero for linear SKB. 3656 */ 3657 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3658 { 3659 int cnt, elements = 0; 3660 3661 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3662 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3663 3664 elements += qeth_get_elements_for_range( 3665 (addr_t)skb_frag_address(frag), 3666 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3667 } 3668 return elements; 3669 } 3670 3671 /** 3672 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3673 * to transmit an skb. 3674 * @skb: the skb to operate on. 3675 * @data_offset: skip this part of the skb's linear data 3676 * 3677 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3678 * skb's data (both its linear part and paged fragments). 3679 */ 3680 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3681 { 3682 unsigned int elements = qeth_get_elements_for_frags(skb); 3683 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3684 addr_t start = (addr_t)skb->data + data_offset; 3685 3686 if (start != end) 3687 elements += qeth_get_elements_for_range(start, end); 3688 return elements; 3689 } 3690 EXPORT_SYMBOL_GPL(qeth_count_elements); 3691 3692 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3693 MAX_TCP_HEADER) 3694 3695 /** 3696 * qeth_add_hw_header() - add a HW header to an skb. 3697 * @skb: skb that the HW header should be added to. 3698 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3699 * it contains a valid pointer to a qeth_hdr. 3700 * @hdr_len: length of the HW header. 3701 * @proto_len: length of protocol headers that need to be in same page as the 3702 * HW header. 3703 * 3704 * Returns the pushed length. If the header can't be pushed on 3705 * (eg. because it would cross a page boundary), it is allocated from 3706 * the cache instead and 0 is returned. 3707 * The number of needed buffer elements is returned in @elements. 3708 * Error to create the hdr is indicated by returning with < 0. 3709 */ 3710 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3711 struct sk_buff *skb, struct qeth_hdr **hdr, 3712 unsigned int hdr_len, unsigned int proto_len, 3713 unsigned int *elements) 3714 { 3715 const unsigned int max_elements = QETH_MAX_BUFFER_ELEMENTS(queue->card); 3716 const unsigned int contiguous = proto_len ? proto_len : 1; 3717 unsigned int __elements; 3718 addr_t start, end; 3719 bool push_ok; 3720 int rc; 3721 3722 check_layout: 3723 start = (addr_t)skb->data - hdr_len; 3724 end = (addr_t)skb->data; 3725 3726 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3727 /* Push HW header into same page as first protocol header. */ 3728 push_ok = true; 3729 /* ... but TSO always needs a separate element for headers: */ 3730 if (skb_is_gso(skb)) 3731 __elements = 1 + qeth_count_elements(skb, proto_len); 3732 else 3733 __elements = qeth_count_elements(skb, 0); 3734 } else if (!proto_len && qeth_get_elements_for_range(start, end) == 1) { 3735 /* Push HW header into a new page. */ 3736 push_ok = true; 3737 __elements = 1 + qeth_count_elements(skb, 0); 3738 } else { 3739 /* Use header cache, copy protocol headers up. */ 3740 push_ok = false; 3741 __elements = 1 + qeth_count_elements(skb, proto_len); 3742 } 3743 3744 /* Compress skb to fit into one IO buffer: */ 3745 if (__elements > max_elements) { 3746 if (!skb_is_nonlinear(skb)) { 3747 /* Drop it, no easy way of shrinking it further. */ 3748 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3749 max_elements, __elements, skb->len); 3750 return -E2BIG; 3751 } 3752 3753 rc = skb_linearize(skb); 3754 if (rc) { 3755 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3756 return rc; 3757 } 3758 3759 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3760 /* Linearization changed the layout, re-evaluate: */ 3761 goto check_layout; 3762 } 3763 3764 *elements = __elements; 3765 /* Add the header: */ 3766 if (push_ok) { 3767 *hdr = skb_push(skb, hdr_len); 3768 return hdr_len; 3769 } 3770 /* fall back */ 3771 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3772 return -E2BIG; 3773 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3774 if (!*hdr) 3775 return -ENOMEM; 3776 /* Copy protocol headers behind HW header: */ 3777 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3778 return 0; 3779 } 3780 3781 static void __qeth_fill_buffer(struct sk_buff *skb, 3782 struct qeth_qdio_out_buffer *buf, 3783 bool is_first_elem, unsigned int offset) 3784 { 3785 struct qdio_buffer *buffer = buf->buffer; 3786 int element = buf->next_element_to_fill; 3787 int length = skb_headlen(skb) - offset; 3788 char *data = skb->data + offset; 3789 int length_here, cnt; 3790 3791 /* map linear part into buffer element(s) */ 3792 while (length > 0) { 3793 /* length_here is the remaining amount of data in this page */ 3794 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3795 if (length < length_here) 3796 length_here = length; 3797 3798 buffer->element[element].addr = data; 3799 buffer->element[element].length = length_here; 3800 length -= length_here; 3801 if (is_first_elem) { 3802 is_first_elem = false; 3803 if (length || skb_is_nonlinear(skb)) 3804 /* skb needs additional elements */ 3805 buffer->element[element].eflags = 3806 SBAL_EFLAGS_FIRST_FRAG; 3807 else 3808 buffer->element[element].eflags = 0; 3809 } else { 3810 buffer->element[element].eflags = 3811 SBAL_EFLAGS_MIDDLE_FRAG; 3812 } 3813 data += length_here; 3814 element++; 3815 } 3816 3817 /* map page frags into buffer element(s) */ 3818 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3819 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3820 3821 data = skb_frag_address(frag); 3822 length = skb_frag_size(frag); 3823 while (length > 0) { 3824 length_here = PAGE_SIZE - 3825 ((unsigned long) data % PAGE_SIZE); 3826 if (length < length_here) 3827 length_here = length; 3828 3829 buffer->element[element].addr = data; 3830 buffer->element[element].length = length_here; 3831 buffer->element[element].eflags = 3832 SBAL_EFLAGS_MIDDLE_FRAG; 3833 length -= length_here; 3834 data += length_here; 3835 element++; 3836 } 3837 } 3838 3839 if (buffer->element[element - 1].eflags) 3840 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3841 buf->next_element_to_fill = element; 3842 } 3843 3844 /** 3845 * qeth_fill_buffer() - map skb into an output buffer 3846 * @queue: QDIO queue to submit the buffer on 3847 * @buf: buffer to transport the skb 3848 * @skb: skb to map into the buffer 3849 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3850 * from qeth_core_header_cache. 3851 * @offset: when mapping the skb, start at skb->data + offset 3852 * @hd_len: if > 0, build a dedicated header element of this size 3853 * flush: Prepare the buffer to be flushed, regardless of its fill level. 3854 */ 3855 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3856 struct qeth_qdio_out_buffer *buf, 3857 struct sk_buff *skb, struct qeth_hdr *hdr, 3858 unsigned int offset, unsigned int hd_len, 3859 bool flush) 3860 { 3861 struct qdio_buffer *buffer = buf->buffer; 3862 bool is_first_elem = true; 3863 3864 __skb_queue_tail(&buf->skb_list, skb); 3865 3866 /* build dedicated header element */ 3867 if (hd_len) { 3868 int element = buf->next_element_to_fill; 3869 is_first_elem = false; 3870 3871 buffer->element[element].addr = hdr; 3872 buffer->element[element].length = hd_len; 3873 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3874 /* remember to free cache-allocated qeth_hdr: */ 3875 buf->is_header[element] = ((void *)hdr != skb->data); 3876 buf->next_element_to_fill++; 3877 } 3878 3879 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3880 3881 if (!queue->do_pack) { 3882 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 3883 } else { 3884 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 3885 3886 QETH_TXQ_STAT_INC(queue, skbs_pack); 3887 /* If the buffer still has free elements, keep using it. */ 3888 if (!flush && buf->next_element_to_fill < 3889 QETH_MAX_BUFFER_ELEMENTS(queue->card)) 3890 return 0; 3891 } 3892 3893 /* flush out the buffer */ 3894 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3895 queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) % 3896 QDIO_MAX_BUFFERS_PER_Q; 3897 return 1; 3898 } 3899 3900 static int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, 3901 struct sk_buff *skb, struct qeth_hdr *hdr, 3902 unsigned int offset, unsigned int hd_len) 3903 { 3904 int index = queue->next_buf_to_fill; 3905 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 3906 struct netdev_queue *txq; 3907 bool stopped = false; 3908 3909 /* Just a sanity check, the wake/stop logic should ensure that we always 3910 * get a free buffer. 3911 */ 3912 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3913 return -EBUSY; 3914 3915 txq = netdev_get_tx_queue(queue->card->dev, skb_get_queue_mapping(skb)); 3916 3917 if (atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3918 /* If a TX completion happens right _here_ and misses to wake 3919 * the txq, then our re-check below will catch the race. 3920 */ 3921 QETH_TXQ_STAT_INC(queue, stopped); 3922 netif_tx_stop_queue(txq); 3923 stopped = true; 3924 } 3925 3926 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, stopped); 3927 qeth_flush_buffers(queue, index, 1); 3928 3929 if (stopped && !qeth_out_queue_is_full(queue)) 3930 netif_tx_start_queue(txq); 3931 return 0; 3932 } 3933 3934 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3935 struct sk_buff *skb, struct qeth_hdr *hdr, 3936 unsigned int offset, unsigned int hd_len, 3937 int elements_needed) 3938 { 3939 struct qeth_qdio_out_buffer *buffer; 3940 struct netdev_queue *txq; 3941 bool stopped = false; 3942 int start_index; 3943 int flush_count = 0; 3944 int do_pack = 0; 3945 int tmp; 3946 int rc = 0; 3947 3948 /* spin until we get the queue ... */ 3949 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3950 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3951 start_index = queue->next_buf_to_fill; 3952 buffer = queue->bufs[queue->next_buf_to_fill]; 3953 3954 /* Just a sanity check, the wake/stop logic should ensure that we always 3955 * get a free buffer. 3956 */ 3957 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3958 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3959 return -EBUSY; 3960 } 3961 3962 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3963 3964 /* check if we need to switch packing state of this queue */ 3965 qeth_switch_to_packing_if_needed(queue); 3966 if (queue->do_pack) { 3967 do_pack = 1; 3968 /* does packet fit in current buffer? */ 3969 if ((QETH_MAX_BUFFER_ELEMENTS(card) - 3970 buffer->next_element_to_fill) < elements_needed) { 3971 /* ... no -> set state PRIMED */ 3972 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3973 flush_count++; 3974 queue->next_buf_to_fill = 3975 (queue->next_buf_to_fill + 1) % 3976 QDIO_MAX_BUFFERS_PER_Q; 3977 buffer = queue->bufs[queue->next_buf_to_fill]; 3978 3979 /* We stepped forward, so sanity-check again: */ 3980 if (atomic_read(&buffer->state) != 3981 QETH_QDIO_BUF_EMPTY) { 3982 qeth_flush_buffers(queue, start_index, 3983 flush_count); 3984 atomic_set(&queue->state, 3985 QETH_OUT_Q_UNLOCKED); 3986 rc = -EBUSY; 3987 goto out; 3988 } 3989 } 3990 } 3991 3992 if (buffer->next_element_to_fill == 0 && 3993 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3994 /* If a TX completion happens right _here_ and misses to wake 3995 * the txq, then our re-check below will catch the race. 3996 */ 3997 QETH_TXQ_STAT_INC(queue, stopped); 3998 netif_tx_stop_queue(txq); 3999 stopped = true; 4000 } 4001 4002 flush_count += qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, 4003 stopped); 4004 if (flush_count) 4005 qeth_flush_buffers(queue, start_index, flush_count); 4006 else if (!atomic_read(&queue->set_pci_flags_count)) 4007 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4008 /* 4009 * queue->state will go from LOCKED -> UNLOCKED or from 4010 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4011 * (switch packing state or flush buffer to get another pci flag out). 4012 * In that case we will enter this loop 4013 */ 4014 while (atomic_dec_return(&queue->state)) { 4015 start_index = queue->next_buf_to_fill; 4016 /* check if we can go back to non-packing state */ 4017 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4018 /* 4019 * check if we need to flush a packing buffer to get a pci 4020 * flag out on the queue 4021 */ 4022 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4023 tmp = qeth_prep_flush_pack_buffer(queue); 4024 if (tmp) { 4025 qeth_flush_buffers(queue, start_index, tmp); 4026 flush_count += tmp; 4027 } 4028 } 4029 out: 4030 /* at this point the queue is UNLOCKED again */ 4031 if (do_pack) 4032 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4033 4034 if (stopped && !qeth_out_queue_is_full(queue)) 4035 netif_tx_start_queue(txq); 4036 return rc; 4037 } 4038 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4039 4040 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4041 unsigned int payload_len, struct sk_buff *skb, 4042 unsigned int proto_len) 4043 { 4044 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4045 4046 ext->hdr_tot_len = sizeof(*ext); 4047 ext->imb_hdr_no = 1; 4048 ext->hdr_type = 1; 4049 ext->hdr_version = 1; 4050 ext->hdr_len = 28; 4051 ext->payload_len = payload_len; 4052 ext->mss = skb_shinfo(skb)->gso_size; 4053 ext->dg_hdr_len = proto_len; 4054 } 4055 4056 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4057 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4058 void (*fill_header)(struct qeth_qdio_out_q *queue, 4059 struct qeth_hdr *hdr, struct sk_buff *skb, 4060 int ipv, int cast_type, 4061 unsigned int data_len)) 4062 { 4063 unsigned int proto_len, hw_hdr_len; 4064 unsigned int frame_len = skb->len; 4065 bool is_tso = skb_is_gso(skb); 4066 unsigned int data_offset = 0; 4067 struct qeth_hdr *hdr = NULL; 4068 unsigned int hd_len = 0; 4069 unsigned int elements; 4070 int push_len, rc; 4071 bool is_sg; 4072 4073 if (is_tso) { 4074 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4075 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4076 } else { 4077 hw_hdr_len = sizeof(struct qeth_hdr); 4078 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4079 } 4080 4081 rc = skb_cow_head(skb, hw_hdr_len); 4082 if (rc) 4083 return rc; 4084 4085 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4086 &elements); 4087 if (push_len < 0) 4088 return push_len; 4089 if (is_tso || !push_len) { 4090 /* HW header needs its own buffer element. */ 4091 hd_len = hw_hdr_len + proto_len; 4092 data_offset = push_len + proto_len; 4093 } 4094 memset(hdr, 0, hw_hdr_len); 4095 fill_header(queue, hdr, skb, ipv, cast_type, frame_len); 4096 if (is_tso) 4097 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4098 frame_len - proto_len, skb, proto_len); 4099 4100 is_sg = skb_is_nonlinear(skb); 4101 if (IS_IQD(card)) { 4102 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4103 hd_len); 4104 } else { 4105 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4106 skb_orphan(skb); 4107 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4108 hd_len, elements); 4109 } 4110 4111 if (!rc) { 4112 QETH_TXQ_STAT_ADD(queue, buf_elements, elements); 4113 if (is_sg) 4114 QETH_TXQ_STAT_INC(queue, skbs_sg); 4115 if (is_tso) { 4116 QETH_TXQ_STAT_INC(queue, skbs_tso); 4117 QETH_TXQ_STAT_ADD(queue, tso_bytes, frame_len); 4118 } 4119 } else { 4120 if (!push_len) 4121 kmem_cache_free(qeth_core_header_cache, hdr); 4122 } 4123 return rc; 4124 } 4125 EXPORT_SYMBOL_GPL(qeth_xmit); 4126 4127 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4128 struct qeth_reply *reply, unsigned long data) 4129 { 4130 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4131 struct qeth_ipacmd_setadpparms *setparms; 4132 4133 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4134 4135 setparms = &(cmd->data.setadapterparms); 4136 if (qeth_setadpparms_inspect_rc(cmd)) { 4137 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4138 setparms->data.mode = SET_PROMISC_MODE_OFF; 4139 } 4140 card->info.promisc_mode = setparms->data.mode; 4141 return (cmd->hdr.return_code) ? -EIO : 0; 4142 } 4143 4144 void qeth_setadp_promisc_mode(struct qeth_card *card) 4145 { 4146 enum qeth_ipa_promisc_modes mode; 4147 struct net_device *dev = card->dev; 4148 struct qeth_cmd_buffer *iob; 4149 struct qeth_ipa_cmd *cmd; 4150 4151 QETH_CARD_TEXT(card, 4, "setprom"); 4152 4153 if (((dev->flags & IFF_PROMISC) && 4154 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4155 (!(dev->flags & IFF_PROMISC) && 4156 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4157 return; 4158 mode = SET_PROMISC_MODE_OFF; 4159 if (dev->flags & IFF_PROMISC) 4160 mode = SET_PROMISC_MODE_ON; 4161 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4162 4163 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4164 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4165 if (!iob) 4166 return; 4167 cmd = __ipa_cmd(iob); 4168 cmd->data.setadapterparms.data.mode = mode; 4169 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4170 } 4171 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4172 4173 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4174 struct qeth_reply *reply, unsigned long data) 4175 { 4176 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4177 struct qeth_ipacmd_setadpparms *adp_cmd; 4178 4179 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4180 if (qeth_setadpparms_inspect_rc(cmd)) 4181 return -EIO; 4182 4183 adp_cmd = &cmd->data.setadapterparms; 4184 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4185 return -EADDRNOTAVAIL; 4186 4187 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4188 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4189 return -EADDRNOTAVAIL; 4190 4191 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4192 return 0; 4193 } 4194 4195 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4196 { 4197 int rc; 4198 struct qeth_cmd_buffer *iob; 4199 struct qeth_ipa_cmd *cmd; 4200 4201 QETH_CARD_TEXT(card, 4, "chgmac"); 4202 4203 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4204 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4205 sizeof(struct qeth_change_addr)); 4206 if (!iob) 4207 return -ENOMEM; 4208 cmd = __ipa_cmd(iob); 4209 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4210 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4211 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4212 card->dev->dev_addr); 4213 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4214 NULL); 4215 return rc; 4216 } 4217 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4218 4219 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4220 struct qeth_reply *reply, unsigned long data) 4221 { 4222 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4223 struct qeth_set_access_ctrl *access_ctrl_req; 4224 int fallback = *(int *)reply->param; 4225 4226 QETH_CARD_TEXT(card, 4, "setaccb"); 4227 if (cmd->hdr.return_code) 4228 return -EIO; 4229 qeth_setadpparms_inspect_rc(cmd); 4230 4231 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4232 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4233 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4234 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4235 cmd->data.setadapterparms.hdr.return_code); 4236 if (cmd->data.setadapterparms.hdr.return_code != 4237 SET_ACCESS_CTRL_RC_SUCCESS) 4238 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4239 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4240 cmd->data.setadapterparms.hdr.return_code); 4241 switch (cmd->data.setadapterparms.hdr.return_code) { 4242 case SET_ACCESS_CTRL_RC_SUCCESS: 4243 if (card->options.isolation == ISOLATION_MODE_NONE) { 4244 dev_info(&card->gdev->dev, 4245 "QDIO data connection isolation is deactivated\n"); 4246 } else { 4247 dev_info(&card->gdev->dev, 4248 "QDIO data connection isolation is activated\n"); 4249 } 4250 break; 4251 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4252 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4253 CARD_DEVID(card)); 4254 if (fallback) 4255 card->options.isolation = card->options.prev_isolation; 4256 break; 4257 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4258 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4259 CARD_DEVID(card)); 4260 if (fallback) 4261 card->options.isolation = card->options.prev_isolation; 4262 break; 4263 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4264 dev_err(&card->gdev->dev, "Adapter does not " 4265 "support QDIO data connection isolation\n"); 4266 break; 4267 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4268 dev_err(&card->gdev->dev, 4269 "Adapter is dedicated. " 4270 "QDIO data connection isolation not supported\n"); 4271 if (fallback) 4272 card->options.isolation = card->options.prev_isolation; 4273 break; 4274 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4275 dev_err(&card->gdev->dev, 4276 "TSO does not permit QDIO data connection isolation\n"); 4277 if (fallback) 4278 card->options.isolation = card->options.prev_isolation; 4279 break; 4280 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4281 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4282 "support reflective relay mode\n"); 4283 if (fallback) 4284 card->options.isolation = card->options.prev_isolation; 4285 break; 4286 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4287 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4288 "enabled at the adjacent switch port"); 4289 if (fallback) 4290 card->options.isolation = card->options.prev_isolation; 4291 break; 4292 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4293 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4294 "at the adjacent switch failed\n"); 4295 break; 4296 default: 4297 /* this should never happen */ 4298 if (fallback) 4299 card->options.isolation = card->options.prev_isolation; 4300 break; 4301 } 4302 return (cmd->hdr.return_code) ? -EIO : 0; 4303 } 4304 4305 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4306 enum qeth_ipa_isolation_modes isolation, int fallback) 4307 { 4308 int rc; 4309 struct qeth_cmd_buffer *iob; 4310 struct qeth_ipa_cmd *cmd; 4311 struct qeth_set_access_ctrl *access_ctrl_req; 4312 4313 QETH_CARD_TEXT(card, 4, "setacctl"); 4314 4315 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4316 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4317 4318 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4319 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4320 sizeof(struct qeth_set_access_ctrl)); 4321 if (!iob) 4322 return -ENOMEM; 4323 cmd = __ipa_cmd(iob); 4324 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4325 access_ctrl_req->subcmd_code = isolation; 4326 4327 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4328 &fallback); 4329 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4330 return rc; 4331 } 4332 4333 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4334 { 4335 int rc = 0; 4336 4337 QETH_CARD_TEXT(card, 4, "setactlo"); 4338 4339 if ((card->info.type == QETH_CARD_TYPE_OSD || 4340 card->info.type == QETH_CARD_TYPE_OSX) && 4341 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4342 rc = qeth_setadpparms_set_access_ctrl(card, 4343 card->options.isolation, fallback); 4344 if (rc) { 4345 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4346 rc, CARD_DEVID(card)); 4347 rc = -EOPNOTSUPP; 4348 } 4349 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4350 card->options.isolation = ISOLATION_MODE_NONE; 4351 4352 dev_err(&card->gdev->dev, "Adapter does not " 4353 "support QDIO data connection isolation\n"); 4354 rc = -EOPNOTSUPP; 4355 } 4356 return rc; 4357 } 4358 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4359 4360 void qeth_tx_timeout(struct net_device *dev) 4361 { 4362 struct qeth_card *card; 4363 4364 card = dev->ml_priv; 4365 QETH_CARD_TEXT(card, 4, "txtimeo"); 4366 qeth_schedule_recovery(card); 4367 } 4368 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4369 4370 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4371 { 4372 struct qeth_card *card = dev->ml_priv; 4373 int rc = 0; 4374 4375 switch (regnum) { 4376 case MII_BMCR: /* Basic mode control register */ 4377 rc = BMCR_FULLDPLX; 4378 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4379 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4380 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4381 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4382 rc |= BMCR_SPEED100; 4383 break; 4384 case MII_BMSR: /* Basic mode status register */ 4385 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4386 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4387 BMSR_100BASE4; 4388 break; 4389 case MII_PHYSID1: /* PHYS ID 1 */ 4390 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4391 dev->dev_addr[2]; 4392 rc = (rc >> 5) & 0xFFFF; 4393 break; 4394 case MII_PHYSID2: /* PHYS ID 2 */ 4395 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4396 break; 4397 case MII_ADVERTISE: /* Advertisement control reg */ 4398 rc = ADVERTISE_ALL; 4399 break; 4400 case MII_LPA: /* Link partner ability reg */ 4401 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4402 LPA_100BASE4 | LPA_LPACK; 4403 break; 4404 case MII_EXPANSION: /* Expansion register */ 4405 break; 4406 case MII_DCOUNTER: /* disconnect counter */ 4407 break; 4408 case MII_FCSCOUNTER: /* false carrier counter */ 4409 break; 4410 case MII_NWAYTEST: /* N-way auto-neg test register */ 4411 break; 4412 case MII_RERRCOUNTER: /* rx error counter */ 4413 rc = card->stats.rx_errors; 4414 break; 4415 case MII_SREVISION: /* silicon revision */ 4416 break; 4417 case MII_RESV1: /* reserved 1 */ 4418 break; 4419 case MII_LBRERROR: /* loopback, rx, bypass error */ 4420 break; 4421 case MII_PHYADDR: /* physical address */ 4422 break; 4423 case MII_RESV2: /* reserved 2 */ 4424 break; 4425 case MII_TPISTATUS: /* TPI status for 10mbps */ 4426 break; 4427 case MII_NCONFIG: /* network interface config */ 4428 break; 4429 default: 4430 break; 4431 } 4432 return rc; 4433 } 4434 4435 static int qeth_snmp_command_cb(struct qeth_card *card, 4436 struct qeth_reply *reply, unsigned long sdata) 4437 { 4438 struct qeth_ipa_cmd *cmd; 4439 struct qeth_arp_query_info *qinfo; 4440 unsigned char *data; 4441 void *snmp_data; 4442 __u16 data_len; 4443 4444 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4445 4446 cmd = (struct qeth_ipa_cmd *) sdata; 4447 data = (unsigned char *)((char *)cmd - reply->offset); 4448 qinfo = (struct qeth_arp_query_info *) reply->param; 4449 4450 if (cmd->hdr.return_code) { 4451 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4452 return -EIO; 4453 } 4454 if (cmd->data.setadapterparms.hdr.return_code) { 4455 cmd->hdr.return_code = 4456 cmd->data.setadapterparms.hdr.return_code; 4457 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4458 return -EIO; 4459 } 4460 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4461 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4462 snmp_data = &cmd->data.setadapterparms.data.snmp; 4463 data_len -= offsetof(struct qeth_ipa_cmd, 4464 data.setadapterparms.data.snmp); 4465 } else { 4466 snmp_data = &cmd->data.setadapterparms.data.snmp.request; 4467 data_len -= offsetof(struct qeth_ipa_cmd, 4468 data.setadapterparms.data.snmp.request); 4469 } 4470 4471 /* check if there is enough room in userspace */ 4472 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4473 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4474 return -ENOSPC; 4475 } 4476 QETH_CARD_TEXT_(card, 4, "snore%i", 4477 cmd->data.setadapterparms.hdr.used_total); 4478 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4479 cmd->data.setadapterparms.hdr.seq_no); 4480 /*copy entries to user buffer*/ 4481 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4482 qinfo->udata_offset += data_len; 4483 4484 /* check if all replies received ... */ 4485 QETH_CARD_TEXT_(card, 4, "srtot%i", 4486 cmd->data.setadapterparms.hdr.used_total); 4487 QETH_CARD_TEXT_(card, 4, "srseq%i", 4488 cmd->data.setadapterparms.hdr.seq_no); 4489 if (cmd->data.setadapterparms.hdr.seq_no < 4490 cmd->data.setadapterparms.hdr.used_total) 4491 return 1; 4492 return 0; 4493 } 4494 4495 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4496 { 4497 struct qeth_cmd_buffer *iob; 4498 struct qeth_ipa_cmd *cmd; 4499 struct qeth_snmp_ureq *ureq; 4500 unsigned int req_len; 4501 struct qeth_arp_query_info qinfo = {0, }; 4502 int rc = 0; 4503 4504 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4505 4506 if (card->info.guestlan) 4507 return -EOPNOTSUPP; 4508 4509 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4510 IS_LAYER3(card)) 4511 return -EOPNOTSUPP; 4512 4513 /* skip 4 bytes (data_len struct member) to get req_len */ 4514 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4515 return -EFAULT; 4516 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4517 sizeof(struct qeth_ipacmd_hdr) - 4518 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4519 return -EINVAL; 4520 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4521 if (IS_ERR(ureq)) { 4522 QETH_CARD_TEXT(card, 2, "snmpnome"); 4523 return PTR_ERR(ureq); 4524 } 4525 qinfo.udata_len = ureq->hdr.data_len; 4526 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4527 if (!qinfo.udata) { 4528 kfree(ureq); 4529 return -ENOMEM; 4530 } 4531 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4532 4533 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4534 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4535 if (!iob) { 4536 rc = -ENOMEM; 4537 goto out; 4538 } 4539 4540 /* for large requests, fix-up the length fields: */ 4541 qeth_prepare_ipa_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len); 4542 4543 cmd = __ipa_cmd(iob); 4544 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4545 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4546 if (rc) 4547 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4548 CARD_DEVID(card), rc); 4549 else { 4550 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4551 rc = -EFAULT; 4552 } 4553 out: 4554 kfree(ureq); 4555 kfree(qinfo.udata); 4556 return rc; 4557 } 4558 4559 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4560 struct qeth_reply *reply, unsigned long data) 4561 { 4562 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4563 struct qeth_qoat_priv *priv; 4564 char *resdata; 4565 int resdatalen; 4566 4567 QETH_CARD_TEXT(card, 3, "qoatcb"); 4568 if (qeth_setadpparms_inspect_rc(cmd)) 4569 return -EIO; 4570 4571 priv = (struct qeth_qoat_priv *)reply->param; 4572 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4573 resdata = (char *)data + 28; 4574 4575 if (resdatalen > (priv->buffer_len - priv->response_len)) 4576 return -ENOSPC; 4577 4578 memcpy((priv->buffer + priv->response_len), resdata, 4579 resdatalen); 4580 priv->response_len += resdatalen; 4581 4582 if (cmd->data.setadapterparms.hdr.seq_no < 4583 cmd->data.setadapterparms.hdr.used_total) 4584 return 1; 4585 return 0; 4586 } 4587 4588 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4589 { 4590 int rc = 0; 4591 struct qeth_cmd_buffer *iob; 4592 struct qeth_ipa_cmd *cmd; 4593 struct qeth_query_oat *oat_req; 4594 struct qeth_query_oat_data oat_data; 4595 struct qeth_qoat_priv priv; 4596 void __user *tmp; 4597 4598 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4599 4600 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4601 rc = -EOPNOTSUPP; 4602 goto out; 4603 } 4604 4605 if (copy_from_user(&oat_data, udata, 4606 sizeof(struct qeth_query_oat_data))) { 4607 rc = -EFAULT; 4608 goto out; 4609 } 4610 4611 priv.buffer_len = oat_data.buffer_len; 4612 priv.response_len = 0; 4613 priv.buffer = vzalloc(oat_data.buffer_len); 4614 if (!priv.buffer) { 4615 rc = -ENOMEM; 4616 goto out; 4617 } 4618 4619 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4620 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4621 sizeof(struct qeth_query_oat)); 4622 if (!iob) { 4623 rc = -ENOMEM; 4624 goto out_free; 4625 } 4626 cmd = __ipa_cmd(iob); 4627 oat_req = &cmd->data.setadapterparms.data.query_oat; 4628 oat_req->subcmd_code = oat_data.command; 4629 4630 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4631 &priv); 4632 if (!rc) { 4633 if (is_compat_task()) 4634 tmp = compat_ptr(oat_data.ptr); 4635 else 4636 tmp = (void __user *)(unsigned long)oat_data.ptr; 4637 4638 if (copy_to_user(tmp, priv.buffer, 4639 priv.response_len)) { 4640 rc = -EFAULT; 4641 goto out_free; 4642 } 4643 4644 oat_data.response_len = priv.response_len; 4645 4646 if (copy_to_user(udata, &oat_data, 4647 sizeof(struct qeth_query_oat_data))) 4648 rc = -EFAULT; 4649 } 4650 4651 out_free: 4652 vfree(priv.buffer); 4653 out: 4654 return rc; 4655 } 4656 4657 static int qeth_query_card_info_cb(struct qeth_card *card, 4658 struct qeth_reply *reply, unsigned long data) 4659 { 4660 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4661 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4662 struct qeth_query_card_info *card_info; 4663 4664 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4665 if (qeth_setadpparms_inspect_rc(cmd)) 4666 return -EIO; 4667 4668 card_info = &cmd->data.setadapterparms.data.card_info; 4669 carrier_info->card_type = card_info->card_type; 4670 carrier_info->port_mode = card_info->port_mode; 4671 carrier_info->port_speed = card_info->port_speed; 4672 return 0; 4673 } 4674 4675 int qeth_query_card_info(struct qeth_card *card, 4676 struct carrier_info *carrier_info) 4677 { 4678 struct qeth_cmd_buffer *iob; 4679 4680 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4681 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4682 return -EOPNOTSUPP; 4683 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4684 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4685 if (!iob) 4686 return -ENOMEM; 4687 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4688 (void *)carrier_info); 4689 } 4690 4691 /** 4692 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4693 * @card: pointer to a qeth_card 4694 * 4695 * Returns 4696 * 0, if a MAC address has been set for the card's netdevice 4697 * a return code, for various error conditions 4698 */ 4699 int qeth_vm_request_mac(struct qeth_card *card) 4700 { 4701 struct diag26c_mac_resp *response; 4702 struct diag26c_mac_req *request; 4703 struct ccw_dev_id id; 4704 int rc; 4705 4706 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4707 4708 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4709 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4710 if (!request || !response) { 4711 rc = -ENOMEM; 4712 goto out; 4713 } 4714 4715 ccw_device_get_id(CARD_DDEV(card), &id); 4716 request->resp_buf_len = sizeof(*response); 4717 request->resp_version = DIAG26C_VERSION2; 4718 request->op_code = DIAG26C_GET_MAC; 4719 request->devno = id.devno; 4720 4721 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4722 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4723 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4724 if (rc) 4725 goto out; 4726 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4727 4728 if (request->resp_buf_len < sizeof(*response) || 4729 response->version != request->resp_version) { 4730 rc = -EIO; 4731 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4732 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4733 sizeof(request->resp_buf_len)); 4734 } else if (!is_valid_ether_addr(response->mac)) { 4735 rc = -EINVAL; 4736 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4737 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4738 } else { 4739 ether_addr_copy(card->dev->dev_addr, response->mac); 4740 } 4741 4742 out: 4743 kfree(response); 4744 kfree(request); 4745 return rc; 4746 } 4747 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4748 4749 static int qeth_get_qdio_q_format(struct qeth_card *card) 4750 { 4751 if (card->info.type == QETH_CARD_TYPE_IQD) 4752 return QDIO_IQDIO_QFMT; 4753 else 4754 return QDIO_QETH_QFMT; 4755 } 4756 4757 static void qeth_determine_capabilities(struct qeth_card *card) 4758 { 4759 int rc; 4760 int length; 4761 char *prcd; 4762 struct ccw_device *ddev; 4763 int ddev_offline = 0; 4764 4765 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4766 ddev = CARD_DDEV(card); 4767 if (!ddev->online) { 4768 ddev_offline = 1; 4769 rc = ccw_device_set_online(ddev); 4770 if (rc) { 4771 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4772 goto out; 4773 } 4774 } 4775 4776 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4777 if (rc) { 4778 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4779 CARD_DEVID(card), rc); 4780 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4781 goto out_offline; 4782 } 4783 qeth_configure_unitaddr(card, prcd); 4784 if (ddev_offline) 4785 qeth_configure_blkt_default(card, prcd); 4786 kfree(prcd); 4787 4788 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4789 if (rc) 4790 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4791 4792 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4793 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4794 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4795 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4796 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4797 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4798 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4799 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4800 dev_info(&card->gdev->dev, 4801 "Completion Queueing supported\n"); 4802 } else { 4803 card->options.cq = QETH_CQ_NOTAVAILABLE; 4804 } 4805 4806 4807 out_offline: 4808 if (ddev_offline == 1) 4809 ccw_device_set_offline(ddev); 4810 out: 4811 return; 4812 } 4813 4814 static void qeth_qdio_establish_cq(struct qeth_card *card, 4815 struct qdio_buffer **in_sbal_ptrs, 4816 void (**queue_start_poll) 4817 (struct ccw_device *, int, 4818 unsigned long)) 4819 { 4820 int i; 4821 4822 if (card->options.cq == QETH_CQ_ENABLED) { 4823 int offset = QDIO_MAX_BUFFERS_PER_Q * 4824 (card->qdio.no_in_queues - 1); 4825 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4826 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4827 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4828 } 4829 4830 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4831 } 4832 } 4833 4834 static int qeth_qdio_establish(struct qeth_card *card) 4835 { 4836 struct qdio_initialize init_data; 4837 char *qib_param_field; 4838 struct qdio_buffer **in_sbal_ptrs; 4839 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4840 struct qdio_buffer **out_sbal_ptrs; 4841 int i, j, k; 4842 int rc = 0; 4843 4844 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4845 4846 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4847 GFP_KERNEL); 4848 if (!qib_param_field) { 4849 rc = -ENOMEM; 4850 goto out_free_nothing; 4851 } 4852 4853 qeth_create_qib_param_field(card, qib_param_field); 4854 qeth_create_qib_param_field_blkt(card, qib_param_field); 4855 4856 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4857 sizeof(void *), 4858 GFP_KERNEL); 4859 if (!in_sbal_ptrs) { 4860 rc = -ENOMEM; 4861 goto out_free_qib_param; 4862 } 4863 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4864 in_sbal_ptrs[i] = (struct qdio_buffer *) 4865 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4866 } 4867 4868 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4869 GFP_KERNEL); 4870 if (!queue_start_poll) { 4871 rc = -ENOMEM; 4872 goto out_free_in_sbals; 4873 } 4874 for (i = 0; i < card->qdio.no_in_queues; ++i) 4875 queue_start_poll[i] = qeth_qdio_start_poll; 4876 4877 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4878 4879 out_sbal_ptrs = 4880 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4881 sizeof(void *), 4882 GFP_KERNEL); 4883 if (!out_sbal_ptrs) { 4884 rc = -ENOMEM; 4885 goto out_free_queue_start_poll; 4886 } 4887 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4888 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4889 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4890 card->qdio.out_qs[i]->bufs[j]->buffer); 4891 } 4892 4893 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4894 init_data.cdev = CARD_DDEV(card); 4895 init_data.q_format = qeth_get_qdio_q_format(card); 4896 init_data.qib_param_field_format = 0; 4897 init_data.qib_param_field = qib_param_field; 4898 init_data.no_input_qs = card->qdio.no_in_queues; 4899 init_data.no_output_qs = card->qdio.no_out_queues; 4900 init_data.input_handler = qeth_qdio_input_handler; 4901 init_data.output_handler = qeth_qdio_output_handler; 4902 init_data.queue_start_poll_array = queue_start_poll; 4903 init_data.int_parm = (unsigned long) card; 4904 init_data.input_sbal_addr_array = in_sbal_ptrs; 4905 init_data.output_sbal_addr_array = out_sbal_ptrs; 4906 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4907 init_data.scan_threshold = 4908 (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; 4909 4910 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4911 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4912 rc = qdio_allocate(&init_data); 4913 if (rc) { 4914 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4915 goto out; 4916 } 4917 rc = qdio_establish(&init_data); 4918 if (rc) { 4919 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4920 qdio_free(CARD_DDEV(card)); 4921 } 4922 } 4923 4924 switch (card->options.cq) { 4925 case QETH_CQ_ENABLED: 4926 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4927 break; 4928 case QETH_CQ_DISABLED: 4929 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4930 break; 4931 default: 4932 break; 4933 } 4934 out: 4935 kfree(out_sbal_ptrs); 4936 out_free_queue_start_poll: 4937 kfree(queue_start_poll); 4938 out_free_in_sbals: 4939 kfree(in_sbal_ptrs); 4940 out_free_qib_param: 4941 kfree(qib_param_field); 4942 out_free_nothing: 4943 return rc; 4944 } 4945 4946 static void qeth_core_free_card(struct qeth_card *card) 4947 { 4948 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 4949 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 4950 qeth_clean_channel(&card->read); 4951 qeth_clean_channel(&card->write); 4952 qeth_clean_channel(&card->data); 4953 destroy_workqueue(card->event_wq); 4954 qeth_free_qdio_queues(card); 4955 unregister_service_level(&card->qeth_service_level); 4956 dev_set_drvdata(&card->gdev->dev, NULL); 4957 kfree(card); 4958 } 4959 4960 void qeth_trace_features(struct qeth_card *card) 4961 { 4962 QETH_CARD_TEXT(card, 2, "features"); 4963 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4964 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4965 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4966 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4967 sizeof(card->info.diagass_support)); 4968 } 4969 EXPORT_SYMBOL_GPL(qeth_trace_features); 4970 4971 static struct ccw_device_id qeth_ids[] = { 4972 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4973 .driver_info = QETH_CARD_TYPE_OSD}, 4974 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4975 .driver_info = QETH_CARD_TYPE_IQD}, 4976 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4977 .driver_info = QETH_CARD_TYPE_OSN}, 4978 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4979 .driver_info = QETH_CARD_TYPE_OSM}, 4980 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4981 .driver_info = QETH_CARD_TYPE_OSX}, 4982 {}, 4983 }; 4984 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4985 4986 static struct ccw_driver qeth_ccw_driver = { 4987 .driver = { 4988 .owner = THIS_MODULE, 4989 .name = "qeth", 4990 }, 4991 .ids = qeth_ids, 4992 .probe = ccwgroup_probe_ccwdev, 4993 .remove = ccwgroup_remove_ccwdev, 4994 }; 4995 4996 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4997 { 4998 int retries = 3; 4999 int rc; 5000 5001 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 5002 atomic_set(&card->force_alloc_skb, 0); 5003 rc = qeth_update_from_chp_desc(card); 5004 if (rc) 5005 return rc; 5006 retry: 5007 if (retries < 3) 5008 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 5009 CARD_DEVID(card)); 5010 rc = qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 5011 ccw_device_set_offline(CARD_DDEV(card)); 5012 ccw_device_set_offline(CARD_WDEV(card)); 5013 ccw_device_set_offline(CARD_RDEV(card)); 5014 qdio_free(CARD_DDEV(card)); 5015 rc = ccw_device_set_online(CARD_RDEV(card)); 5016 if (rc) 5017 goto retriable; 5018 rc = ccw_device_set_online(CARD_WDEV(card)); 5019 if (rc) 5020 goto retriable; 5021 rc = ccw_device_set_online(CARD_DDEV(card)); 5022 if (rc) 5023 goto retriable; 5024 retriable: 5025 if (rc == -ERESTARTSYS) { 5026 QETH_DBF_TEXT(SETUP, 2, "break1"); 5027 return rc; 5028 } else if (rc) { 5029 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5030 if (--retries < 0) 5031 goto out; 5032 else 5033 goto retry; 5034 } 5035 qeth_determine_capabilities(card); 5036 qeth_init_tokens(card); 5037 qeth_init_func_level(card); 5038 5039 rc = qeth_idx_activate_read_channel(card); 5040 if (rc == -EINTR) { 5041 QETH_DBF_TEXT(SETUP, 2, "break2"); 5042 return rc; 5043 } else if (rc) { 5044 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5045 if (--retries < 0) 5046 goto out; 5047 else 5048 goto retry; 5049 } 5050 5051 rc = qeth_idx_activate_write_channel(card); 5052 if (rc == -EINTR) { 5053 QETH_DBF_TEXT(SETUP, 2, "break3"); 5054 return rc; 5055 } else if (rc) { 5056 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5057 if (--retries < 0) 5058 goto out; 5059 else 5060 goto retry; 5061 } 5062 card->read_or_write_problem = 0; 5063 rc = qeth_mpc_initialize(card); 5064 if (rc) { 5065 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5066 goto out; 5067 } 5068 5069 rc = qeth_send_startlan(card); 5070 if (rc) { 5071 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5072 if (rc == -ENETDOWN) { 5073 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5074 *carrier_ok = false; 5075 } else { 5076 goto out; 5077 } 5078 } else { 5079 *carrier_ok = true; 5080 } 5081 5082 card->options.ipa4.supported_funcs = 0; 5083 card->options.ipa6.supported_funcs = 0; 5084 card->options.adp.supported_funcs = 0; 5085 card->options.sbp.supported_funcs = 0; 5086 card->info.diagass_support = 0; 5087 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5088 if (rc == -ENOMEM) 5089 goto out; 5090 if (qeth_is_supported(card, IPA_IPV6)) { 5091 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5092 if (rc == -ENOMEM) 5093 goto out; 5094 } 5095 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5096 rc = qeth_query_setadapterparms(card); 5097 if (rc < 0) { 5098 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5099 goto out; 5100 } 5101 } 5102 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5103 rc = qeth_query_setdiagass(card); 5104 if (rc < 0) { 5105 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5106 goto out; 5107 } 5108 } 5109 return 0; 5110 out: 5111 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5112 "an error on the device\n"); 5113 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5114 CARD_DEVID(card), rc); 5115 return rc; 5116 } 5117 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5118 5119 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5120 struct sk_buff *skb, int offset, int data_len) 5121 { 5122 struct page *page = virt_to_page(element->addr); 5123 unsigned int next_frag; 5124 5125 /* first fill the linear space */ 5126 if (!skb->len) { 5127 unsigned int linear = min(data_len, skb_tailroom(skb)); 5128 5129 skb_put_data(skb, element->addr + offset, linear); 5130 data_len -= linear; 5131 if (!data_len) 5132 return; 5133 offset += linear; 5134 /* fall through to add page frag for remaining data */ 5135 } 5136 5137 next_frag = skb_shinfo(skb)->nr_frags; 5138 get_page(page); 5139 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5140 } 5141 5142 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5143 { 5144 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5145 } 5146 5147 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5148 struct qeth_qdio_buffer *qethbuffer, 5149 struct qdio_buffer_element **__element, int *__offset, 5150 struct qeth_hdr **hdr) 5151 { 5152 struct qdio_buffer_element *element = *__element; 5153 struct qdio_buffer *buffer = qethbuffer->buffer; 5154 int offset = *__offset; 5155 struct sk_buff *skb; 5156 int skb_len = 0; 5157 void *data_ptr; 5158 int data_len; 5159 int headroom = 0; 5160 int use_rx_sg = 0; 5161 5162 /* qeth_hdr must not cross element boundaries */ 5163 while (element->length < offset + sizeof(struct qeth_hdr)) { 5164 if (qeth_is_last_sbale(element)) 5165 return NULL; 5166 element++; 5167 offset = 0; 5168 } 5169 *hdr = element->addr + offset; 5170 5171 offset += sizeof(struct qeth_hdr); 5172 switch ((*hdr)->hdr.l2.id) { 5173 case QETH_HEADER_TYPE_LAYER2: 5174 skb_len = (*hdr)->hdr.l2.pkt_length; 5175 break; 5176 case QETH_HEADER_TYPE_LAYER3: 5177 skb_len = (*hdr)->hdr.l3.length; 5178 headroom = ETH_HLEN; 5179 break; 5180 case QETH_HEADER_TYPE_OSN: 5181 skb_len = (*hdr)->hdr.osn.pdu_length; 5182 headroom = sizeof(struct qeth_hdr); 5183 break; 5184 default: 5185 break; 5186 } 5187 5188 if (!skb_len) 5189 return NULL; 5190 5191 if (((skb_len >= card->options.rx_sg_cb) && 5192 (!(card->info.type == QETH_CARD_TYPE_OSN)) && 5193 (!atomic_read(&card->force_alloc_skb))) || 5194 (card->options.cq == QETH_CQ_ENABLED)) 5195 use_rx_sg = 1; 5196 5197 if (use_rx_sg && qethbuffer->rx_skb) { 5198 /* QETH_CQ_ENABLED only: */ 5199 skb = qethbuffer->rx_skb; 5200 qethbuffer->rx_skb = NULL; 5201 } else { 5202 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5203 5204 skb = napi_alloc_skb(&card->napi, linear + headroom); 5205 } 5206 if (!skb) 5207 goto no_mem; 5208 if (headroom) 5209 skb_reserve(skb, headroom); 5210 5211 data_ptr = element->addr + offset; 5212 while (skb_len) { 5213 data_len = min(skb_len, (int)(element->length - offset)); 5214 if (data_len) { 5215 if (use_rx_sg) 5216 qeth_create_skb_frag(element, skb, offset, 5217 data_len); 5218 else 5219 skb_put_data(skb, data_ptr, data_len); 5220 } 5221 skb_len -= data_len; 5222 if (skb_len) { 5223 if (qeth_is_last_sbale(element)) { 5224 QETH_CARD_TEXT(card, 4, "unexeob"); 5225 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5226 dev_kfree_skb_any(skb); 5227 QETH_CARD_STAT_INC(card, rx_errors); 5228 return NULL; 5229 } 5230 element++; 5231 offset = 0; 5232 data_ptr = element->addr; 5233 } else { 5234 offset += data_len; 5235 } 5236 } 5237 *__element = element; 5238 *__offset = offset; 5239 if (use_rx_sg) { 5240 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5241 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5242 skb_shinfo(skb)->nr_frags); 5243 } 5244 return skb; 5245 no_mem: 5246 if (net_ratelimit()) { 5247 QETH_CARD_TEXT(card, 2, "noskbmem"); 5248 } 5249 QETH_CARD_STAT_INC(card, rx_dropped); 5250 return NULL; 5251 } 5252 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5253 5254 int qeth_poll(struct napi_struct *napi, int budget) 5255 { 5256 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5257 int work_done = 0; 5258 struct qeth_qdio_buffer *buffer; 5259 int done; 5260 int new_budget = budget; 5261 5262 while (1) { 5263 if (!card->rx.b_count) { 5264 card->rx.qdio_err = 0; 5265 card->rx.b_count = qdio_get_next_buffers( 5266 card->data.ccwdev, 0, &card->rx.b_index, 5267 &card->rx.qdio_err); 5268 if (card->rx.b_count <= 0) { 5269 card->rx.b_count = 0; 5270 break; 5271 } 5272 card->rx.b_element = 5273 &card->qdio.in_q->bufs[card->rx.b_index] 5274 .buffer->element[0]; 5275 card->rx.e_offset = 0; 5276 } 5277 5278 while (card->rx.b_count) { 5279 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5280 if (!(card->rx.qdio_err && 5281 qeth_check_qdio_errors(card, buffer->buffer, 5282 card->rx.qdio_err, "qinerr"))) 5283 work_done += 5284 card->discipline->process_rx_buffer( 5285 card, new_budget, &done); 5286 else 5287 done = 1; 5288 5289 if (done) { 5290 QETH_CARD_STAT_INC(card, rx_bufs); 5291 qeth_put_buffer_pool_entry(card, 5292 buffer->pool_entry); 5293 qeth_queue_input_buffer(card, card->rx.b_index); 5294 card->rx.b_count--; 5295 if (card->rx.b_count) { 5296 card->rx.b_index = 5297 (card->rx.b_index + 1) % 5298 QDIO_MAX_BUFFERS_PER_Q; 5299 card->rx.b_element = 5300 &card->qdio.in_q 5301 ->bufs[card->rx.b_index] 5302 .buffer->element[0]; 5303 card->rx.e_offset = 0; 5304 } 5305 } 5306 5307 if (work_done >= budget) 5308 goto out; 5309 else 5310 new_budget = budget - work_done; 5311 } 5312 } 5313 5314 napi_complete_done(napi, work_done); 5315 if (qdio_start_irq(card->data.ccwdev, 0)) 5316 napi_schedule(&card->napi); 5317 out: 5318 return work_done; 5319 } 5320 EXPORT_SYMBOL_GPL(qeth_poll); 5321 5322 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5323 { 5324 if (!cmd->hdr.return_code) 5325 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5326 return cmd->hdr.return_code; 5327 } 5328 5329 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5330 struct qeth_reply *reply, 5331 unsigned long data) 5332 { 5333 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5334 struct qeth_ipa_caps *caps = reply->param; 5335 5336 if (qeth_setassparms_inspect_rc(cmd)) 5337 return -EIO; 5338 5339 caps->supported = cmd->data.setassparms.data.caps.supported; 5340 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5341 return 0; 5342 } 5343 5344 int qeth_setassparms_cb(struct qeth_card *card, 5345 struct qeth_reply *reply, unsigned long data) 5346 { 5347 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5348 5349 QETH_CARD_TEXT(card, 4, "defadpcb"); 5350 5351 if (cmd->hdr.return_code) 5352 return -EIO; 5353 5354 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5355 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5356 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5357 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5358 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5359 return 0; 5360 } 5361 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5362 5363 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5364 enum qeth_ipa_funcs ipa_func, 5365 __u16 cmd_code, __u16 len, 5366 enum qeth_prot_versions prot) 5367 { 5368 struct qeth_cmd_buffer *iob; 5369 struct qeth_ipa_cmd *cmd; 5370 5371 QETH_CARD_TEXT(card, 4, "getasscm"); 5372 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5373 5374 if (iob) { 5375 cmd = __ipa_cmd(iob); 5376 cmd->data.setassparms.hdr.assist_no = ipa_func; 5377 cmd->data.setassparms.hdr.length = 8 + len; 5378 cmd->data.setassparms.hdr.command_code = cmd_code; 5379 } 5380 5381 return iob; 5382 } 5383 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5384 5385 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5386 enum qeth_ipa_funcs ipa_func, 5387 u16 cmd_code, long data, 5388 enum qeth_prot_versions prot) 5389 { 5390 int length = 0; 5391 struct qeth_cmd_buffer *iob; 5392 5393 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5394 if (data) 5395 length = sizeof(__u32); 5396 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5397 if (!iob) 5398 return -ENOMEM; 5399 5400 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = (__u32) data; 5401 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5402 } 5403 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5404 5405 static void qeth_unregister_dbf_views(void) 5406 { 5407 int x; 5408 for (x = 0; x < QETH_DBF_INFOS; x++) { 5409 debug_unregister(qeth_dbf[x].id); 5410 qeth_dbf[x].id = NULL; 5411 } 5412 } 5413 5414 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5415 { 5416 char dbf_txt_buf[32]; 5417 va_list args; 5418 5419 if (!debug_level_enabled(id, level)) 5420 return; 5421 va_start(args, fmt); 5422 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5423 va_end(args); 5424 debug_text_event(id, level, dbf_txt_buf); 5425 } 5426 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5427 5428 static int qeth_register_dbf_views(void) 5429 { 5430 int ret; 5431 int x; 5432 5433 for (x = 0; x < QETH_DBF_INFOS; x++) { 5434 /* register the areas */ 5435 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5436 qeth_dbf[x].pages, 5437 qeth_dbf[x].areas, 5438 qeth_dbf[x].len); 5439 if (qeth_dbf[x].id == NULL) { 5440 qeth_unregister_dbf_views(); 5441 return -ENOMEM; 5442 } 5443 5444 /* register a view */ 5445 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5446 if (ret) { 5447 qeth_unregister_dbf_views(); 5448 return ret; 5449 } 5450 5451 /* set a passing level */ 5452 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5453 } 5454 5455 return 0; 5456 } 5457 5458 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5459 5460 int qeth_core_load_discipline(struct qeth_card *card, 5461 enum qeth_discipline_id discipline) 5462 { 5463 mutex_lock(&qeth_mod_mutex); 5464 switch (discipline) { 5465 case QETH_DISCIPLINE_LAYER3: 5466 card->discipline = try_then_request_module( 5467 symbol_get(qeth_l3_discipline), "qeth_l3"); 5468 break; 5469 case QETH_DISCIPLINE_LAYER2: 5470 card->discipline = try_then_request_module( 5471 symbol_get(qeth_l2_discipline), "qeth_l2"); 5472 break; 5473 default: 5474 break; 5475 } 5476 mutex_unlock(&qeth_mod_mutex); 5477 5478 if (!card->discipline) { 5479 dev_err(&card->gdev->dev, "There is no kernel module to " 5480 "support discipline %d\n", discipline); 5481 return -EINVAL; 5482 } 5483 5484 card->options.layer = discipline; 5485 return 0; 5486 } 5487 5488 void qeth_core_free_discipline(struct qeth_card *card) 5489 { 5490 if (IS_LAYER2(card)) 5491 symbol_put(qeth_l2_discipline); 5492 else 5493 symbol_put(qeth_l3_discipline); 5494 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5495 card->discipline = NULL; 5496 } 5497 5498 const struct device_type qeth_generic_devtype = { 5499 .name = "qeth_generic", 5500 .groups = qeth_generic_attr_groups, 5501 }; 5502 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5503 5504 static const struct device_type qeth_osn_devtype = { 5505 .name = "qeth_osn", 5506 .groups = qeth_osn_attr_groups, 5507 }; 5508 5509 #define DBF_NAME_LEN 20 5510 5511 struct qeth_dbf_entry { 5512 char dbf_name[DBF_NAME_LEN]; 5513 debug_info_t *dbf_info; 5514 struct list_head dbf_list; 5515 }; 5516 5517 static LIST_HEAD(qeth_dbf_list); 5518 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5519 5520 static debug_info_t *qeth_get_dbf_entry(char *name) 5521 { 5522 struct qeth_dbf_entry *entry; 5523 debug_info_t *rc = NULL; 5524 5525 mutex_lock(&qeth_dbf_list_mutex); 5526 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5527 if (strcmp(entry->dbf_name, name) == 0) { 5528 rc = entry->dbf_info; 5529 break; 5530 } 5531 } 5532 mutex_unlock(&qeth_dbf_list_mutex); 5533 return rc; 5534 } 5535 5536 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5537 { 5538 struct qeth_dbf_entry *new_entry; 5539 5540 card->debug = debug_register(name, 2, 1, 8); 5541 if (!card->debug) { 5542 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5543 goto err; 5544 } 5545 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5546 goto err_dbg; 5547 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5548 if (!new_entry) 5549 goto err_dbg; 5550 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5551 new_entry->dbf_info = card->debug; 5552 mutex_lock(&qeth_dbf_list_mutex); 5553 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5554 mutex_unlock(&qeth_dbf_list_mutex); 5555 5556 return 0; 5557 5558 err_dbg: 5559 debug_unregister(card->debug); 5560 err: 5561 return -ENOMEM; 5562 } 5563 5564 static void qeth_clear_dbf_list(void) 5565 { 5566 struct qeth_dbf_entry *entry, *tmp; 5567 5568 mutex_lock(&qeth_dbf_list_mutex); 5569 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5570 list_del(&entry->dbf_list); 5571 debug_unregister(entry->dbf_info); 5572 kfree(entry); 5573 } 5574 mutex_unlock(&qeth_dbf_list_mutex); 5575 } 5576 5577 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5578 { 5579 struct net_device *dev; 5580 5581 switch (card->info.type) { 5582 case QETH_CARD_TYPE_IQD: 5583 dev = alloc_netdev_mqs(0, "hsi%d", NET_NAME_UNKNOWN, 5584 ether_setup, QETH_MAX_QUEUES, 1); 5585 break; 5586 case QETH_CARD_TYPE_OSM: 5587 dev = alloc_etherdev(0); 5588 break; 5589 case QETH_CARD_TYPE_OSN: 5590 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5591 break; 5592 default: 5593 dev = alloc_etherdev_mqs(0, QETH_MAX_QUEUES, 1); 5594 } 5595 5596 if (!dev) 5597 return NULL; 5598 5599 dev->ml_priv = card; 5600 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5601 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5602 /* initialized when device first goes online: */ 5603 dev->max_mtu = 0; 5604 dev->mtu = 0; 5605 SET_NETDEV_DEV(dev, &card->gdev->dev); 5606 netif_carrier_off(dev); 5607 5608 if (IS_OSN(card)) { 5609 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5610 } else { 5611 dev->ethtool_ops = &qeth_ethtool_ops; 5612 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5613 dev->hw_features |= NETIF_F_SG; 5614 dev->vlan_features |= NETIF_F_SG; 5615 if (IS_IQD(card)) { 5616 netif_set_real_num_tx_queues(dev, QETH_IQD_MIN_TXQ); 5617 dev->features |= NETIF_F_SG; 5618 } 5619 } 5620 5621 return dev; 5622 } 5623 5624 struct net_device *qeth_clone_netdev(struct net_device *orig) 5625 { 5626 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5627 5628 if (!clone) 5629 return NULL; 5630 5631 clone->dev_port = orig->dev_port; 5632 return clone; 5633 } 5634 5635 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5636 { 5637 struct qeth_card *card; 5638 struct device *dev; 5639 int rc; 5640 enum qeth_discipline_id enforced_disc; 5641 char dbf_name[DBF_NAME_LEN]; 5642 5643 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5644 5645 dev = &gdev->dev; 5646 if (!get_device(dev)) 5647 return -ENODEV; 5648 5649 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5650 5651 card = qeth_alloc_card(gdev); 5652 if (!card) { 5653 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5654 rc = -ENOMEM; 5655 goto err_dev; 5656 } 5657 5658 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5659 dev_name(&gdev->dev)); 5660 card->debug = qeth_get_dbf_entry(dbf_name); 5661 if (!card->debug) { 5662 rc = qeth_add_dbf_entry(card, dbf_name); 5663 if (rc) 5664 goto err_card; 5665 } 5666 5667 qeth_setup_card(card); 5668 card->dev = qeth_alloc_netdev(card); 5669 if (!card->dev) { 5670 rc = -ENOMEM; 5671 goto err_card; 5672 } 5673 5674 card->qdio.no_out_queues = card->dev->num_tx_queues; 5675 rc = qeth_update_from_chp_desc(card); 5676 if (rc) 5677 goto err_chp_desc; 5678 qeth_determine_capabilities(card); 5679 enforced_disc = qeth_enforce_discipline(card); 5680 switch (enforced_disc) { 5681 case QETH_DISCIPLINE_UNDETERMINED: 5682 gdev->dev.type = &qeth_generic_devtype; 5683 break; 5684 default: 5685 card->info.layer_enforced = true; 5686 rc = qeth_core_load_discipline(card, enforced_disc); 5687 if (rc) 5688 goto err_load; 5689 5690 gdev->dev.type = (card->info.type != QETH_CARD_TYPE_OSN) 5691 ? card->discipline->devtype 5692 : &qeth_osn_devtype; 5693 rc = card->discipline->setup(card->gdev); 5694 if (rc) 5695 goto err_disc; 5696 break; 5697 } 5698 5699 return 0; 5700 5701 err_disc: 5702 qeth_core_free_discipline(card); 5703 err_load: 5704 err_chp_desc: 5705 free_netdev(card->dev); 5706 err_card: 5707 qeth_core_free_card(card); 5708 err_dev: 5709 put_device(dev); 5710 return rc; 5711 } 5712 5713 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5714 { 5715 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5716 5717 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5718 5719 if (card->discipline) { 5720 card->discipline->remove(gdev); 5721 qeth_core_free_discipline(card); 5722 } 5723 5724 free_netdev(card->dev); 5725 qeth_core_free_card(card); 5726 put_device(&gdev->dev); 5727 } 5728 5729 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5730 { 5731 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5732 int rc = 0; 5733 enum qeth_discipline_id def_discipline; 5734 5735 if (!card->discipline) { 5736 if (card->info.type == QETH_CARD_TYPE_IQD) 5737 def_discipline = QETH_DISCIPLINE_LAYER3; 5738 else 5739 def_discipline = QETH_DISCIPLINE_LAYER2; 5740 rc = qeth_core_load_discipline(card, def_discipline); 5741 if (rc) 5742 goto err; 5743 rc = card->discipline->setup(card->gdev); 5744 if (rc) { 5745 qeth_core_free_discipline(card); 5746 goto err; 5747 } 5748 } 5749 rc = card->discipline->set_online(gdev); 5750 err: 5751 return rc; 5752 } 5753 5754 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5755 { 5756 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5757 return card->discipline->set_offline(gdev); 5758 } 5759 5760 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5761 { 5762 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5763 qeth_set_allowed_threads(card, 0, 1); 5764 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5765 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5766 qeth_qdio_clear_card(card, 0); 5767 qeth_drain_output_queues(card); 5768 qdio_free(CARD_DDEV(card)); 5769 } 5770 5771 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5772 { 5773 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5774 if (card->discipline && card->discipline->freeze) 5775 return card->discipline->freeze(gdev); 5776 return 0; 5777 } 5778 5779 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5780 { 5781 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5782 if (card->discipline && card->discipline->thaw) 5783 return card->discipline->thaw(gdev); 5784 return 0; 5785 } 5786 5787 static int qeth_core_restore(struct ccwgroup_device *gdev) 5788 { 5789 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5790 if (card->discipline && card->discipline->restore) 5791 return card->discipline->restore(gdev); 5792 return 0; 5793 } 5794 5795 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5796 size_t count) 5797 { 5798 int err; 5799 5800 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5801 buf); 5802 5803 return err ? err : count; 5804 } 5805 static DRIVER_ATTR_WO(group); 5806 5807 static struct attribute *qeth_drv_attrs[] = { 5808 &driver_attr_group.attr, 5809 NULL, 5810 }; 5811 static struct attribute_group qeth_drv_attr_group = { 5812 .attrs = qeth_drv_attrs, 5813 }; 5814 static const struct attribute_group *qeth_drv_attr_groups[] = { 5815 &qeth_drv_attr_group, 5816 NULL, 5817 }; 5818 5819 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5820 .driver = { 5821 .groups = qeth_drv_attr_groups, 5822 .owner = THIS_MODULE, 5823 .name = "qeth", 5824 }, 5825 .ccw_driver = &qeth_ccw_driver, 5826 .setup = qeth_core_probe_device, 5827 .remove = qeth_core_remove_device, 5828 .set_online = qeth_core_set_online, 5829 .set_offline = qeth_core_set_offline, 5830 .shutdown = qeth_core_shutdown, 5831 .prepare = NULL, 5832 .complete = NULL, 5833 .freeze = qeth_core_freeze, 5834 .thaw = qeth_core_thaw, 5835 .restore = qeth_core_restore, 5836 }; 5837 5838 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 5839 { 5840 struct ccwgroup_device *gdev; 5841 struct qeth_card *card; 5842 5843 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 5844 if (!gdev) 5845 return NULL; 5846 5847 card = dev_get_drvdata(&gdev->dev); 5848 put_device(&gdev->dev); 5849 return card; 5850 } 5851 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 5852 5853 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5854 { 5855 struct qeth_card *card = dev->ml_priv; 5856 struct mii_ioctl_data *mii_data; 5857 int rc = 0; 5858 5859 if (!card) 5860 return -ENODEV; 5861 5862 switch (cmd) { 5863 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5864 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5865 break; 5866 case SIOC_QETH_GET_CARD_TYPE: 5867 if ((card->info.type == QETH_CARD_TYPE_OSD || 5868 card->info.type == QETH_CARD_TYPE_OSM || 5869 card->info.type == QETH_CARD_TYPE_OSX) && 5870 !card->info.guestlan) 5871 return 1; 5872 else 5873 return 0; 5874 case SIOCGMIIPHY: 5875 mii_data = if_mii(rq); 5876 mii_data->phy_id = 0; 5877 break; 5878 case SIOCGMIIREG: 5879 mii_data = if_mii(rq); 5880 if (mii_data->phy_id != 0) 5881 rc = -EINVAL; 5882 else 5883 mii_data->val_out = qeth_mdio_read(dev, 5884 mii_data->phy_id, mii_data->reg_num); 5885 break; 5886 case SIOC_QETH_QUERY_OAT: 5887 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5888 break; 5889 default: 5890 if (card->discipline->do_ioctl) 5891 rc = card->discipline->do_ioctl(dev, rq, cmd); 5892 else 5893 rc = -EOPNOTSUPP; 5894 } 5895 if (rc) 5896 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5897 return rc; 5898 } 5899 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5900 5901 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 5902 unsigned long data) 5903 { 5904 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5905 u32 *features = reply->param; 5906 5907 if (qeth_setassparms_inspect_rc(cmd)) 5908 return -EIO; 5909 5910 *features = cmd->data.setassparms.data.flags_32bit; 5911 return 0; 5912 } 5913 5914 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5915 enum qeth_prot_versions prot) 5916 { 5917 return qeth_send_simple_setassparms_prot(card, cstype, 5918 IPA_CMD_ASS_STOP, 0, prot); 5919 } 5920 5921 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5922 enum qeth_prot_versions prot) 5923 { 5924 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 5925 struct qeth_cmd_buffer *iob; 5926 struct qeth_ipa_caps caps; 5927 u32 features; 5928 int rc; 5929 5930 /* some L3 HW requires combined L3+L4 csum offload: */ 5931 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 5932 cstype == IPA_OUTBOUND_CHECKSUM) 5933 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 5934 5935 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 5936 prot); 5937 if (!iob) 5938 return -ENOMEM; 5939 5940 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 5941 if (rc) 5942 return rc; 5943 5944 if ((required_features & features) != required_features) { 5945 qeth_set_csum_off(card, cstype, prot); 5946 return -EOPNOTSUPP; 5947 } 5948 5949 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 4, 5950 prot); 5951 if (!iob) { 5952 qeth_set_csum_off(card, cstype, prot); 5953 return -ENOMEM; 5954 } 5955 5956 if (features & QETH_IPA_CHECKSUM_LP2LP) 5957 required_features |= QETH_IPA_CHECKSUM_LP2LP; 5958 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 5959 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 5960 if (rc) { 5961 qeth_set_csum_off(card, cstype, prot); 5962 return rc; 5963 } 5964 5965 if (!qeth_ipa_caps_supported(&caps, required_features) || 5966 !qeth_ipa_caps_enabled(&caps, required_features)) { 5967 qeth_set_csum_off(card, cstype, prot); 5968 return -EOPNOTSUPP; 5969 } 5970 5971 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 5972 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 5973 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 5974 cstype == IPA_OUTBOUND_CHECKSUM) 5975 dev_warn(&card->gdev->dev, 5976 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 5977 QETH_CARD_IFNAME(card)); 5978 return 0; 5979 } 5980 5981 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 5982 enum qeth_prot_versions prot) 5983 { 5984 return on ? qeth_set_csum_on(card, cstype, prot) : 5985 qeth_set_csum_off(card, cstype, prot); 5986 } 5987 5988 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 5989 unsigned long data) 5990 { 5991 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5992 struct qeth_tso_start_data *tso_data = reply->param; 5993 5994 if (qeth_setassparms_inspect_rc(cmd)) 5995 return -EIO; 5996 5997 tso_data->mss = cmd->data.setassparms.data.tso.mss; 5998 tso_data->supported = cmd->data.setassparms.data.tso.supported; 5999 return 0; 6000 } 6001 6002 static int qeth_set_tso_off(struct qeth_card *card, 6003 enum qeth_prot_versions prot) 6004 { 6005 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6006 IPA_CMD_ASS_STOP, 0, prot); 6007 } 6008 6009 static int qeth_set_tso_on(struct qeth_card *card, 6010 enum qeth_prot_versions prot) 6011 { 6012 struct qeth_tso_start_data tso_data; 6013 struct qeth_cmd_buffer *iob; 6014 struct qeth_ipa_caps caps; 6015 int rc; 6016 6017 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6018 IPA_CMD_ASS_START, 0, prot); 6019 if (!iob) 6020 return -ENOMEM; 6021 6022 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6023 if (rc) 6024 return rc; 6025 6026 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6027 qeth_set_tso_off(card, prot); 6028 return -EOPNOTSUPP; 6029 } 6030 6031 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6032 IPA_CMD_ASS_ENABLE, sizeof(caps), prot); 6033 if (!iob) { 6034 qeth_set_tso_off(card, prot); 6035 return -ENOMEM; 6036 } 6037 6038 /* enable TSO capability */ 6039 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6040 QETH_IPA_LARGE_SEND_TCP; 6041 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6042 if (rc) { 6043 qeth_set_tso_off(card, prot); 6044 return rc; 6045 } 6046 6047 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6048 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6049 qeth_set_tso_off(card, prot); 6050 return -EOPNOTSUPP; 6051 } 6052 6053 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6054 tso_data.mss); 6055 return 0; 6056 } 6057 6058 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6059 enum qeth_prot_versions prot) 6060 { 6061 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6062 } 6063 6064 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6065 { 6066 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6067 int rc_ipv6; 6068 6069 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6070 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6071 QETH_PROT_IPV4); 6072 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6073 /* no/one Offload Assist available, so the rc is trivial */ 6074 return rc_ipv4; 6075 6076 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6077 QETH_PROT_IPV6); 6078 6079 if (on) 6080 /* enable: success if any Assist is active */ 6081 return (rc_ipv6) ? rc_ipv4 : 0; 6082 6083 /* disable: failure if any Assist is still active */ 6084 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6085 } 6086 6087 /** 6088 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6089 * @dev: a net_device 6090 */ 6091 void qeth_enable_hw_features(struct net_device *dev) 6092 { 6093 struct qeth_card *card = dev->ml_priv; 6094 netdev_features_t features; 6095 6096 features = dev->features; 6097 /* force-off any feature that might need an IPA sequence. 6098 * netdev_update_features() will restart them. 6099 */ 6100 dev->features &= ~dev->hw_features; 6101 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6102 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6103 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6104 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6105 } 6106 netdev_update_features(dev); 6107 if (features != dev->features) 6108 dev_warn(&card->gdev->dev, 6109 "Device recovery failed to restore all offload features\n"); 6110 } 6111 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6112 6113 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6114 { 6115 struct qeth_card *card = dev->ml_priv; 6116 netdev_features_t changed = dev->features ^ features; 6117 int rc = 0; 6118 6119 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6120 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6121 6122 if ((changed & NETIF_F_IP_CSUM)) { 6123 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6124 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6125 if (rc) 6126 changed ^= NETIF_F_IP_CSUM; 6127 } 6128 if (changed & NETIF_F_IPV6_CSUM) { 6129 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6130 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6131 if (rc) 6132 changed ^= NETIF_F_IPV6_CSUM; 6133 } 6134 if (changed & NETIF_F_RXCSUM) { 6135 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6136 if (rc) 6137 changed ^= NETIF_F_RXCSUM; 6138 } 6139 if (changed & NETIF_F_TSO) { 6140 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6141 QETH_PROT_IPV4); 6142 if (rc) 6143 changed ^= NETIF_F_TSO; 6144 } 6145 if (changed & NETIF_F_TSO6) { 6146 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6147 QETH_PROT_IPV6); 6148 if (rc) 6149 changed ^= NETIF_F_TSO6; 6150 } 6151 6152 /* everything changed successfully? */ 6153 if ((dev->features ^ features) == changed) 6154 return 0; 6155 /* something went wrong. save changed features and return error */ 6156 dev->features ^= changed; 6157 return -EIO; 6158 } 6159 EXPORT_SYMBOL_GPL(qeth_set_features); 6160 6161 netdev_features_t qeth_fix_features(struct net_device *dev, 6162 netdev_features_t features) 6163 { 6164 struct qeth_card *card = dev->ml_priv; 6165 6166 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6167 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6168 features &= ~NETIF_F_IP_CSUM; 6169 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6170 features &= ~NETIF_F_IPV6_CSUM; 6171 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6172 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6173 features &= ~NETIF_F_RXCSUM; 6174 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6175 features &= ~NETIF_F_TSO; 6176 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6177 features &= ~NETIF_F_TSO6; 6178 6179 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6180 return features; 6181 } 6182 EXPORT_SYMBOL_GPL(qeth_fix_features); 6183 6184 netdev_features_t qeth_features_check(struct sk_buff *skb, 6185 struct net_device *dev, 6186 netdev_features_t features) 6187 { 6188 /* GSO segmentation builds skbs with 6189 * a (small) linear part for the headers, and 6190 * page frags for the data. 6191 * Compared to a linear skb, the header-only part consumes an 6192 * additional buffer element. This reduces buffer utilization, and 6193 * hurts throughput. So compress small segments into one element. 6194 */ 6195 if (netif_needs_gso(skb, features)) { 6196 /* match skb_segment(): */ 6197 unsigned int doffset = skb->data - skb_mac_header(skb); 6198 unsigned int hsize = skb_shinfo(skb)->gso_size; 6199 unsigned int hroom = skb_headroom(skb); 6200 6201 /* linearize only if resulting skb allocations are order-0: */ 6202 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6203 features &= ~NETIF_F_SG; 6204 } 6205 6206 return vlan_features_check(skb, features); 6207 } 6208 EXPORT_SYMBOL_GPL(qeth_features_check); 6209 6210 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6211 { 6212 struct qeth_card *card = dev->ml_priv; 6213 struct qeth_qdio_out_q *queue; 6214 unsigned int i; 6215 6216 QETH_CARD_TEXT(card, 5, "getstat"); 6217 6218 stats->rx_packets = card->stats.rx_packets; 6219 stats->rx_bytes = card->stats.rx_bytes; 6220 stats->rx_errors = card->stats.rx_errors; 6221 stats->rx_dropped = card->stats.rx_dropped; 6222 stats->multicast = card->stats.rx_multicast; 6223 6224 for (i = 0; i < card->qdio.no_out_queues; i++) { 6225 queue = card->qdio.out_qs[i]; 6226 6227 stats->tx_packets += queue->stats.tx_packets; 6228 stats->tx_bytes += queue->stats.tx_bytes; 6229 stats->tx_errors += queue->stats.tx_errors; 6230 stats->tx_dropped += queue->stats.tx_dropped; 6231 } 6232 } 6233 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6234 6235 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6236 u8 cast_type, struct net_device *sb_dev) 6237 { 6238 if (cast_type != RTN_UNICAST) 6239 return QETH_IQD_MCAST_TXQ; 6240 return QETH_IQD_MIN_UCAST_TXQ; 6241 } 6242 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6243 6244 int qeth_open(struct net_device *dev) 6245 { 6246 struct qeth_card *card = dev->ml_priv; 6247 6248 QETH_CARD_TEXT(card, 4, "qethopen"); 6249 6250 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6251 return -EIO; 6252 6253 card->data.state = CH_STATE_UP; 6254 netif_tx_start_all_queues(dev); 6255 6256 napi_enable(&card->napi); 6257 local_bh_disable(); 6258 napi_schedule(&card->napi); 6259 /* kick-start the NAPI softirq: */ 6260 local_bh_enable(); 6261 return 0; 6262 } 6263 EXPORT_SYMBOL_GPL(qeth_open); 6264 6265 int qeth_stop(struct net_device *dev) 6266 { 6267 struct qeth_card *card = dev->ml_priv; 6268 6269 QETH_CARD_TEXT(card, 4, "qethstop"); 6270 netif_tx_disable(dev); 6271 napi_disable(&card->napi); 6272 return 0; 6273 } 6274 EXPORT_SYMBOL_GPL(qeth_stop); 6275 6276 static int __init qeth_core_init(void) 6277 { 6278 int rc; 6279 6280 pr_info("loading core functions\n"); 6281 6282 rc = qeth_register_dbf_views(); 6283 if (rc) 6284 goto dbf_err; 6285 qeth_core_root_dev = root_device_register("qeth"); 6286 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6287 if (rc) 6288 goto register_err; 6289 qeth_core_header_cache = 6290 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6291 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6292 0, NULL); 6293 if (!qeth_core_header_cache) { 6294 rc = -ENOMEM; 6295 goto slab_err; 6296 } 6297 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6298 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6299 if (!qeth_qdio_outbuf_cache) { 6300 rc = -ENOMEM; 6301 goto cqslab_err; 6302 } 6303 rc = ccw_driver_register(&qeth_ccw_driver); 6304 if (rc) 6305 goto ccw_err; 6306 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6307 if (rc) 6308 goto ccwgroup_err; 6309 6310 return 0; 6311 6312 ccwgroup_err: 6313 ccw_driver_unregister(&qeth_ccw_driver); 6314 ccw_err: 6315 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6316 cqslab_err: 6317 kmem_cache_destroy(qeth_core_header_cache); 6318 slab_err: 6319 root_device_unregister(qeth_core_root_dev); 6320 register_err: 6321 qeth_unregister_dbf_views(); 6322 dbf_err: 6323 pr_err("Initializing the qeth device driver failed\n"); 6324 return rc; 6325 } 6326 6327 static void __exit qeth_core_exit(void) 6328 { 6329 qeth_clear_dbf_list(); 6330 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6331 ccw_driver_unregister(&qeth_ccw_driver); 6332 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6333 kmem_cache_destroy(qeth_core_header_cache); 6334 root_device_unregister(qeth_core_root_dev); 6335 qeth_unregister_dbf_views(); 6336 pr_info("core functions removed\n"); 6337 } 6338 6339 module_init(qeth_core_init); 6340 module_exit(qeth_core_exit); 6341 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6342 MODULE_DESCRIPTION("qeth core functions"); 6343 MODULE_LICENSE("GPL"); 6344