1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/kthread.h> 24 #include <linux/slab.h> 25 #include <linux/if_vlan.h> 26 #include <linux/netdevice.h> 27 #include <linux/netdev_features.h> 28 #include <linux/skbuff.h> 29 #include <linux/vmalloc.h> 30 31 #include <net/iucv/af_iucv.h> 32 #include <net/dsfield.h> 33 34 #include <asm/ebcdic.h> 35 #include <asm/chpid.h> 36 #include <asm/io.h> 37 #include <asm/sysinfo.h> 38 #include <asm/diag.h> 39 #include <asm/cio.h> 40 #include <asm/ccwdev.h> 41 #include <asm/cpcmd.h> 42 43 #include "qeth_core.h" 44 45 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 46 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 47 /* N P A M L V H */ 48 [QETH_DBF_SETUP] = {"qeth_setup", 49 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 50 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 51 &debug_sprintf_view, NULL}, 52 [QETH_DBF_CTRL] = {"qeth_control", 53 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 54 }; 55 EXPORT_SYMBOL_GPL(qeth_dbf); 56 57 struct kmem_cache *qeth_core_header_cache; 58 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 59 static struct kmem_cache *qeth_qdio_outbuf_cache; 60 61 static struct device *qeth_core_root_dev; 62 static struct lock_class_key qdio_out_skb_queue_key; 63 64 static void qeth_issue_next_read_cb(struct qeth_card *card, 65 struct qeth_channel *channel, 66 struct qeth_cmd_buffer *iob); 67 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_buffers(struct qeth_card *); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 75 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 76 77 static void qeth_close_dev_handler(struct work_struct *work) 78 { 79 struct qeth_card *card; 80 81 card = container_of(work, struct qeth_card, close_dev_work); 82 QETH_CARD_TEXT(card, 2, "cldevhdl"); 83 ccwgroup_set_offline(card->gdev); 84 } 85 86 static const char *qeth_get_cardname(struct qeth_card *card) 87 { 88 if (card->info.guestlan) { 89 switch (card->info.type) { 90 case QETH_CARD_TYPE_OSD: 91 return " Virtual NIC QDIO"; 92 case QETH_CARD_TYPE_IQD: 93 return " Virtual NIC Hiper"; 94 case QETH_CARD_TYPE_OSM: 95 return " Virtual NIC QDIO - OSM"; 96 case QETH_CARD_TYPE_OSX: 97 return " Virtual NIC QDIO - OSX"; 98 default: 99 return " unknown"; 100 } 101 } else { 102 switch (card->info.type) { 103 case QETH_CARD_TYPE_OSD: 104 return " OSD Express"; 105 case QETH_CARD_TYPE_IQD: 106 return " HiperSockets"; 107 case QETH_CARD_TYPE_OSN: 108 return " OSN QDIO"; 109 case QETH_CARD_TYPE_OSM: 110 return " OSM QDIO"; 111 case QETH_CARD_TYPE_OSX: 112 return " OSX QDIO"; 113 default: 114 return " unknown"; 115 } 116 } 117 return " n/a"; 118 } 119 120 /* max length to be returned: 14 */ 121 const char *qeth_get_cardname_short(struct qeth_card *card) 122 { 123 if (card->info.guestlan) { 124 switch (card->info.type) { 125 case QETH_CARD_TYPE_OSD: 126 return "Virt.NIC QDIO"; 127 case QETH_CARD_TYPE_IQD: 128 return "Virt.NIC Hiper"; 129 case QETH_CARD_TYPE_OSM: 130 return "Virt.NIC OSM"; 131 case QETH_CARD_TYPE_OSX: 132 return "Virt.NIC OSX"; 133 default: 134 return "unknown"; 135 } 136 } else { 137 switch (card->info.type) { 138 case QETH_CARD_TYPE_OSD: 139 switch (card->info.link_type) { 140 case QETH_LINK_TYPE_FAST_ETH: 141 return "OSD_100"; 142 case QETH_LINK_TYPE_HSTR: 143 return "HSTR"; 144 case QETH_LINK_TYPE_GBIT_ETH: 145 return "OSD_1000"; 146 case QETH_LINK_TYPE_10GBIT_ETH: 147 return "OSD_10GIG"; 148 case QETH_LINK_TYPE_25GBIT_ETH: 149 return "OSD_25GIG"; 150 case QETH_LINK_TYPE_LANE_ETH100: 151 return "OSD_FE_LANE"; 152 case QETH_LINK_TYPE_LANE_TR: 153 return "OSD_TR_LANE"; 154 case QETH_LINK_TYPE_LANE_ETH1000: 155 return "OSD_GbE_LANE"; 156 case QETH_LINK_TYPE_LANE: 157 return "OSD_ATM_LANE"; 158 default: 159 return "OSD_Express"; 160 } 161 case QETH_CARD_TYPE_IQD: 162 return "HiperSockets"; 163 case QETH_CARD_TYPE_OSN: 164 return "OSN"; 165 case QETH_CARD_TYPE_OSM: 166 return "OSM_1000"; 167 case QETH_CARD_TYPE_OSX: 168 return "OSX_10GIG"; 169 default: 170 return "unknown"; 171 } 172 } 173 return "n/a"; 174 } 175 176 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 177 int clear_start_mask) 178 { 179 unsigned long flags; 180 181 spin_lock_irqsave(&card->thread_mask_lock, flags); 182 card->thread_allowed_mask = threads; 183 if (clear_start_mask) 184 card->thread_start_mask &= threads; 185 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 186 wake_up(&card->wait_q); 187 } 188 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 189 190 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 191 { 192 unsigned long flags; 193 int rc = 0; 194 195 spin_lock_irqsave(&card->thread_mask_lock, flags); 196 rc = (card->thread_running_mask & threads); 197 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 198 return rc; 199 } 200 EXPORT_SYMBOL_GPL(qeth_threads_running); 201 202 void qeth_clear_working_pool_list(struct qeth_card *card) 203 { 204 struct qeth_buffer_pool_entry *pool_entry, *tmp; 205 206 QETH_CARD_TEXT(card, 5, "clwrklst"); 207 list_for_each_entry_safe(pool_entry, tmp, 208 &card->qdio.in_buf_pool.entry_list, list){ 209 list_del(&pool_entry->list); 210 } 211 } 212 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 213 214 static int qeth_alloc_buffer_pool(struct qeth_card *card) 215 { 216 struct qeth_buffer_pool_entry *pool_entry; 217 void *ptr; 218 int i, j; 219 220 QETH_CARD_TEXT(card, 5, "alocpool"); 221 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 222 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 223 if (!pool_entry) { 224 qeth_free_buffer_pool(card); 225 return -ENOMEM; 226 } 227 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 228 ptr = (void *) __get_free_page(GFP_KERNEL); 229 if (!ptr) { 230 while (j > 0) 231 free_page((unsigned long) 232 pool_entry->elements[--j]); 233 kfree(pool_entry); 234 qeth_free_buffer_pool(card); 235 return -ENOMEM; 236 } 237 pool_entry->elements[j] = ptr; 238 } 239 list_add(&pool_entry->init_list, 240 &card->qdio.init_pool.entry_list); 241 } 242 return 0; 243 } 244 245 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 246 { 247 QETH_CARD_TEXT(card, 2, "realcbp"); 248 249 if (card->state != CARD_STATE_DOWN) 250 return -EPERM; 251 252 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 253 qeth_clear_working_pool_list(card); 254 qeth_free_buffer_pool(card); 255 card->qdio.in_buf_pool.buf_count = bufcnt; 256 card->qdio.init_pool.buf_count = bufcnt; 257 return qeth_alloc_buffer_pool(card); 258 } 259 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 260 261 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 262 { 263 if (!q) 264 return; 265 266 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 267 kfree(q); 268 } 269 270 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 271 { 272 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 273 int i; 274 275 if (!q) 276 return NULL; 277 278 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 279 kfree(q); 280 return NULL; 281 } 282 283 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 284 q->bufs[i].buffer = q->qdio_bufs[i]; 285 286 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 287 return q; 288 } 289 290 static int qeth_cq_init(struct qeth_card *card) 291 { 292 int rc; 293 294 if (card->options.cq == QETH_CQ_ENABLED) { 295 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 296 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 297 QDIO_MAX_BUFFERS_PER_Q); 298 card->qdio.c_q->next_buf_to_init = 127; 299 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 300 card->qdio.no_in_queues - 1, 0, 301 127); 302 if (rc) { 303 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 304 goto out; 305 } 306 } 307 rc = 0; 308 out: 309 return rc; 310 } 311 312 static int qeth_alloc_cq(struct qeth_card *card) 313 { 314 int rc; 315 316 if (card->options.cq == QETH_CQ_ENABLED) { 317 int i; 318 struct qdio_outbuf_state *outbuf_states; 319 320 QETH_DBF_TEXT(SETUP, 2, "cqon"); 321 card->qdio.c_q = qeth_alloc_qdio_queue(); 322 if (!card->qdio.c_q) { 323 rc = -1; 324 goto kmsg_out; 325 } 326 card->qdio.no_in_queues = 2; 327 card->qdio.out_bufstates = 328 kcalloc(card->qdio.no_out_queues * 329 QDIO_MAX_BUFFERS_PER_Q, 330 sizeof(struct qdio_outbuf_state), 331 GFP_KERNEL); 332 outbuf_states = card->qdio.out_bufstates; 333 if (outbuf_states == NULL) { 334 rc = -1; 335 goto free_cq_out; 336 } 337 for (i = 0; i < card->qdio.no_out_queues; ++i) { 338 card->qdio.out_qs[i]->bufstates = outbuf_states; 339 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 340 } 341 } else { 342 QETH_DBF_TEXT(SETUP, 2, "nocq"); 343 card->qdio.c_q = NULL; 344 card->qdio.no_in_queues = 1; 345 } 346 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 347 rc = 0; 348 out: 349 return rc; 350 free_cq_out: 351 qeth_free_qdio_queue(card->qdio.c_q); 352 card->qdio.c_q = NULL; 353 kmsg_out: 354 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 355 goto out; 356 } 357 358 static void qeth_free_cq(struct qeth_card *card) 359 { 360 if (card->qdio.c_q) { 361 --card->qdio.no_in_queues; 362 qeth_free_qdio_queue(card->qdio.c_q); 363 card->qdio.c_q = NULL; 364 } 365 kfree(card->qdio.out_bufstates); 366 card->qdio.out_bufstates = NULL; 367 } 368 369 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 370 int delayed) 371 { 372 enum iucv_tx_notify n; 373 374 switch (sbalf15) { 375 case 0: 376 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 377 break; 378 case 4: 379 case 16: 380 case 17: 381 case 18: 382 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 383 TX_NOTIFY_UNREACHABLE; 384 break; 385 default: 386 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 387 TX_NOTIFY_GENERALERROR; 388 break; 389 } 390 391 return n; 392 } 393 394 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 395 int forced_cleanup) 396 { 397 if (q->card->options.cq != QETH_CQ_ENABLED) 398 return; 399 400 if (q->bufs[bidx]->next_pending != NULL) { 401 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 402 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 403 404 while (c) { 405 if (forced_cleanup || 406 atomic_read(&c->state) == 407 QETH_QDIO_BUF_HANDLED_DELAYED) { 408 struct qeth_qdio_out_buffer *f = c; 409 QETH_CARD_TEXT(f->q->card, 5, "fp"); 410 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 411 /* release here to avoid interleaving between 412 outbound tasklet and inbound tasklet 413 regarding notifications and lifecycle */ 414 qeth_release_skbs(c); 415 416 c = f->next_pending; 417 WARN_ON_ONCE(head->next_pending != f); 418 head->next_pending = c; 419 kmem_cache_free(qeth_qdio_outbuf_cache, f); 420 } else { 421 head = c; 422 c = c->next_pending; 423 } 424 425 } 426 } 427 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 428 QETH_QDIO_BUF_HANDLED_DELAYED)) { 429 /* for recovery situations */ 430 qeth_init_qdio_out_buf(q, bidx); 431 QETH_CARD_TEXT(q->card, 2, "clprecov"); 432 } 433 } 434 435 436 static void qeth_qdio_handle_aob(struct qeth_card *card, 437 unsigned long phys_aob_addr) 438 { 439 struct qaob *aob; 440 struct qeth_qdio_out_buffer *buffer; 441 enum iucv_tx_notify notification; 442 unsigned int i; 443 444 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 445 QETH_CARD_TEXT(card, 5, "haob"); 446 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 447 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 448 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 449 450 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 451 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 452 notification = TX_NOTIFY_OK; 453 } else { 454 WARN_ON_ONCE(atomic_read(&buffer->state) != 455 QETH_QDIO_BUF_PENDING); 456 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 457 notification = TX_NOTIFY_DELAYED_OK; 458 } 459 460 if (aob->aorc != 0) { 461 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 462 notification = qeth_compute_cq_notification(aob->aorc, 1); 463 } 464 qeth_notify_skbs(buffer->q, buffer, notification); 465 466 /* Free dangling allocations. The attached skbs are handled by 467 * qeth_cleanup_handled_pending(). 468 */ 469 for (i = 0; 470 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 471 i++) { 472 if (aob->sba[i] && buffer->is_header[i]) 473 kmem_cache_free(qeth_core_header_cache, 474 (void *) aob->sba[i]); 475 } 476 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 477 478 qdio_release_aob(aob); 479 } 480 481 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 482 { 483 return card->options.cq == QETH_CQ_ENABLED && 484 card->qdio.c_q != NULL && 485 queue != 0 && 486 queue == card->qdio.no_in_queues - 1; 487 } 488 489 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u32 len, void *data) 490 { 491 ccw->cmd_code = cmd_code; 492 ccw->flags = CCW_FLAG_SLI; 493 ccw->count = len; 494 ccw->cda = (__u32) __pa(data); 495 } 496 497 static int __qeth_issue_next_read(struct qeth_card *card) 498 { 499 struct qeth_channel *channel = &card->read; 500 struct qeth_cmd_buffer *iob; 501 int rc; 502 503 QETH_CARD_TEXT(card, 5, "issnxrd"); 504 if (channel->state != CH_STATE_UP) 505 return -EIO; 506 iob = qeth_get_buffer(channel); 507 if (!iob) { 508 dev_warn(&card->gdev->dev, "The qeth device driver " 509 "failed to recover an error on the device\n"); 510 QETH_DBF_MESSAGE(2, "issue_next_read on device %x failed: no iob available\n", 511 CARD_DEVID(card)); 512 return -ENOMEM; 513 } 514 515 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 516 iob->callback = qeth_issue_next_read_cb; 517 QETH_CARD_TEXT(card, 6, "noirqpnd"); 518 rc = ccw_device_start(channel->ccwdev, channel->ccw, 519 (addr_t) iob, 0, 0); 520 if (rc) { 521 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 522 rc, CARD_DEVID(card)); 523 atomic_set(&channel->irq_pending, 0); 524 qeth_release_buffer(channel, iob); 525 card->read_or_write_problem = 1; 526 qeth_schedule_recovery(card); 527 wake_up(&card->wait_q); 528 } 529 return rc; 530 } 531 532 static int qeth_issue_next_read(struct qeth_card *card) 533 { 534 int ret; 535 536 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 537 ret = __qeth_issue_next_read(card); 538 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 539 540 return ret; 541 } 542 543 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 544 { 545 struct qeth_reply *reply; 546 547 reply = kzalloc(sizeof(*reply), GFP_KERNEL); 548 if (reply) { 549 refcount_set(&reply->refcnt, 1); 550 init_completion(&reply->received); 551 } 552 return reply; 553 } 554 555 static void qeth_get_reply(struct qeth_reply *reply) 556 { 557 refcount_inc(&reply->refcnt); 558 } 559 560 static void qeth_put_reply(struct qeth_reply *reply) 561 { 562 if (refcount_dec_and_test(&reply->refcnt)) 563 kfree(reply); 564 } 565 566 static void qeth_enqueue_reply(struct qeth_card *card, struct qeth_reply *reply) 567 { 568 spin_lock_irq(&card->lock); 569 list_add_tail(&reply->list, &card->cmd_waiter_list); 570 spin_unlock_irq(&card->lock); 571 } 572 573 static void qeth_dequeue_reply(struct qeth_card *card, struct qeth_reply *reply) 574 { 575 spin_lock_irq(&card->lock); 576 list_del(&reply->list); 577 spin_unlock_irq(&card->lock); 578 } 579 580 static void qeth_notify_reply(struct qeth_reply *reply, int reason) 581 { 582 reply->rc = reason; 583 complete(&reply->received); 584 } 585 586 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 587 struct qeth_card *card) 588 { 589 const char *ipa_name; 590 int com = cmd->hdr.command; 591 ipa_name = qeth_get_ipa_cmd_name(com); 592 593 if (rc) 594 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 595 ipa_name, com, CARD_DEVID(card), rc, 596 qeth_get_ipa_msg(rc)); 597 else 598 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 599 ipa_name, com, CARD_DEVID(card)); 600 } 601 602 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 603 struct qeth_ipa_cmd *cmd) 604 { 605 QETH_CARD_TEXT(card, 5, "chkipad"); 606 607 if (IS_IPA_REPLY(cmd)) { 608 if (cmd->hdr.command != IPA_CMD_SETCCID && 609 cmd->hdr.command != IPA_CMD_DELCCID && 610 cmd->hdr.command != IPA_CMD_MODCCID && 611 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 612 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 613 return cmd; 614 } 615 616 /* handle unsolicited event: */ 617 switch (cmd->hdr.command) { 618 case IPA_CMD_STOPLAN: 619 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 620 dev_err(&card->gdev->dev, 621 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 622 QETH_CARD_IFNAME(card)); 623 schedule_work(&card->close_dev_work); 624 } else { 625 dev_warn(&card->gdev->dev, 626 "The link for interface %s on CHPID 0x%X failed\n", 627 QETH_CARD_IFNAME(card), card->info.chpid); 628 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 629 netif_carrier_off(card->dev); 630 } 631 return NULL; 632 case IPA_CMD_STARTLAN: 633 dev_info(&card->gdev->dev, 634 "The link for %s on CHPID 0x%X has been restored\n", 635 QETH_CARD_IFNAME(card), card->info.chpid); 636 if (card->info.hwtrap) 637 card->info.hwtrap = 2; 638 qeth_schedule_recovery(card); 639 return NULL; 640 case IPA_CMD_SETBRIDGEPORT_IQD: 641 case IPA_CMD_SETBRIDGEPORT_OSA: 642 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 643 if (card->discipline->control_event_handler(card, cmd)) 644 return cmd; 645 return NULL; 646 case IPA_CMD_MODCCID: 647 return cmd; 648 case IPA_CMD_REGISTER_LOCAL_ADDR: 649 QETH_CARD_TEXT(card, 3, "irla"); 650 return NULL; 651 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 652 QETH_CARD_TEXT(card, 3, "urla"); 653 return NULL; 654 default: 655 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 656 return cmd; 657 } 658 } 659 660 void qeth_clear_ipacmd_list(struct qeth_card *card) 661 { 662 struct qeth_reply *reply; 663 unsigned long flags; 664 665 QETH_CARD_TEXT(card, 4, "clipalst"); 666 667 spin_lock_irqsave(&card->lock, flags); 668 list_for_each_entry(reply, &card->cmd_waiter_list, list) 669 qeth_notify_reply(reply, -EIO); 670 spin_unlock_irqrestore(&card->lock, flags); 671 } 672 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 673 674 static int qeth_check_idx_response(struct qeth_card *card, 675 unsigned char *buffer) 676 { 677 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 678 if ((buffer[2] & 0xc0) == 0xc0) { 679 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 680 buffer[4]); 681 QETH_CARD_TEXT(card, 2, "ckidxres"); 682 QETH_CARD_TEXT(card, 2, " idxterm"); 683 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 684 if (buffer[4] == 0xf6) { 685 dev_err(&card->gdev->dev, 686 "The qeth device is not configured " 687 "for the OSI layer required by z/VM\n"); 688 return -EPERM; 689 } 690 return -EIO; 691 } 692 return 0; 693 } 694 695 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 696 { 697 __u8 index; 698 699 index = channel->io_buf_no; 700 do { 701 if (channel->iob[index].state == BUF_STATE_FREE) { 702 channel->iob[index].state = BUF_STATE_LOCKED; 703 channel->iob[index].timeout = QETH_TIMEOUT; 704 channel->io_buf_no = (channel->io_buf_no + 1) % 705 QETH_CMD_BUFFER_NO; 706 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 707 return channel->iob + index; 708 } 709 index = (index + 1) % QETH_CMD_BUFFER_NO; 710 } while (index != channel->io_buf_no); 711 712 return NULL; 713 } 714 715 void qeth_release_buffer(struct qeth_channel *channel, 716 struct qeth_cmd_buffer *iob) 717 { 718 unsigned long flags; 719 720 spin_lock_irqsave(&channel->iob_lock, flags); 721 iob->state = BUF_STATE_FREE; 722 iob->callback = NULL; 723 if (iob->reply) { 724 qeth_put_reply(iob->reply); 725 iob->reply = NULL; 726 } 727 spin_unlock_irqrestore(&channel->iob_lock, flags); 728 wake_up(&channel->wait_q); 729 } 730 EXPORT_SYMBOL_GPL(qeth_release_buffer); 731 732 static void qeth_release_buffer_cb(struct qeth_card *card, 733 struct qeth_channel *channel, 734 struct qeth_cmd_buffer *iob) 735 { 736 qeth_release_buffer(channel, iob); 737 } 738 739 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 740 { 741 struct qeth_reply *reply = iob->reply; 742 743 if (reply) 744 qeth_notify_reply(reply, rc); 745 qeth_release_buffer(iob->channel, iob); 746 } 747 748 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 749 { 750 struct qeth_cmd_buffer *buffer = NULL; 751 unsigned long flags; 752 753 spin_lock_irqsave(&channel->iob_lock, flags); 754 buffer = __qeth_get_buffer(channel); 755 spin_unlock_irqrestore(&channel->iob_lock, flags); 756 return buffer; 757 } 758 759 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 760 { 761 struct qeth_cmd_buffer *buffer; 762 wait_event(channel->wait_q, 763 ((buffer = qeth_get_buffer(channel)) != NULL)); 764 return buffer; 765 } 766 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 767 768 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 769 { 770 int cnt; 771 772 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 773 qeth_release_buffer(channel, &channel->iob[cnt]); 774 channel->io_buf_no = 0; 775 } 776 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 777 778 static void qeth_issue_next_read_cb(struct qeth_card *card, 779 struct qeth_channel *channel, 780 struct qeth_cmd_buffer *iob) 781 { 782 struct qeth_ipa_cmd *cmd = NULL; 783 struct qeth_reply *reply = NULL; 784 struct qeth_reply *r; 785 unsigned long flags; 786 int rc = 0; 787 788 QETH_CARD_TEXT(card, 4, "sndctlcb"); 789 rc = qeth_check_idx_response(card, iob->data); 790 switch (rc) { 791 case 0: 792 break; 793 case -EIO: 794 qeth_clear_ipacmd_list(card); 795 qeth_schedule_recovery(card); 796 /* fall through */ 797 default: 798 goto out; 799 } 800 801 if (IS_IPA(iob->data)) { 802 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 803 cmd = qeth_check_ipa_data(card, cmd); 804 if (!cmd) 805 goto out; 806 if (IS_OSN(card) && card->osn_info.assist_cb && 807 cmd->hdr.command != IPA_CMD_STARTLAN) { 808 card->osn_info.assist_cb(card->dev, cmd); 809 goto out; 810 } 811 } else { 812 /* non-IPA commands should only flow during initialization */ 813 if (card->state != CARD_STATE_DOWN) 814 goto out; 815 } 816 817 /* match against pending cmd requests */ 818 spin_lock_irqsave(&card->lock, flags); 819 list_for_each_entry(r, &card->cmd_waiter_list, list) { 820 if ((r->seqno == QETH_IDX_COMMAND_SEQNO) || 821 (cmd && (r->seqno == cmd->hdr.seqno))) { 822 reply = r; 823 /* take the object outside the lock */ 824 qeth_get_reply(reply); 825 break; 826 } 827 } 828 spin_unlock_irqrestore(&card->lock, flags); 829 830 if (!reply) 831 goto out; 832 833 if (!reply->callback) { 834 rc = 0; 835 } else { 836 if (cmd) { 837 reply->offset = (u16)((char *)cmd - (char *)iob->data); 838 rc = reply->callback(card, reply, (unsigned long)cmd); 839 } else { 840 rc = reply->callback(card, reply, (unsigned long)iob); 841 } 842 } 843 844 if (rc <= 0) 845 qeth_notify_reply(reply, rc); 846 qeth_put_reply(reply); 847 848 out: 849 memcpy(&card->seqno.pdu_hdr_ack, 850 QETH_PDU_HEADER_SEQ_NO(iob->data), 851 QETH_SEQ_NO_LENGTH); 852 qeth_release_buffer(channel, iob); 853 } 854 855 static int qeth_set_thread_start_bit(struct qeth_card *card, 856 unsigned long thread) 857 { 858 unsigned long flags; 859 860 spin_lock_irqsave(&card->thread_mask_lock, flags); 861 if (!(card->thread_allowed_mask & thread) || 862 (card->thread_start_mask & thread)) { 863 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 864 return -EPERM; 865 } 866 card->thread_start_mask |= thread; 867 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 868 return 0; 869 } 870 871 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 872 { 873 unsigned long flags; 874 875 spin_lock_irqsave(&card->thread_mask_lock, flags); 876 card->thread_start_mask &= ~thread; 877 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 878 wake_up(&card->wait_q); 879 } 880 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 881 882 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 883 { 884 unsigned long flags; 885 886 spin_lock_irqsave(&card->thread_mask_lock, flags); 887 card->thread_running_mask &= ~thread; 888 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 889 wake_up_all(&card->wait_q); 890 } 891 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 892 893 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 894 { 895 unsigned long flags; 896 int rc = 0; 897 898 spin_lock_irqsave(&card->thread_mask_lock, flags); 899 if (card->thread_start_mask & thread) { 900 if ((card->thread_allowed_mask & thread) && 901 !(card->thread_running_mask & thread)) { 902 rc = 1; 903 card->thread_start_mask &= ~thread; 904 card->thread_running_mask |= thread; 905 } else 906 rc = -EPERM; 907 } 908 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 909 return rc; 910 } 911 912 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 913 { 914 int rc = 0; 915 916 wait_event(card->wait_q, 917 (rc = __qeth_do_run_thread(card, thread)) >= 0); 918 return rc; 919 } 920 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 921 922 void qeth_schedule_recovery(struct qeth_card *card) 923 { 924 QETH_CARD_TEXT(card, 2, "startrec"); 925 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 926 schedule_work(&card->kernel_thread_starter); 927 } 928 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 929 930 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 931 struct irb *irb) 932 { 933 int dstat, cstat; 934 char *sense; 935 936 sense = (char *) irb->ecw; 937 cstat = irb->scsw.cmd.cstat; 938 dstat = irb->scsw.cmd.dstat; 939 940 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 941 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 942 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 943 QETH_CARD_TEXT(card, 2, "CGENCHK"); 944 dev_warn(&cdev->dev, "The qeth device driver " 945 "failed to recover an error on the device\n"); 946 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 947 CCW_DEVID(cdev), dstat, cstat); 948 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 949 16, 1, irb, 64, 1); 950 return 1; 951 } 952 953 if (dstat & DEV_STAT_UNIT_CHECK) { 954 if (sense[SENSE_RESETTING_EVENT_BYTE] & 955 SENSE_RESETTING_EVENT_FLAG) { 956 QETH_CARD_TEXT(card, 2, "REVIND"); 957 return 1; 958 } 959 if (sense[SENSE_COMMAND_REJECT_BYTE] & 960 SENSE_COMMAND_REJECT_FLAG) { 961 QETH_CARD_TEXT(card, 2, "CMDREJi"); 962 return 1; 963 } 964 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 965 QETH_CARD_TEXT(card, 2, "AFFE"); 966 return 1; 967 } 968 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 969 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 970 return 0; 971 } 972 QETH_CARD_TEXT(card, 2, "DGENCHK"); 973 return 1; 974 } 975 return 0; 976 } 977 978 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 979 unsigned long intparm, struct irb *irb) 980 { 981 if (!IS_ERR(irb)) 982 return 0; 983 984 switch (PTR_ERR(irb)) { 985 case -EIO: 986 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 987 CCW_DEVID(cdev)); 988 QETH_CARD_TEXT(card, 2, "ckirberr"); 989 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 990 return -EIO; 991 case -ETIMEDOUT: 992 dev_warn(&cdev->dev, "A hardware operation timed out" 993 " on the device\n"); 994 QETH_CARD_TEXT(card, 2, "ckirberr"); 995 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 996 if (intparm == QETH_RCD_PARM) { 997 if (card->data.ccwdev == cdev) { 998 card->data.state = CH_STATE_DOWN; 999 wake_up(&card->wait_q); 1000 } 1001 } 1002 return -ETIMEDOUT; 1003 default: 1004 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1005 PTR_ERR(irb), CCW_DEVID(cdev)); 1006 QETH_CARD_TEXT(card, 2, "ckirberr"); 1007 QETH_CARD_TEXT(card, 2, " rc???"); 1008 return PTR_ERR(irb); 1009 } 1010 } 1011 1012 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1013 struct irb *irb) 1014 { 1015 int rc; 1016 int cstat, dstat; 1017 struct qeth_cmd_buffer *iob = NULL; 1018 struct ccwgroup_device *gdev; 1019 struct qeth_channel *channel; 1020 struct qeth_card *card; 1021 1022 /* while we hold the ccwdev lock, this stays valid: */ 1023 gdev = dev_get_drvdata(&cdev->dev); 1024 card = dev_get_drvdata(&gdev->dev); 1025 if (!card) 1026 return; 1027 1028 QETH_CARD_TEXT(card, 5, "irq"); 1029 1030 if (card->read.ccwdev == cdev) { 1031 channel = &card->read; 1032 QETH_CARD_TEXT(card, 5, "read"); 1033 } else if (card->write.ccwdev == cdev) { 1034 channel = &card->write; 1035 QETH_CARD_TEXT(card, 5, "write"); 1036 } else { 1037 channel = &card->data; 1038 QETH_CARD_TEXT(card, 5, "data"); 1039 } 1040 1041 if (qeth_intparm_is_iob(intparm)) 1042 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1043 1044 rc = qeth_check_irb_error(card, cdev, intparm, irb); 1045 if (rc) { 1046 /* IO was terminated, free its resources. */ 1047 if (iob) 1048 qeth_cancel_cmd(iob, rc); 1049 atomic_set(&channel->irq_pending, 0); 1050 wake_up(&card->wait_q); 1051 return; 1052 } 1053 1054 atomic_set(&channel->irq_pending, 0); 1055 1056 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1057 channel->state = CH_STATE_STOPPED; 1058 1059 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1060 channel->state = CH_STATE_HALTED; 1061 1062 /*let's wake up immediately on data channel*/ 1063 if ((channel == &card->data) && (intparm != 0) && 1064 (intparm != QETH_RCD_PARM)) 1065 goto out; 1066 1067 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1068 QETH_CARD_TEXT(card, 6, "clrchpar"); 1069 /* we don't have to handle this further */ 1070 intparm = 0; 1071 } 1072 if (intparm == QETH_HALT_CHANNEL_PARM) { 1073 QETH_CARD_TEXT(card, 6, "hltchpar"); 1074 /* we don't have to handle this further */ 1075 intparm = 0; 1076 } 1077 1078 cstat = irb->scsw.cmd.cstat; 1079 dstat = irb->scsw.cmd.dstat; 1080 1081 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1082 (dstat & DEV_STAT_UNIT_CHECK) || 1083 (cstat)) { 1084 if (irb->esw.esw0.erw.cons) { 1085 dev_warn(&channel->ccwdev->dev, 1086 "The qeth device driver failed to recover " 1087 "an error on the device\n"); 1088 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1089 CCW_DEVID(channel->ccwdev), cstat, 1090 dstat); 1091 print_hex_dump(KERN_WARNING, "qeth: irb ", 1092 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1093 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1094 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1095 } 1096 if (intparm == QETH_RCD_PARM) { 1097 channel->state = CH_STATE_DOWN; 1098 goto out; 1099 } 1100 rc = qeth_get_problem(card, cdev, irb); 1101 if (rc) { 1102 card->read_or_write_problem = 1; 1103 if (iob) 1104 qeth_cancel_cmd(iob, rc); 1105 qeth_clear_ipacmd_list(card); 1106 qeth_schedule_recovery(card); 1107 goto out; 1108 } 1109 } 1110 1111 if (intparm == QETH_RCD_PARM) { 1112 channel->state = CH_STATE_RCD_DONE; 1113 goto out; 1114 } 1115 if (channel == &card->data) 1116 return; 1117 if (channel == &card->read && 1118 channel->state == CH_STATE_UP) 1119 __qeth_issue_next_read(card); 1120 1121 if (iob && iob->callback) 1122 iob->callback(card, iob->channel, iob); 1123 1124 out: 1125 wake_up(&card->wait_q); 1126 return; 1127 } 1128 1129 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1130 struct qeth_qdio_out_buffer *buf, 1131 enum iucv_tx_notify notification) 1132 { 1133 struct sk_buff *skb; 1134 1135 skb_queue_walk(&buf->skb_list, skb) { 1136 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1137 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1138 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1139 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1140 } 1141 } 1142 1143 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1144 { 1145 struct sk_buff *skb; 1146 1147 /* release may never happen from within CQ tasklet scope */ 1148 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1149 1150 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1151 qeth_notify_skbs(buf->q, buf, TX_NOTIFY_GENERALERROR); 1152 1153 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) 1154 consume_skb(skb); 1155 } 1156 1157 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1158 struct qeth_qdio_out_buffer *buf) 1159 { 1160 int i; 1161 1162 /* is PCI flag set on buffer? */ 1163 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1164 atomic_dec(&queue->set_pci_flags_count); 1165 1166 qeth_release_skbs(buf); 1167 1168 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i) { 1169 if (buf->buffer->element[i].addr && buf->is_header[i]) 1170 kmem_cache_free(qeth_core_header_cache, 1171 buf->buffer->element[i].addr); 1172 buf->is_header[i] = 0; 1173 } 1174 1175 qeth_scrub_qdio_buffer(buf->buffer, 1176 QETH_MAX_BUFFER_ELEMENTS(queue->card)); 1177 buf->next_element_to_fill = 0; 1178 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1179 } 1180 1181 static void qeth_clear_outq_buffers(struct qeth_qdio_out_q *q, int free) 1182 { 1183 int j; 1184 1185 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1186 if (!q->bufs[j]) 1187 continue; 1188 qeth_cleanup_handled_pending(q, j, 1); 1189 qeth_clear_output_buffer(q, q->bufs[j]); 1190 if (free) { 1191 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1192 q->bufs[j] = NULL; 1193 } 1194 } 1195 } 1196 1197 void qeth_clear_qdio_buffers(struct qeth_card *card) 1198 { 1199 int i; 1200 1201 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1202 /* clear outbound buffers to free skbs */ 1203 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1204 if (card->qdio.out_qs[i]) { 1205 qeth_clear_outq_buffers(card->qdio.out_qs[i], 0); 1206 } 1207 } 1208 } 1209 EXPORT_SYMBOL_GPL(qeth_clear_qdio_buffers); 1210 1211 static void qeth_free_buffer_pool(struct qeth_card *card) 1212 { 1213 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1214 int i = 0; 1215 list_for_each_entry_safe(pool_entry, tmp, 1216 &card->qdio.init_pool.entry_list, init_list){ 1217 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1218 free_page((unsigned long)pool_entry->elements[i]); 1219 list_del(&pool_entry->init_list); 1220 kfree(pool_entry); 1221 } 1222 } 1223 1224 static void qeth_clean_channel(struct qeth_channel *channel) 1225 { 1226 struct ccw_device *cdev = channel->ccwdev; 1227 int cnt; 1228 1229 QETH_DBF_TEXT(SETUP, 2, "freech"); 1230 1231 spin_lock_irq(get_ccwdev_lock(cdev)); 1232 cdev->handler = NULL; 1233 spin_unlock_irq(get_ccwdev_lock(cdev)); 1234 1235 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1236 kfree(channel->iob[cnt].data); 1237 kfree(channel->ccw); 1238 } 1239 1240 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1241 { 1242 struct ccw_device *cdev = channel->ccwdev; 1243 int cnt; 1244 1245 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1246 1247 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1248 if (!channel->ccw) 1249 return -ENOMEM; 1250 channel->state = CH_STATE_DOWN; 1251 atomic_set(&channel->irq_pending, 0); 1252 init_waitqueue_head(&channel->wait_q); 1253 1254 spin_lock_irq(get_ccwdev_lock(cdev)); 1255 cdev->handler = qeth_irq; 1256 spin_unlock_irq(get_ccwdev_lock(cdev)); 1257 1258 if (!alloc_buffers) 1259 return 0; 1260 1261 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1262 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1263 GFP_KERNEL | GFP_DMA); 1264 if (channel->iob[cnt].data == NULL) 1265 break; 1266 channel->iob[cnt].state = BUF_STATE_FREE; 1267 channel->iob[cnt].channel = channel; 1268 } 1269 if (cnt < QETH_CMD_BUFFER_NO) { 1270 qeth_clean_channel(channel); 1271 return -ENOMEM; 1272 } 1273 channel->io_buf_no = 0; 1274 spin_lock_init(&channel->iob_lock); 1275 1276 return 0; 1277 } 1278 1279 static void qeth_set_single_write_queues(struct qeth_card *card) 1280 { 1281 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1282 (card->qdio.no_out_queues == 4)) 1283 qeth_free_qdio_buffers(card); 1284 1285 card->qdio.no_out_queues = 1; 1286 if (card->qdio.default_out_queue != 0) 1287 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1288 1289 card->qdio.default_out_queue = 0; 1290 } 1291 1292 static void qeth_set_multiple_write_queues(struct qeth_card *card) 1293 { 1294 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1295 (card->qdio.no_out_queues == 1)) { 1296 qeth_free_qdio_buffers(card); 1297 card->qdio.default_out_queue = 2; 1298 } 1299 card->qdio.no_out_queues = 4; 1300 } 1301 1302 static void qeth_update_from_chp_desc(struct qeth_card *card) 1303 { 1304 struct ccw_device *ccwdev; 1305 struct channel_path_desc_fmt0 *chp_dsc; 1306 1307 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1308 1309 ccwdev = card->data.ccwdev; 1310 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1311 if (!chp_dsc) 1312 goto out; 1313 1314 card->info.func_level = 0x4100 + chp_dsc->desc; 1315 if (card->info.type == QETH_CARD_TYPE_IQD) 1316 goto out; 1317 1318 /* CHPP field bit 6 == 1 -> single queue */ 1319 if ((chp_dsc->chpp & 0x02) == 0x02) 1320 qeth_set_single_write_queues(card); 1321 else 1322 qeth_set_multiple_write_queues(card); 1323 out: 1324 kfree(chp_dsc); 1325 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1326 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1327 } 1328 1329 static void qeth_init_qdio_info(struct qeth_card *card) 1330 { 1331 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1332 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1333 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1334 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1335 card->qdio.no_out_queues = QETH_MAX_QUEUES; 1336 1337 /* inbound */ 1338 card->qdio.no_in_queues = 1; 1339 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1340 if (card->info.type == QETH_CARD_TYPE_IQD) 1341 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1342 else 1343 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1344 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1345 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1346 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1347 } 1348 1349 static void qeth_set_initial_options(struct qeth_card *card) 1350 { 1351 card->options.route4.type = NO_ROUTER; 1352 card->options.route6.type = NO_ROUTER; 1353 card->options.rx_sg_cb = QETH_RX_SG_CB; 1354 card->options.isolation = ISOLATION_MODE_NONE; 1355 card->options.cq = QETH_CQ_DISABLED; 1356 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1357 } 1358 1359 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1360 { 1361 unsigned long flags; 1362 int rc = 0; 1363 1364 spin_lock_irqsave(&card->thread_mask_lock, flags); 1365 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1366 (u8) card->thread_start_mask, 1367 (u8) card->thread_allowed_mask, 1368 (u8) card->thread_running_mask); 1369 rc = (card->thread_start_mask & thread); 1370 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1371 return rc; 1372 } 1373 1374 static void qeth_start_kernel_thread(struct work_struct *work) 1375 { 1376 struct task_struct *ts; 1377 struct qeth_card *card = container_of(work, struct qeth_card, 1378 kernel_thread_starter); 1379 QETH_CARD_TEXT(card , 2, "strthrd"); 1380 1381 if (card->read.state != CH_STATE_UP && 1382 card->write.state != CH_STATE_UP) 1383 return; 1384 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1385 ts = kthread_run(card->discipline->recover, (void *)card, 1386 "qeth_recover"); 1387 if (IS_ERR(ts)) { 1388 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1389 qeth_clear_thread_running_bit(card, 1390 QETH_RECOVER_THREAD); 1391 } 1392 } 1393 } 1394 1395 static void qeth_buffer_reclaim_work(struct work_struct *); 1396 static void qeth_setup_card(struct qeth_card *card) 1397 { 1398 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1399 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1400 1401 card->info.type = CARD_RDEV(card)->id.driver_info; 1402 card->state = CARD_STATE_DOWN; 1403 spin_lock_init(&card->lock); 1404 spin_lock_init(&card->thread_mask_lock); 1405 mutex_init(&card->conf_mutex); 1406 mutex_init(&card->discipline_mutex); 1407 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1408 INIT_LIST_HEAD(&card->cmd_waiter_list); 1409 init_waitqueue_head(&card->wait_q); 1410 qeth_set_initial_options(card); 1411 /* IP address takeover */ 1412 INIT_LIST_HEAD(&card->ipato.entries); 1413 qeth_init_qdio_info(card); 1414 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1415 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1416 } 1417 1418 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1419 { 1420 struct qeth_card *card = container_of(slr, struct qeth_card, 1421 qeth_service_level); 1422 if (card->info.mcl_level[0]) 1423 seq_printf(m, "qeth: %s firmware level %s\n", 1424 CARD_BUS_ID(card), card->info.mcl_level); 1425 } 1426 1427 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1428 { 1429 struct qeth_card *card; 1430 1431 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1432 card = kzalloc(sizeof(*card), GFP_KERNEL); 1433 if (!card) 1434 goto out; 1435 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1436 1437 card->gdev = gdev; 1438 dev_set_drvdata(&gdev->dev, card); 1439 CARD_RDEV(card) = gdev->cdev[0]; 1440 CARD_WDEV(card) = gdev->cdev[1]; 1441 CARD_DDEV(card) = gdev->cdev[2]; 1442 1443 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1444 dev_name(&gdev->dev)); 1445 if (!card->event_wq) 1446 goto out_wq; 1447 if (qeth_setup_channel(&card->read, true)) 1448 goto out_ip; 1449 if (qeth_setup_channel(&card->write, true)) 1450 goto out_channel; 1451 if (qeth_setup_channel(&card->data, false)) 1452 goto out_data; 1453 card->qeth_service_level.seq_print = qeth_core_sl_print; 1454 register_service_level(&card->qeth_service_level); 1455 return card; 1456 1457 out_data: 1458 qeth_clean_channel(&card->write); 1459 out_channel: 1460 qeth_clean_channel(&card->read); 1461 out_ip: 1462 destroy_workqueue(card->event_wq); 1463 out_wq: 1464 dev_set_drvdata(&gdev->dev, NULL); 1465 kfree(card); 1466 out: 1467 return NULL; 1468 } 1469 1470 static int qeth_clear_channel(struct qeth_card *card, 1471 struct qeth_channel *channel) 1472 { 1473 int rc; 1474 1475 QETH_CARD_TEXT(card, 3, "clearch"); 1476 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1477 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1478 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1479 1480 if (rc) 1481 return rc; 1482 rc = wait_event_interruptible_timeout(card->wait_q, 1483 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1484 if (rc == -ERESTARTSYS) 1485 return rc; 1486 if (channel->state != CH_STATE_STOPPED) 1487 return -ETIME; 1488 channel->state = CH_STATE_DOWN; 1489 return 0; 1490 } 1491 1492 static int qeth_halt_channel(struct qeth_card *card, 1493 struct qeth_channel *channel) 1494 { 1495 int rc; 1496 1497 QETH_CARD_TEXT(card, 3, "haltch"); 1498 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1499 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1500 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1501 1502 if (rc) 1503 return rc; 1504 rc = wait_event_interruptible_timeout(card->wait_q, 1505 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1506 if (rc == -ERESTARTSYS) 1507 return rc; 1508 if (channel->state != CH_STATE_HALTED) 1509 return -ETIME; 1510 return 0; 1511 } 1512 1513 static int qeth_halt_channels(struct qeth_card *card) 1514 { 1515 int rc1 = 0, rc2 = 0, rc3 = 0; 1516 1517 QETH_CARD_TEXT(card, 3, "haltchs"); 1518 rc1 = qeth_halt_channel(card, &card->read); 1519 rc2 = qeth_halt_channel(card, &card->write); 1520 rc3 = qeth_halt_channel(card, &card->data); 1521 if (rc1) 1522 return rc1; 1523 if (rc2) 1524 return rc2; 1525 return rc3; 1526 } 1527 1528 static int qeth_clear_channels(struct qeth_card *card) 1529 { 1530 int rc1 = 0, rc2 = 0, rc3 = 0; 1531 1532 QETH_CARD_TEXT(card, 3, "clearchs"); 1533 rc1 = qeth_clear_channel(card, &card->read); 1534 rc2 = qeth_clear_channel(card, &card->write); 1535 rc3 = qeth_clear_channel(card, &card->data); 1536 if (rc1) 1537 return rc1; 1538 if (rc2) 1539 return rc2; 1540 return rc3; 1541 } 1542 1543 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1544 { 1545 int rc = 0; 1546 1547 QETH_CARD_TEXT(card, 3, "clhacrd"); 1548 1549 if (halt) 1550 rc = qeth_halt_channels(card); 1551 if (rc) 1552 return rc; 1553 return qeth_clear_channels(card); 1554 } 1555 1556 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1557 { 1558 int rc = 0; 1559 1560 QETH_CARD_TEXT(card, 3, "qdioclr"); 1561 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1562 QETH_QDIO_CLEANING)) { 1563 case QETH_QDIO_ESTABLISHED: 1564 if (card->info.type == QETH_CARD_TYPE_IQD) 1565 rc = qdio_shutdown(CARD_DDEV(card), 1566 QDIO_FLAG_CLEANUP_USING_HALT); 1567 else 1568 rc = qdio_shutdown(CARD_DDEV(card), 1569 QDIO_FLAG_CLEANUP_USING_CLEAR); 1570 if (rc) 1571 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1572 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1573 break; 1574 case QETH_QDIO_CLEANING: 1575 return rc; 1576 default: 1577 break; 1578 } 1579 rc = qeth_clear_halt_card(card, use_halt); 1580 if (rc) 1581 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1582 card->state = CARD_STATE_DOWN; 1583 return rc; 1584 } 1585 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1586 1587 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1588 int *length) 1589 { 1590 struct ciw *ciw; 1591 char *rcd_buf; 1592 int ret; 1593 struct qeth_channel *channel = &card->data; 1594 1595 /* 1596 * scan for RCD command in extended SenseID data 1597 */ 1598 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1599 if (!ciw || ciw->cmd == 0) 1600 return -EOPNOTSUPP; 1601 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1602 if (!rcd_buf) 1603 return -ENOMEM; 1604 1605 qeth_setup_ccw(channel->ccw, ciw->cmd, ciw->count, rcd_buf); 1606 channel->state = CH_STATE_RCD; 1607 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1608 ret = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1609 QETH_RCD_PARM, LPM_ANYPATH, 0, 1610 QETH_RCD_TIMEOUT); 1611 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1612 if (!ret) 1613 wait_event(card->wait_q, 1614 (channel->state == CH_STATE_RCD_DONE || 1615 channel->state == CH_STATE_DOWN)); 1616 if (channel->state == CH_STATE_DOWN) 1617 ret = -EIO; 1618 else 1619 channel->state = CH_STATE_DOWN; 1620 if (ret) { 1621 kfree(rcd_buf); 1622 *buffer = NULL; 1623 *length = 0; 1624 } else { 1625 *length = ciw->count; 1626 *buffer = rcd_buf; 1627 } 1628 return ret; 1629 } 1630 1631 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1632 { 1633 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1634 card->info.chpid = prcd[30]; 1635 card->info.unit_addr2 = prcd[31]; 1636 card->info.cula = prcd[63]; 1637 card->info.guestlan = ((prcd[0x10] == _ascebc['V']) && 1638 (prcd[0x11] == _ascebc['M'])); 1639 } 1640 1641 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1642 { 1643 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1644 struct diag26c_vnic_resp *response = NULL; 1645 struct diag26c_vnic_req *request = NULL; 1646 struct ccw_dev_id id; 1647 char userid[80]; 1648 int rc = 0; 1649 1650 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1651 1652 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1653 if (rc) 1654 goto out; 1655 1656 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1657 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1658 if (!request || !response) { 1659 rc = -ENOMEM; 1660 goto out; 1661 } 1662 1663 ccw_device_get_id(CARD_RDEV(card), &id); 1664 request->resp_buf_len = sizeof(*response); 1665 request->resp_version = DIAG26C_VERSION6_VM65918; 1666 request->req_format = DIAG26C_VNIC_INFO; 1667 ASCEBC(userid, 8); 1668 memcpy(&request->sys_name, userid, 8); 1669 request->devno = id.devno; 1670 1671 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1672 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1673 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1674 if (rc) 1675 goto out; 1676 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1677 1678 if (request->resp_buf_len < sizeof(*response) || 1679 response->version != request->resp_version) { 1680 rc = -EIO; 1681 goto out; 1682 } 1683 1684 if (response->protocol == VNIC_INFO_PROT_L2) 1685 disc = QETH_DISCIPLINE_LAYER2; 1686 else if (response->protocol == VNIC_INFO_PROT_L3) 1687 disc = QETH_DISCIPLINE_LAYER3; 1688 1689 out: 1690 kfree(response); 1691 kfree(request); 1692 if (rc) 1693 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1694 return disc; 1695 } 1696 1697 /* Determine whether the device requires a specific layer discipline */ 1698 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1699 { 1700 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1701 1702 if (card->info.type == QETH_CARD_TYPE_OSM || 1703 card->info.type == QETH_CARD_TYPE_OSN) 1704 disc = QETH_DISCIPLINE_LAYER2; 1705 else if (card->info.guestlan) 1706 disc = (card->info.type == QETH_CARD_TYPE_IQD) ? 1707 QETH_DISCIPLINE_LAYER3 : 1708 qeth_vm_detect_layer(card); 1709 1710 switch (disc) { 1711 case QETH_DISCIPLINE_LAYER2: 1712 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1713 break; 1714 case QETH_DISCIPLINE_LAYER3: 1715 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1716 break; 1717 default: 1718 QETH_DBF_TEXT(SETUP, 3, "force no"); 1719 } 1720 1721 return disc; 1722 } 1723 1724 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1725 { 1726 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1727 1728 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1729 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1730 card->info.blkt.time_total = 0; 1731 card->info.blkt.inter_packet = 0; 1732 card->info.blkt.inter_packet_jumbo = 0; 1733 } else { 1734 card->info.blkt.time_total = 250; 1735 card->info.blkt.inter_packet = 5; 1736 card->info.blkt.inter_packet_jumbo = 15; 1737 } 1738 } 1739 1740 static void qeth_init_tokens(struct qeth_card *card) 1741 { 1742 card->token.issuer_rm_w = 0x00010103UL; 1743 card->token.cm_filter_w = 0x00010108UL; 1744 card->token.cm_connection_w = 0x0001010aUL; 1745 card->token.ulp_filter_w = 0x0001010bUL; 1746 card->token.ulp_connection_w = 0x0001010dUL; 1747 } 1748 1749 static void qeth_init_func_level(struct qeth_card *card) 1750 { 1751 switch (card->info.type) { 1752 case QETH_CARD_TYPE_IQD: 1753 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1754 break; 1755 case QETH_CARD_TYPE_OSD: 1756 case QETH_CARD_TYPE_OSN: 1757 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1758 break; 1759 default: 1760 break; 1761 } 1762 } 1763 1764 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1765 struct qeth_cmd_buffer *iob, 1766 unsigned int length) 1767 { 1768 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_WRITE, length, iob->data); 1769 1770 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1771 QETH_SEQ_NO_LENGTH); 1772 if (iob->channel == &card->write) 1773 card->seqno.trans_hdr++; 1774 } 1775 1776 static int qeth_peer_func_level(int level) 1777 { 1778 if ((level & 0xff) == 8) 1779 return (level & 0xff) + 0x400; 1780 if (((level >> 8) & 3) == 1) 1781 return (level & 0xff) + 0x200; 1782 return level; 1783 } 1784 1785 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1786 struct qeth_cmd_buffer *iob, 1787 unsigned int length) 1788 { 1789 qeth_idx_finalize_cmd(card, iob, length); 1790 1791 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1792 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1793 card->seqno.pdu_hdr++; 1794 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1795 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1796 1797 iob->reply->seqno = QETH_IDX_COMMAND_SEQNO; 1798 iob->callback = qeth_release_buffer_cb; 1799 } 1800 1801 /** 1802 * qeth_send_control_data() - send control command to the card 1803 * @card: qeth_card structure pointer 1804 * @len: size of the command buffer 1805 * @iob: qeth_cmd_buffer pointer 1806 * @reply_cb: callback function pointer 1807 * @cb_card: pointer to the qeth_card structure 1808 * @cb_reply: pointer to the qeth_reply structure 1809 * @cb_cmd: pointer to the original iob for non-IPA 1810 * commands, or to the qeth_ipa_cmd structure 1811 * for the IPA commands. 1812 * @reply_param: private pointer passed to the callback 1813 * 1814 * Callback function gets called one or more times, with cb_cmd 1815 * pointing to the response returned by the hardware. Callback 1816 * function must return 1817 * > 0 if more reply blocks are expected, 1818 * 0 if the last or only reply block is received, and 1819 * < 0 on error. 1820 * Callback function can get the value of the reply_param pointer from the 1821 * field 'param' of the structure qeth_reply. 1822 */ 1823 1824 static int qeth_send_control_data(struct qeth_card *card, int len, 1825 struct qeth_cmd_buffer *iob, 1826 int (*reply_cb)(struct qeth_card *cb_card, 1827 struct qeth_reply *cb_reply, 1828 unsigned long cb_cmd), 1829 void *reply_param) 1830 { 1831 struct qeth_channel *channel = iob->channel; 1832 long timeout = iob->timeout; 1833 int rc; 1834 struct qeth_reply *reply = NULL; 1835 1836 QETH_CARD_TEXT(card, 2, "sendctl"); 1837 1838 reply = qeth_alloc_reply(card); 1839 if (!reply) { 1840 qeth_release_buffer(channel, iob); 1841 return -ENOMEM; 1842 } 1843 reply->callback = reply_cb; 1844 reply->param = reply_param; 1845 1846 /* pairs with qeth_release_buffer(): */ 1847 qeth_get_reply(reply); 1848 iob->reply = reply; 1849 1850 timeout = wait_event_interruptible_timeout(card->wait_q, 1851 qeth_trylock_channel(channel), 1852 timeout); 1853 if (timeout <= 0) { 1854 qeth_put_reply(reply); 1855 qeth_release_buffer(channel, iob); 1856 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1857 } 1858 1859 iob->finalize(card, iob, len); 1860 QETH_DBF_HEX(CTRL, 2, iob->data, min(len, QETH_DBF_CTRL_LEN)); 1861 1862 qeth_enqueue_reply(card, reply); 1863 1864 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1865 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1866 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1867 (addr_t) iob, 0, 0, timeout); 1868 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1869 if (rc) { 1870 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1871 CARD_DEVID(card), rc); 1872 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1873 qeth_dequeue_reply(card, reply); 1874 qeth_put_reply(reply); 1875 qeth_release_buffer(channel, iob); 1876 atomic_set(&channel->irq_pending, 0); 1877 wake_up(&card->wait_q); 1878 return rc; 1879 } 1880 1881 timeout = wait_for_completion_interruptible_timeout(&reply->received, 1882 timeout); 1883 if (timeout <= 0) 1884 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1885 1886 qeth_dequeue_reply(card, reply); 1887 if (!rc) 1888 rc = reply->rc; 1889 qeth_put_reply(reply); 1890 return rc; 1891 } 1892 1893 static int qeth_idx_check_activate_response(struct qeth_card *card, 1894 struct qeth_channel *channel, 1895 struct qeth_cmd_buffer *iob) 1896 { 1897 int rc; 1898 1899 rc = qeth_check_idx_response(card, iob->data); 1900 if (rc) 1901 return rc; 1902 1903 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1904 return 0; 1905 1906 /* negative reply: */ 1907 QETH_DBF_TEXT_(SETUP, 2, "idxneg%c", 1908 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1909 1910 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1911 case QETH_IDX_ACT_ERR_EXCL: 1912 dev_err(&channel->ccwdev->dev, 1913 "The adapter is used exclusively by another host\n"); 1914 return -EBUSY; 1915 case QETH_IDX_ACT_ERR_AUTH: 1916 case QETH_IDX_ACT_ERR_AUTH_USER: 1917 dev_err(&channel->ccwdev->dev, 1918 "Setting the device online failed because of insufficient authorization\n"); 1919 return -EPERM; 1920 default: 1921 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1922 CCW_DEVID(channel->ccwdev)); 1923 return -EIO; 1924 } 1925 } 1926 1927 static void qeth_idx_query_read_cb(struct qeth_card *card, 1928 struct qeth_channel *channel, 1929 struct qeth_cmd_buffer *iob) 1930 { 1931 u16 peer_level; 1932 int rc; 1933 1934 QETH_DBF_TEXT(SETUP, 2, "idxrdcb"); 1935 1936 rc = qeth_idx_check_activate_response(card, channel, iob); 1937 if (rc) 1938 goto out; 1939 1940 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1941 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1942 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1943 CCW_DEVID(channel->ccwdev), 1944 card->info.func_level, peer_level); 1945 rc = -EINVAL; 1946 goto out; 1947 } 1948 1949 memcpy(&card->token.issuer_rm_r, 1950 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1951 QETH_MPC_TOKEN_LENGTH); 1952 memcpy(&card->info.mcl_level[0], 1953 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1954 1955 out: 1956 qeth_notify_reply(iob->reply, rc); 1957 qeth_release_buffer(channel, iob); 1958 } 1959 1960 static void qeth_idx_query_write_cb(struct qeth_card *card, 1961 struct qeth_channel *channel, 1962 struct qeth_cmd_buffer *iob) 1963 { 1964 u16 peer_level; 1965 int rc; 1966 1967 QETH_DBF_TEXT(SETUP, 2, "idxwrcb"); 1968 1969 rc = qeth_idx_check_activate_response(card, channel, iob); 1970 if (rc) 1971 goto out; 1972 1973 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1974 if ((peer_level & ~0x0100) != 1975 qeth_peer_func_level(card->info.func_level)) { 1976 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1977 CCW_DEVID(channel->ccwdev), 1978 card->info.func_level, peer_level); 1979 rc = -EINVAL; 1980 } 1981 1982 out: 1983 qeth_notify_reply(iob->reply, rc); 1984 qeth_release_buffer(channel, iob); 1985 } 1986 1987 static void qeth_idx_finalize_query_cmd(struct qeth_card *card, 1988 struct qeth_cmd_buffer *iob, 1989 unsigned int length) 1990 { 1991 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_READ, length, iob->data); 1992 } 1993 1994 static void qeth_idx_activate_cb(struct qeth_card *card, 1995 struct qeth_channel *channel, 1996 struct qeth_cmd_buffer *iob) 1997 { 1998 qeth_notify_reply(iob->reply, 0); 1999 qeth_release_buffer(channel, iob); 2000 } 2001 2002 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 2003 struct qeth_cmd_buffer *iob) 2004 { 2005 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 2006 u8 port = ((u8)card->dev->dev_port) | 0x80; 2007 struct ccw_dev_id dev_id; 2008 2009 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2010 iob->finalize = qeth_idx_finalize_cmd; 2011 iob->callback = qeth_idx_activate_cb; 2012 2013 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2014 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2015 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2016 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2017 &card->info.func_level, 2); 2018 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2019 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2020 } 2021 2022 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2023 { 2024 struct qeth_channel *channel = &card->read; 2025 struct qeth_cmd_buffer *iob; 2026 int rc; 2027 2028 QETH_DBF_TEXT(SETUP, 2, "idxread"); 2029 2030 iob = qeth_get_buffer(channel); 2031 if (!iob) 2032 return -ENOMEM; 2033 2034 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2035 qeth_idx_setup_activate_cmd(card, iob); 2036 2037 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2038 if (rc) 2039 return rc; 2040 2041 iob = qeth_get_buffer(channel); 2042 if (!iob) 2043 return -ENOMEM; 2044 2045 iob->finalize = qeth_idx_finalize_query_cmd; 2046 iob->callback = qeth_idx_query_read_cb; 2047 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2048 if (rc) 2049 return rc; 2050 2051 channel->state = CH_STATE_UP; 2052 return 0; 2053 } 2054 2055 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2056 { 2057 struct qeth_channel *channel = &card->write; 2058 struct qeth_cmd_buffer *iob; 2059 int rc; 2060 2061 QETH_DBF_TEXT(SETUP, 2, "idxwrite"); 2062 2063 iob = qeth_get_buffer(channel); 2064 if (!iob) 2065 return -ENOMEM; 2066 2067 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2068 qeth_idx_setup_activate_cmd(card, iob); 2069 2070 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2071 if (rc) 2072 return rc; 2073 2074 iob = qeth_get_buffer(channel); 2075 if (!iob) 2076 return -ENOMEM; 2077 2078 iob->finalize = qeth_idx_finalize_query_cmd; 2079 iob->callback = qeth_idx_query_write_cb; 2080 rc = qeth_send_control_data(card, QETH_BUFSIZE, iob, NULL, NULL); 2081 if (rc) 2082 return rc; 2083 2084 channel->state = CH_STATE_UP; 2085 return 0; 2086 } 2087 2088 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2089 unsigned long data) 2090 { 2091 struct qeth_cmd_buffer *iob; 2092 2093 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2094 2095 iob = (struct qeth_cmd_buffer *) data; 2096 memcpy(&card->token.cm_filter_r, 2097 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2098 QETH_MPC_TOKEN_LENGTH); 2099 return 0; 2100 } 2101 2102 static int qeth_cm_enable(struct qeth_card *card) 2103 { 2104 int rc; 2105 struct qeth_cmd_buffer *iob; 2106 2107 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2108 2109 iob = qeth_wait_for_buffer(&card->write); 2110 iob->finalize = qeth_mpc_finalize_cmd; 2111 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2112 2113 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2114 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2115 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2116 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2117 2118 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2119 qeth_cm_enable_cb, NULL); 2120 return rc; 2121 } 2122 2123 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2124 unsigned long data) 2125 { 2126 struct qeth_cmd_buffer *iob; 2127 2128 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2129 2130 iob = (struct qeth_cmd_buffer *) data; 2131 memcpy(&card->token.cm_connection_r, 2132 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2133 QETH_MPC_TOKEN_LENGTH); 2134 return 0; 2135 } 2136 2137 static int qeth_cm_setup(struct qeth_card *card) 2138 { 2139 int rc; 2140 struct qeth_cmd_buffer *iob; 2141 2142 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2143 2144 iob = qeth_wait_for_buffer(&card->write); 2145 iob->finalize = qeth_mpc_finalize_cmd; 2146 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2147 2148 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2149 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2150 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2151 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2152 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2153 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2154 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2155 qeth_cm_setup_cb, NULL); 2156 return rc; 2157 } 2158 2159 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2160 { 2161 struct net_device *dev = card->dev; 2162 unsigned int new_mtu; 2163 2164 if (!max_mtu) { 2165 /* IQD needs accurate max MTU to set up its RX buffers: */ 2166 if (IS_IQD(card)) 2167 return -EINVAL; 2168 /* tolerate quirky HW: */ 2169 max_mtu = ETH_MAX_MTU; 2170 } 2171 2172 rtnl_lock(); 2173 if (IS_IQD(card)) { 2174 /* move any device with default MTU to new max MTU: */ 2175 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2176 2177 /* adjust RX buffer size to new max MTU: */ 2178 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2179 if (dev->max_mtu && dev->max_mtu != max_mtu) 2180 qeth_free_qdio_buffers(card); 2181 } else { 2182 if (dev->mtu) 2183 new_mtu = dev->mtu; 2184 /* default MTUs for first setup: */ 2185 else if (IS_LAYER2(card)) 2186 new_mtu = ETH_DATA_LEN; 2187 else 2188 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2189 } 2190 2191 dev->max_mtu = max_mtu; 2192 dev->mtu = min(new_mtu, max_mtu); 2193 rtnl_unlock(); 2194 return 0; 2195 } 2196 2197 static int qeth_get_mtu_outof_framesize(int framesize) 2198 { 2199 switch (framesize) { 2200 case 0x4000: 2201 return 8192; 2202 case 0x6000: 2203 return 16384; 2204 case 0xa000: 2205 return 32768; 2206 case 0xffff: 2207 return 57344; 2208 default: 2209 return 0; 2210 } 2211 } 2212 2213 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2214 unsigned long data) 2215 { 2216 __u16 mtu, framesize; 2217 __u16 len; 2218 __u8 link_type; 2219 struct qeth_cmd_buffer *iob; 2220 2221 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2222 2223 iob = (struct qeth_cmd_buffer *) data; 2224 memcpy(&card->token.ulp_filter_r, 2225 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2226 QETH_MPC_TOKEN_LENGTH); 2227 if (card->info.type == QETH_CARD_TYPE_IQD) { 2228 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2229 mtu = qeth_get_mtu_outof_framesize(framesize); 2230 } else { 2231 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2232 } 2233 *(u16 *)reply->param = mtu; 2234 2235 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2236 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2237 memcpy(&link_type, 2238 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2239 card->info.link_type = link_type; 2240 } else 2241 card->info.link_type = 0; 2242 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2243 return 0; 2244 } 2245 2246 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2247 { 2248 if (IS_OSN(card)) 2249 return QETH_PROT_OSN2; 2250 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2251 } 2252 2253 static int qeth_ulp_enable(struct qeth_card *card) 2254 { 2255 u8 prot_type = qeth_mpc_select_prot_type(card); 2256 struct qeth_cmd_buffer *iob; 2257 u16 max_mtu; 2258 int rc; 2259 2260 /*FIXME: trace view callbacks*/ 2261 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2262 2263 iob = qeth_wait_for_buffer(&card->write); 2264 iob->finalize = qeth_mpc_finalize_cmd; 2265 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2266 2267 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2268 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2269 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2270 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2271 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2272 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2273 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2274 qeth_ulp_enable_cb, &max_mtu); 2275 if (rc) 2276 return rc; 2277 return qeth_update_max_mtu(card, max_mtu); 2278 } 2279 2280 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2281 unsigned long data) 2282 { 2283 struct qeth_cmd_buffer *iob; 2284 2285 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2286 2287 iob = (struct qeth_cmd_buffer *) data; 2288 memcpy(&card->token.ulp_connection_r, 2289 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2290 QETH_MPC_TOKEN_LENGTH); 2291 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2292 3)) { 2293 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2294 dev_err(&card->gdev->dev, "A connection could not be " 2295 "established because of an OLM limit\n"); 2296 return -EMLINK; 2297 } 2298 return 0; 2299 } 2300 2301 static int qeth_ulp_setup(struct qeth_card *card) 2302 { 2303 int rc; 2304 __u16 temp; 2305 struct qeth_cmd_buffer *iob; 2306 struct ccw_dev_id dev_id; 2307 2308 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2309 2310 iob = qeth_wait_for_buffer(&card->write); 2311 iob->finalize = qeth_mpc_finalize_cmd; 2312 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2313 2314 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2315 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2316 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2317 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2318 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2319 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2320 2321 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2322 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2323 temp = (card->info.cula << 8) + card->info.unit_addr2; 2324 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2325 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2326 qeth_ulp_setup_cb, NULL); 2327 return rc; 2328 } 2329 2330 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2331 { 2332 struct qeth_qdio_out_buffer *newbuf; 2333 2334 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2335 if (!newbuf) 2336 return -ENOMEM; 2337 2338 newbuf->buffer = q->qdio_bufs[bidx]; 2339 skb_queue_head_init(&newbuf->skb_list); 2340 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2341 newbuf->q = q; 2342 newbuf->next_pending = q->bufs[bidx]; 2343 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2344 q->bufs[bidx] = newbuf; 2345 return 0; 2346 } 2347 2348 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2349 { 2350 if (!q) 2351 return; 2352 2353 qeth_clear_outq_buffers(q, 1); 2354 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2355 kfree(q); 2356 } 2357 2358 static struct qeth_qdio_out_q *qeth_alloc_qdio_out_buf(void) 2359 { 2360 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2361 2362 if (!q) 2363 return NULL; 2364 2365 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2366 kfree(q); 2367 return NULL; 2368 } 2369 return q; 2370 } 2371 2372 static int qeth_alloc_qdio_buffers(struct qeth_card *card) 2373 { 2374 int i, j; 2375 2376 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2377 2378 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2379 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2380 return 0; 2381 2382 QETH_DBF_TEXT(SETUP, 2, "inq"); 2383 card->qdio.in_q = qeth_alloc_qdio_queue(); 2384 if (!card->qdio.in_q) 2385 goto out_nomem; 2386 2387 /* inbound buffer pool */ 2388 if (qeth_alloc_buffer_pool(card)) 2389 goto out_freeinq; 2390 2391 /* outbound */ 2392 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2393 card->qdio.out_qs[i] = qeth_alloc_qdio_out_buf(); 2394 if (!card->qdio.out_qs[i]) 2395 goto out_freeoutq; 2396 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2397 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2398 card->qdio.out_qs[i]->queue_no = i; 2399 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2400 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2401 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2402 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2403 goto out_freeoutqbufs; 2404 } 2405 } 2406 2407 /* completion */ 2408 if (qeth_alloc_cq(card)) 2409 goto out_freeoutq; 2410 2411 return 0; 2412 2413 out_freeoutqbufs: 2414 while (j > 0) { 2415 --j; 2416 kmem_cache_free(qeth_qdio_outbuf_cache, 2417 card->qdio.out_qs[i]->bufs[j]); 2418 card->qdio.out_qs[i]->bufs[j] = NULL; 2419 } 2420 out_freeoutq: 2421 while (i > 0) { 2422 qeth_free_output_queue(card->qdio.out_qs[--i]); 2423 card->qdio.out_qs[i] = NULL; 2424 } 2425 qeth_free_buffer_pool(card); 2426 out_freeinq: 2427 qeth_free_qdio_queue(card->qdio.in_q); 2428 card->qdio.in_q = NULL; 2429 out_nomem: 2430 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2431 return -ENOMEM; 2432 } 2433 2434 static void qeth_free_qdio_buffers(struct qeth_card *card) 2435 { 2436 int i, j; 2437 2438 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2439 QETH_QDIO_UNINITIALIZED) 2440 return; 2441 2442 qeth_free_cq(card); 2443 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2444 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2445 if (card->qdio.in_q->bufs[j].rx_skb) 2446 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2447 } 2448 qeth_free_qdio_queue(card->qdio.in_q); 2449 card->qdio.in_q = NULL; 2450 /* inbound buffer pool */ 2451 qeth_free_buffer_pool(card); 2452 /* free outbound qdio_qs */ 2453 for (i = 0; i < card->qdio.no_out_queues; i++) { 2454 qeth_free_output_queue(card->qdio.out_qs[i]); 2455 card->qdio.out_qs[i] = NULL; 2456 } 2457 } 2458 2459 static void qeth_create_qib_param_field(struct qeth_card *card, 2460 char *param_field) 2461 { 2462 2463 param_field[0] = _ascebc['P']; 2464 param_field[1] = _ascebc['C']; 2465 param_field[2] = _ascebc['I']; 2466 param_field[3] = _ascebc['T']; 2467 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2468 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2469 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2470 } 2471 2472 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2473 char *param_field) 2474 { 2475 param_field[16] = _ascebc['B']; 2476 param_field[17] = _ascebc['L']; 2477 param_field[18] = _ascebc['K']; 2478 param_field[19] = _ascebc['T']; 2479 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2480 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2481 *((unsigned int *) (¶m_field[28])) = 2482 card->info.blkt.inter_packet_jumbo; 2483 } 2484 2485 static int qeth_qdio_activate(struct qeth_card *card) 2486 { 2487 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2488 return qdio_activate(CARD_DDEV(card)); 2489 } 2490 2491 static int qeth_dm_act(struct qeth_card *card) 2492 { 2493 int rc; 2494 struct qeth_cmd_buffer *iob; 2495 2496 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2497 2498 iob = qeth_wait_for_buffer(&card->write); 2499 iob->finalize = qeth_mpc_finalize_cmd; 2500 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2501 2502 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2503 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2504 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2505 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2506 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2507 return rc; 2508 } 2509 2510 static int qeth_mpc_initialize(struct qeth_card *card) 2511 { 2512 int rc; 2513 2514 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2515 2516 rc = qeth_issue_next_read(card); 2517 if (rc) { 2518 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2519 return rc; 2520 } 2521 rc = qeth_cm_enable(card); 2522 if (rc) { 2523 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2524 goto out_qdio; 2525 } 2526 rc = qeth_cm_setup(card); 2527 if (rc) { 2528 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2529 goto out_qdio; 2530 } 2531 rc = qeth_ulp_enable(card); 2532 if (rc) { 2533 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2534 goto out_qdio; 2535 } 2536 rc = qeth_ulp_setup(card); 2537 if (rc) { 2538 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2539 goto out_qdio; 2540 } 2541 rc = qeth_alloc_qdio_buffers(card); 2542 if (rc) { 2543 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2544 goto out_qdio; 2545 } 2546 rc = qeth_qdio_establish(card); 2547 if (rc) { 2548 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2549 qeth_free_qdio_buffers(card); 2550 goto out_qdio; 2551 } 2552 rc = qeth_qdio_activate(card); 2553 if (rc) { 2554 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2555 goto out_qdio; 2556 } 2557 rc = qeth_dm_act(card); 2558 if (rc) { 2559 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2560 goto out_qdio; 2561 } 2562 2563 return 0; 2564 out_qdio: 2565 qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 2566 qdio_free(CARD_DDEV(card)); 2567 return rc; 2568 } 2569 2570 void qeth_print_status_message(struct qeth_card *card) 2571 { 2572 switch (card->info.type) { 2573 case QETH_CARD_TYPE_OSD: 2574 case QETH_CARD_TYPE_OSM: 2575 case QETH_CARD_TYPE_OSX: 2576 /* VM will use a non-zero first character 2577 * to indicate a HiperSockets like reporting 2578 * of the level OSA sets the first character to zero 2579 * */ 2580 if (!card->info.mcl_level[0]) { 2581 sprintf(card->info.mcl_level, "%02x%02x", 2582 card->info.mcl_level[2], 2583 card->info.mcl_level[3]); 2584 break; 2585 } 2586 /* fallthrough */ 2587 case QETH_CARD_TYPE_IQD: 2588 if ((card->info.guestlan) || 2589 (card->info.mcl_level[0] & 0x80)) { 2590 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2591 card->info.mcl_level[0]]; 2592 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2593 card->info.mcl_level[1]]; 2594 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2595 card->info.mcl_level[2]]; 2596 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2597 card->info.mcl_level[3]]; 2598 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2599 } 2600 break; 2601 default: 2602 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2603 } 2604 dev_info(&card->gdev->dev, 2605 "Device is a%s card%s%s%s\nwith link type %s.\n", 2606 qeth_get_cardname(card), 2607 (card->info.mcl_level[0]) ? " (level: " : "", 2608 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2609 (card->info.mcl_level[0]) ? ")" : "", 2610 qeth_get_cardname_short(card)); 2611 } 2612 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2613 2614 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2615 { 2616 struct qeth_buffer_pool_entry *entry; 2617 2618 QETH_CARD_TEXT(card, 5, "inwrklst"); 2619 2620 list_for_each_entry(entry, 2621 &card->qdio.init_pool.entry_list, init_list) { 2622 qeth_put_buffer_pool_entry(card, entry); 2623 } 2624 } 2625 2626 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2627 struct qeth_card *card) 2628 { 2629 struct list_head *plh; 2630 struct qeth_buffer_pool_entry *entry; 2631 int i, free; 2632 struct page *page; 2633 2634 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2635 return NULL; 2636 2637 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2638 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2639 free = 1; 2640 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2641 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2642 free = 0; 2643 break; 2644 } 2645 } 2646 if (free) { 2647 list_del_init(&entry->list); 2648 return entry; 2649 } 2650 } 2651 2652 /* no free buffer in pool so take first one and swap pages */ 2653 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2654 struct qeth_buffer_pool_entry, list); 2655 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2656 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2657 page = alloc_page(GFP_ATOMIC); 2658 if (!page) { 2659 return NULL; 2660 } else { 2661 free_page((unsigned long)entry->elements[i]); 2662 entry->elements[i] = page_address(page); 2663 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2664 } 2665 } 2666 } 2667 list_del_init(&entry->list); 2668 return entry; 2669 } 2670 2671 static int qeth_init_input_buffer(struct qeth_card *card, 2672 struct qeth_qdio_buffer *buf) 2673 { 2674 struct qeth_buffer_pool_entry *pool_entry; 2675 int i; 2676 2677 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2678 buf->rx_skb = netdev_alloc_skb(card->dev, 2679 QETH_RX_PULL_LEN + ETH_HLEN); 2680 if (!buf->rx_skb) 2681 return 1; 2682 } 2683 2684 pool_entry = qeth_find_free_buffer_pool_entry(card); 2685 if (!pool_entry) 2686 return 1; 2687 2688 /* 2689 * since the buffer is accessed only from the input_tasklet 2690 * there shouldn't be a need to synchronize; also, since we use 2691 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2692 * buffers 2693 */ 2694 2695 buf->pool_entry = pool_entry; 2696 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2697 buf->buffer->element[i].length = PAGE_SIZE; 2698 buf->buffer->element[i].addr = pool_entry->elements[i]; 2699 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2700 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2701 else 2702 buf->buffer->element[i].eflags = 0; 2703 buf->buffer->element[i].sflags = 0; 2704 } 2705 return 0; 2706 } 2707 2708 int qeth_init_qdio_queues(struct qeth_card *card) 2709 { 2710 int i, j; 2711 int rc; 2712 2713 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2714 2715 /* inbound queue */ 2716 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2717 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2718 qeth_initialize_working_pool_list(card); 2719 /*give only as many buffers to hardware as we have buffer pool entries*/ 2720 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2721 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2722 card->qdio.in_q->next_buf_to_init = 2723 card->qdio.in_buf_pool.buf_count - 1; 2724 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2725 card->qdio.in_buf_pool.buf_count - 1); 2726 if (rc) { 2727 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2728 return rc; 2729 } 2730 2731 /* completion */ 2732 rc = qeth_cq_init(card); 2733 if (rc) { 2734 return rc; 2735 } 2736 2737 /* outbound queue */ 2738 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2739 qdio_reset_buffers(card->qdio.out_qs[i]->qdio_bufs, 2740 QDIO_MAX_BUFFERS_PER_Q); 2741 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2742 qeth_clear_output_buffer(card->qdio.out_qs[i], 2743 card->qdio.out_qs[i]->bufs[j]); 2744 } 2745 card->qdio.out_qs[i]->card = card; 2746 card->qdio.out_qs[i]->next_buf_to_fill = 0; 2747 card->qdio.out_qs[i]->do_pack = 0; 2748 atomic_set(&card->qdio.out_qs[i]->used_buffers, 0); 2749 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0); 2750 atomic_set(&card->qdio.out_qs[i]->state, 2751 QETH_OUT_Q_UNLOCKED); 2752 } 2753 return 0; 2754 } 2755 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2756 2757 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2758 { 2759 switch (link_type) { 2760 case QETH_LINK_TYPE_HSTR: 2761 return 2; 2762 default: 2763 return 1; 2764 } 2765 } 2766 2767 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2768 struct qeth_ipa_cmd *cmd, 2769 enum qeth_ipa_cmds command, 2770 enum qeth_prot_versions prot) 2771 { 2772 cmd->hdr.command = command; 2773 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2774 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2775 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2776 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2777 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2778 cmd->hdr.param_count = 1; 2779 cmd->hdr.prot_version = prot; 2780 } 2781 2782 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2783 struct qeth_cmd_buffer *iob, 2784 unsigned int length) 2785 { 2786 qeth_mpc_finalize_cmd(card, iob, length); 2787 2788 /* override with IPA-specific values: */ 2789 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa; 2790 iob->reply->seqno = card->seqno.ipa++; 2791 } 2792 2793 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2794 u16 cmd_length) 2795 { 2796 u16 total_length = IPA_PDU_HEADER_SIZE + cmd_length; 2797 u8 prot_type = qeth_mpc_select_prot_type(card); 2798 2799 iob->finalize = qeth_ipa_finalize_cmd; 2800 iob->timeout = QETH_IPA_TIMEOUT; 2801 2802 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2803 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2804 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2805 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2806 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2807 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2808 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2809 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2810 } 2811 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2812 2813 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2814 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2815 { 2816 struct qeth_cmd_buffer *iob; 2817 2818 iob = qeth_get_buffer(&card->write); 2819 if (iob) { 2820 qeth_prepare_ipa_cmd(card, iob, sizeof(struct qeth_ipa_cmd)); 2821 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2822 } else { 2823 dev_warn(&card->gdev->dev, 2824 "The qeth driver ran out of channel command buffers\n"); 2825 QETH_DBF_MESSAGE(1, "device %x ran out of channel command buffers", 2826 CARD_DEVID(card)); 2827 } 2828 2829 return iob; 2830 } 2831 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2832 2833 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2834 struct qeth_reply *reply, unsigned long data) 2835 { 2836 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2837 2838 return (cmd->hdr.return_code) ? -EIO : 0; 2839 } 2840 2841 /** 2842 * qeth_send_ipa_cmd() - send an IPA command 2843 * 2844 * See qeth_send_control_data() for explanation of the arguments. 2845 */ 2846 2847 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2848 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2849 unsigned long), 2850 void *reply_param) 2851 { 2852 u16 length; 2853 int rc; 2854 2855 QETH_CARD_TEXT(card, 4, "sendipa"); 2856 2857 if (card->read_or_write_problem) { 2858 qeth_release_buffer(iob->channel, iob); 2859 return -EIO; 2860 } 2861 2862 if (reply_cb == NULL) 2863 reply_cb = qeth_send_ipa_cmd_cb; 2864 memcpy(&length, QETH_IPA_PDU_LEN_TOTAL(iob->data), 2); 2865 rc = qeth_send_control_data(card, length, iob, reply_cb, reply_param); 2866 if (rc == -ETIME) { 2867 qeth_clear_ipacmd_list(card); 2868 qeth_schedule_recovery(card); 2869 } 2870 return rc; 2871 } 2872 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2873 2874 static int qeth_send_startlan_cb(struct qeth_card *card, 2875 struct qeth_reply *reply, unsigned long data) 2876 { 2877 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2878 2879 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2880 return -ENETDOWN; 2881 2882 return (cmd->hdr.return_code) ? -EIO : 0; 2883 } 2884 2885 static int qeth_send_startlan(struct qeth_card *card) 2886 { 2887 struct qeth_cmd_buffer *iob; 2888 2889 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 2890 2891 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2892 if (!iob) 2893 return -ENOMEM; 2894 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2895 } 2896 2897 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2898 { 2899 if (!cmd->hdr.return_code) 2900 cmd->hdr.return_code = 2901 cmd->data.setadapterparms.hdr.return_code; 2902 return cmd->hdr.return_code; 2903 } 2904 2905 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2906 struct qeth_reply *reply, unsigned long data) 2907 { 2908 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2909 2910 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2911 if (qeth_setadpparms_inspect_rc(cmd)) 2912 return -EIO; 2913 2914 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2915 card->info.link_type = 2916 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2917 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 2918 } 2919 card->options.adp.supported_funcs = 2920 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2921 return 0; 2922 } 2923 2924 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2925 __u32 command, __u32 cmdlen) 2926 { 2927 struct qeth_cmd_buffer *iob; 2928 struct qeth_ipa_cmd *cmd; 2929 2930 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 2931 QETH_PROT_IPV4); 2932 if (iob) { 2933 cmd = __ipa_cmd(iob); 2934 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 2935 cmd->data.setadapterparms.hdr.command_code = command; 2936 cmd->data.setadapterparms.hdr.used_total = 1; 2937 cmd->data.setadapterparms.hdr.seq_no = 1; 2938 } 2939 2940 return iob; 2941 } 2942 2943 static int qeth_query_setadapterparms(struct qeth_card *card) 2944 { 2945 int rc; 2946 struct qeth_cmd_buffer *iob; 2947 2948 QETH_CARD_TEXT(card, 3, "queryadp"); 2949 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2950 sizeof(struct qeth_ipacmd_setadpparms)); 2951 if (!iob) 2952 return -ENOMEM; 2953 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2954 return rc; 2955 } 2956 2957 static int qeth_query_ipassists_cb(struct qeth_card *card, 2958 struct qeth_reply *reply, unsigned long data) 2959 { 2960 struct qeth_ipa_cmd *cmd; 2961 2962 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 2963 2964 cmd = (struct qeth_ipa_cmd *) data; 2965 2966 switch (cmd->hdr.return_code) { 2967 case IPA_RC_SUCCESS: 2968 break; 2969 case IPA_RC_NOTSUPP: 2970 case IPA_RC_L2_UNSUPPORTED_CMD: 2971 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 2972 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2973 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2974 return -EOPNOTSUPP; 2975 default: 2976 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2977 CARD_DEVID(card), cmd->hdr.return_code); 2978 return -EIO; 2979 } 2980 2981 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2982 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2983 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2984 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2985 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2986 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 2987 } else 2988 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2989 CARD_DEVID(card)); 2990 return 0; 2991 } 2992 2993 static int qeth_query_ipassists(struct qeth_card *card, 2994 enum qeth_prot_versions prot) 2995 { 2996 int rc; 2997 struct qeth_cmd_buffer *iob; 2998 2999 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 3000 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 3001 if (!iob) 3002 return -ENOMEM; 3003 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3004 return rc; 3005 } 3006 3007 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3008 struct qeth_reply *reply, unsigned long data) 3009 { 3010 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3011 struct qeth_query_switch_attributes *attrs; 3012 struct qeth_switch_info *sw_info; 3013 3014 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3015 if (qeth_setadpparms_inspect_rc(cmd)) 3016 return -EIO; 3017 3018 sw_info = (struct qeth_switch_info *)reply->param; 3019 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3020 sw_info->capabilities = attrs->capabilities; 3021 sw_info->settings = attrs->settings; 3022 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3023 sw_info->settings); 3024 return 0; 3025 } 3026 3027 int qeth_query_switch_attributes(struct qeth_card *card, 3028 struct qeth_switch_info *sw_info) 3029 { 3030 struct qeth_cmd_buffer *iob; 3031 3032 QETH_CARD_TEXT(card, 2, "qswiattr"); 3033 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3034 return -EOPNOTSUPP; 3035 if (!netif_carrier_ok(card->dev)) 3036 return -ENOMEDIUM; 3037 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3038 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3039 if (!iob) 3040 return -ENOMEM; 3041 return qeth_send_ipa_cmd(card, iob, 3042 qeth_query_switch_attributes_cb, sw_info); 3043 } 3044 3045 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3046 struct qeth_reply *reply, unsigned long data) 3047 { 3048 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3049 u16 rc = cmd->hdr.return_code; 3050 3051 if (rc) { 3052 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3053 return -EIO; 3054 } 3055 3056 card->info.diagass_support = cmd->data.diagass.ext; 3057 return 0; 3058 } 3059 3060 static int qeth_query_setdiagass(struct qeth_card *card) 3061 { 3062 struct qeth_cmd_buffer *iob; 3063 struct qeth_ipa_cmd *cmd; 3064 3065 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3066 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3067 if (!iob) 3068 return -ENOMEM; 3069 cmd = __ipa_cmd(iob); 3070 cmd->data.diagass.subcmd_len = 16; 3071 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3072 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3073 } 3074 3075 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3076 { 3077 unsigned long info = get_zeroed_page(GFP_KERNEL); 3078 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3079 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3080 struct ccw_dev_id ccwid; 3081 int level; 3082 3083 tid->chpid = card->info.chpid; 3084 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3085 tid->ssid = ccwid.ssid; 3086 tid->devno = ccwid.devno; 3087 if (!info) 3088 return; 3089 level = stsi(NULL, 0, 0, 0); 3090 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3091 tid->lparnr = info222->lpar_number; 3092 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3093 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3094 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3095 } 3096 free_page(info); 3097 return; 3098 } 3099 3100 static int qeth_hw_trap_cb(struct qeth_card *card, 3101 struct qeth_reply *reply, unsigned long data) 3102 { 3103 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3104 u16 rc = cmd->hdr.return_code; 3105 3106 if (rc) { 3107 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3108 return -EIO; 3109 } 3110 return 0; 3111 } 3112 3113 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3114 { 3115 struct qeth_cmd_buffer *iob; 3116 struct qeth_ipa_cmd *cmd; 3117 3118 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3119 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3120 if (!iob) 3121 return -ENOMEM; 3122 cmd = __ipa_cmd(iob); 3123 cmd->data.diagass.subcmd_len = 80; 3124 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3125 cmd->data.diagass.type = 1; 3126 cmd->data.diagass.action = action; 3127 switch (action) { 3128 case QETH_DIAGS_TRAP_ARM: 3129 cmd->data.diagass.options = 0x0003; 3130 cmd->data.diagass.ext = 0x00010000 + 3131 sizeof(struct qeth_trap_id); 3132 qeth_get_trap_id(card, 3133 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3134 break; 3135 case QETH_DIAGS_TRAP_DISARM: 3136 cmd->data.diagass.options = 0x0001; 3137 break; 3138 case QETH_DIAGS_TRAP_CAPTURE: 3139 break; 3140 } 3141 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3142 } 3143 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3144 3145 static int qeth_check_qdio_errors(struct qeth_card *card, 3146 struct qdio_buffer *buf, 3147 unsigned int qdio_error, 3148 const char *dbftext) 3149 { 3150 if (qdio_error) { 3151 QETH_CARD_TEXT(card, 2, dbftext); 3152 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3153 buf->element[15].sflags); 3154 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3155 buf->element[14].sflags); 3156 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3157 if ((buf->element[15].sflags) == 0x12) { 3158 QETH_CARD_STAT_INC(card, rx_dropped); 3159 return 0; 3160 } else 3161 return 1; 3162 } 3163 return 0; 3164 } 3165 3166 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3167 { 3168 struct qeth_qdio_q *queue = card->qdio.in_q; 3169 struct list_head *lh; 3170 int count; 3171 int i; 3172 int rc; 3173 int newcount = 0; 3174 3175 count = (index < queue->next_buf_to_init)? 3176 card->qdio.in_buf_pool.buf_count - 3177 (queue->next_buf_to_init - index) : 3178 card->qdio.in_buf_pool.buf_count - 3179 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3180 /* only requeue at a certain threshold to avoid SIGAs */ 3181 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3182 for (i = queue->next_buf_to_init; 3183 i < queue->next_buf_to_init + count; ++i) { 3184 if (qeth_init_input_buffer(card, 3185 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3186 break; 3187 } else { 3188 newcount++; 3189 } 3190 } 3191 3192 if (newcount < count) { 3193 /* we are in memory shortage so we switch back to 3194 traditional skb allocation and drop packages */ 3195 atomic_set(&card->force_alloc_skb, 3); 3196 count = newcount; 3197 } else { 3198 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3199 } 3200 3201 if (!count) { 3202 i = 0; 3203 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3204 i++; 3205 if (i == card->qdio.in_buf_pool.buf_count) { 3206 QETH_CARD_TEXT(card, 2, "qsarbw"); 3207 card->reclaim_index = index; 3208 schedule_delayed_work( 3209 &card->buffer_reclaim_work, 3210 QETH_RECLAIM_WORK_TIME); 3211 } 3212 return; 3213 } 3214 3215 /* 3216 * according to old code it should be avoided to requeue all 3217 * 128 buffers in order to benefit from PCI avoidance. 3218 * this function keeps at least one buffer (the buffer at 3219 * 'index') un-requeued -> this buffer is the first buffer that 3220 * will be requeued the next time 3221 */ 3222 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3223 queue->next_buf_to_init, count); 3224 if (rc) { 3225 QETH_CARD_TEXT(card, 2, "qinberr"); 3226 } 3227 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3228 QDIO_MAX_BUFFERS_PER_Q; 3229 } 3230 } 3231 3232 static void qeth_buffer_reclaim_work(struct work_struct *work) 3233 { 3234 struct qeth_card *card = container_of(work, struct qeth_card, 3235 buffer_reclaim_work.work); 3236 3237 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3238 qeth_queue_input_buffer(card, card->reclaim_index); 3239 } 3240 3241 static void qeth_handle_send_error(struct qeth_card *card, 3242 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3243 { 3244 int sbalf15 = buffer->buffer->element[15].sflags; 3245 3246 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3247 if (card->info.type == QETH_CARD_TYPE_IQD) { 3248 if (sbalf15 == 0) { 3249 qdio_err = 0; 3250 } else { 3251 qdio_err = 1; 3252 } 3253 } 3254 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3255 3256 if (!qdio_err) 3257 return; 3258 3259 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3260 return; 3261 3262 QETH_CARD_TEXT(card, 1, "lnkfail"); 3263 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3264 (u16)qdio_err, (u8)sbalf15); 3265 } 3266 3267 /** 3268 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3269 * @queue: queue to check for packing buffer 3270 * 3271 * Returns number of buffers that were prepared for flush. 3272 */ 3273 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3274 { 3275 struct qeth_qdio_out_buffer *buffer; 3276 3277 buffer = queue->bufs[queue->next_buf_to_fill]; 3278 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3279 (buffer->next_element_to_fill > 0)) { 3280 /* it's a packing buffer */ 3281 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3282 queue->next_buf_to_fill = 3283 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3284 return 1; 3285 } 3286 return 0; 3287 } 3288 3289 /* 3290 * Switched to packing state if the number of used buffers on a queue 3291 * reaches a certain limit. 3292 */ 3293 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3294 { 3295 if (!queue->do_pack) { 3296 if (atomic_read(&queue->used_buffers) 3297 >= QETH_HIGH_WATERMARK_PACK){ 3298 /* switch non-PACKING -> PACKING */ 3299 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3300 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3301 queue->do_pack = 1; 3302 } 3303 } 3304 } 3305 3306 /* 3307 * Switches from packing to non-packing mode. If there is a packing 3308 * buffer on the queue this buffer will be prepared to be flushed. 3309 * In that case 1 is returned to inform the caller. If no buffer 3310 * has to be flushed, zero is returned. 3311 */ 3312 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3313 { 3314 if (queue->do_pack) { 3315 if (atomic_read(&queue->used_buffers) 3316 <= QETH_LOW_WATERMARK_PACK) { 3317 /* switch PACKING -> non-PACKING */ 3318 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3319 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3320 queue->do_pack = 0; 3321 return qeth_prep_flush_pack_buffer(queue); 3322 } 3323 } 3324 return 0; 3325 } 3326 3327 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3328 int count) 3329 { 3330 struct qeth_qdio_out_buffer *buf; 3331 int rc; 3332 int i; 3333 unsigned int qdio_flags; 3334 3335 for (i = index; i < index + count; ++i) { 3336 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3337 buf = queue->bufs[bidx]; 3338 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3339 SBAL_EFLAGS_LAST_ENTRY; 3340 3341 if (queue->bufstates) 3342 queue->bufstates[bidx].user = buf; 3343 3344 if (queue->card->info.type == QETH_CARD_TYPE_IQD) 3345 continue; 3346 3347 if (!queue->do_pack) { 3348 if ((atomic_read(&queue->used_buffers) >= 3349 (QETH_HIGH_WATERMARK_PACK - 3350 QETH_WATERMARK_PACK_FUZZ)) && 3351 !atomic_read(&queue->set_pci_flags_count)) { 3352 /* it's likely that we'll go to packing 3353 * mode soon */ 3354 atomic_inc(&queue->set_pci_flags_count); 3355 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3356 } 3357 } else { 3358 if (!atomic_read(&queue->set_pci_flags_count)) { 3359 /* 3360 * there's no outstanding PCI any more, so we 3361 * have to request a PCI to be sure the the PCI 3362 * will wake at some time in the future then we 3363 * can flush packed buffers that might still be 3364 * hanging around, which can happen if no 3365 * further send was requested by the stack 3366 */ 3367 atomic_inc(&queue->set_pci_flags_count); 3368 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3369 } 3370 } 3371 } 3372 3373 QETH_TXQ_STAT_ADD(queue, bufs, count); 3374 netif_trans_update(queue->card->dev); 3375 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3376 if (atomic_read(&queue->set_pci_flags_count)) 3377 qdio_flags |= QDIO_FLAG_PCI_OUT; 3378 atomic_add(count, &queue->used_buffers); 3379 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3380 queue->queue_no, index, count); 3381 if (rc) { 3382 QETH_TXQ_STAT_ADD(queue, tx_errors, count); 3383 /* ignore temporary SIGA errors without busy condition */ 3384 if (rc == -ENOBUFS) 3385 return; 3386 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3387 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3388 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3389 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3390 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3391 3392 /* this must not happen under normal circumstances. if it 3393 * happens something is really wrong -> recover */ 3394 qeth_schedule_recovery(queue->card); 3395 return; 3396 } 3397 } 3398 3399 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3400 { 3401 int index; 3402 int flush_cnt = 0; 3403 int q_was_packing = 0; 3404 3405 /* 3406 * check if weed have to switch to non-packing mode or if 3407 * we have to get a pci flag out on the queue 3408 */ 3409 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3410 !atomic_read(&queue->set_pci_flags_count)) { 3411 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3412 QETH_OUT_Q_UNLOCKED) { 3413 /* 3414 * If we get in here, there was no action in 3415 * do_send_packet. So, we check if there is a 3416 * packing buffer to be flushed here. 3417 */ 3418 netif_stop_queue(queue->card->dev); 3419 index = queue->next_buf_to_fill; 3420 q_was_packing = queue->do_pack; 3421 /* queue->do_pack may change */ 3422 barrier(); 3423 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3424 if (!flush_cnt && 3425 !atomic_read(&queue->set_pci_flags_count)) 3426 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3427 if (q_was_packing) 3428 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3429 if (flush_cnt) 3430 qeth_flush_buffers(queue, index, flush_cnt); 3431 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3432 } 3433 } 3434 } 3435 3436 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3437 unsigned long card_ptr) 3438 { 3439 struct qeth_card *card = (struct qeth_card *)card_ptr; 3440 3441 if (card->dev->flags & IFF_UP) 3442 napi_schedule(&card->napi); 3443 } 3444 3445 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3446 { 3447 int rc; 3448 3449 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3450 rc = -1; 3451 goto out; 3452 } else { 3453 if (card->options.cq == cq) { 3454 rc = 0; 3455 goto out; 3456 } 3457 3458 if (card->state != CARD_STATE_DOWN) { 3459 rc = -1; 3460 goto out; 3461 } 3462 3463 qeth_free_qdio_buffers(card); 3464 card->options.cq = cq; 3465 rc = 0; 3466 } 3467 out: 3468 return rc; 3469 3470 } 3471 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3472 3473 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3474 unsigned int queue, int first_element, 3475 int count) 3476 { 3477 struct qeth_qdio_q *cq = card->qdio.c_q; 3478 int i; 3479 int rc; 3480 3481 if (!qeth_is_cq(card, queue)) 3482 return; 3483 3484 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3485 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3486 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3487 3488 if (qdio_err) { 3489 netif_stop_queue(card->dev); 3490 qeth_schedule_recovery(card); 3491 return; 3492 } 3493 3494 for (i = first_element; i < first_element + count; ++i) { 3495 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3496 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3497 int e = 0; 3498 3499 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3500 buffer->element[e].addr) { 3501 unsigned long phys_aob_addr; 3502 3503 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3504 qeth_qdio_handle_aob(card, phys_aob_addr); 3505 ++e; 3506 } 3507 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3508 } 3509 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3510 card->qdio.c_q->next_buf_to_init, 3511 count); 3512 if (rc) { 3513 dev_warn(&card->gdev->dev, 3514 "QDIO reported an error, rc=%i\n", rc); 3515 QETH_CARD_TEXT(card, 2, "qcqherr"); 3516 } 3517 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3518 + count) % QDIO_MAX_BUFFERS_PER_Q; 3519 } 3520 3521 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3522 unsigned int qdio_err, int queue, 3523 int first_elem, int count, 3524 unsigned long card_ptr) 3525 { 3526 struct qeth_card *card = (struct qeth_card *)card_ptr; 3527 3528 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3529 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3530 3531 if (qeth_is_cq(card, queue)) 3532 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3533 else if (qdio_err) 3534 qeth_schedule_recovery(card); 3535 } 3536 3537 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3538 unsigned int qdio_error, int __queue, 3539 int first_element, int count, 3540 unsigned long card_ptr) 3541 { 3542 struct qeth_card *card = (struct qeth_card *) card_ptr; 3543 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3544 struct qeth_qdio_out_buffer *buffer; 3545 int i; 3546 3547 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3548 if (qdio_error & QDIO_ERROR_FATAL) { 3549 QETH_CARD_TEXT(card, 2, "achkcond"); 3550 netif_stop_queue(card->dev); 3551 qeth_schedule_recovery(card); 3552 return; 3553 } 3554 3555 for (i = first_element; i < (first_element + count); ++i) { 3556 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3557 buffer = queue->bufs[bidx]; 3558 qeth_handle_send_error(card, buffer, qdio_error); 3559 3560 if (queue->bufstates && 3561 (queue->bufstates[bidx].flags & 3562 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3563 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3564 3565 if (atomic_cmpxchg(&buffer->state, 3566 QETH_QDIO_BUF_PRIMED, 3567 QETH_QDIO_BUF_PENDING) == 3568 QETH_QDIO_BUF_PRIMED) { 3569 qeth_notify_skbs(queue, buffer, 3570 TX_NOTIFY_PENDING); 3571 } 3572 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3573 3574 /* prepare the queue slot for re-use: */ 3575 qeth_scrub_qdio_buffer(buffer->buffer, 3576 QETH_MAX_BUFFER_ELEMENTS(card)); 3577 if (qeth_init_qdio_out_buf(queue, bidx)) { 3578 QETH_CARD_TEXT(card, 2, "outofbuf"); 3579 qeth_schedule_recovery(card); 3580 } 3581 } else { 3582 if (card->options.cq == QETH_CQ_ENABLED) { 3583 enum iucv_tx_notify n; 3584 3585 n = qeth_compute_cq_notification( 3586 buffer->buffer->element[15].sflags, 0); 3587 qeth_notify_skbs(queue, buffer, n); 3588 } 3589 3590 qeth_clear_output_buffer(queue, buffer); 3591 } 3592 qeth_cleanup_handled_pending(queue, bidx, 0); 3593 } 3594 atomic_sub(count, &queue->used_buffers); 3595 /* check if we need to do something on this outbound queue */ 3596 if (card->info.type != QETH_CARD_TYPE_IQD) 3597 qeth_check_outbound_queue(queue); 3598 3599 netif_wake_queue(queue->card->dev); 3600 } 3601 3602 /* We cannot use outbound queue 3 for unicast packets on HiperSockets */ 3603 static inline int qeth_cut_iqd_prio(struct qeth_card *card, int queue_num) 3604 { 3605 if ((card->info.type == QETH_CARD_TYPE_IQD) && (queue_num == 3)) 3606 return 2; 3607 return queue_num; 3608 } 3609 3610 /** 3611 * Note: Function assumes that we have 4 outbound queues. 3612 */ 3613 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb, 3614 int ipv) 3615 { 3616 __be16 *tci; 3617 u8 tos; 3618 3619 switch (card->qdio.do_prio_queueing) { 3620 case QETH_PRIO_Q_ING_TOS: 3621 case QETH_PRIO_Q_ING_PREC: 3622 switch (ipv) { 3623 case 4: 3624 tos = ipv4_get_dsfield(ip_hdr(skb)); 3625 break; 3626 case 6: 3627 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3628 break; 3629 default: 3630 return card->qdio.default_out_queue; 3631 } 3632 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3633 return qeth_cut_iqd_prio(card, ~tos >> 6 & 3); 3634 if (tos & IPTOS_MINCOST) 3635 return qeth_cut_iqd_prio(card, 3); 3636 if (tos & IPTOS_RELIABILITY) 3637 return 2; 3638 if (tos & IPTOS_THROUGHPUT) 3639 return 1; 3640 if (tos & IPTOS_LOWDELAY) 3641 return 0; 3642 break; 3643 case QETH_PRIO_Q_ING_SKB: 3644 if (skb->priority > 5) 3645 return 0; 3646 return qeth_cut_iqd_prio(card, ~skb->priority >> 1 & 3); 3647 case QETH_PRIO_Q_ING_VLAN: 3648 tci = &((struct ethhdr *)skb->data)->h_proto; 3649 if (be16_to_cpu(*tci) == ETH_P_8021Q) 3650 return qeth_cut_iqd_prio(card, 3651 ~be16_to_cpu(*(tci + 1)) >> (VLAN_PRIO_SHIFT + 1) & 3); 3652 break; 3653 default: 3654 break; 3655 } 3656 return card->qdio.default_out_queue; 3657 } 3658 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3659 3660 /** 3661 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3662 * @skb: SKB address 3663 * 3664 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3665 * fragmented part of the SKB. Returns zero for linear SKB. 3666 */ 3667 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3668 { 3669 int cnt, elements = 0; 3670 3671 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3672 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3673 3674 elements += qeth_get_elements_for_range( 3675 (addr_t)skb_frag_address(frag), 3676 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3677 } 3678 return elements; 3679 } 3680 3681 /** 3682 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3683 * to transmit an skb. 3684 * @skb: the skb to operate on. 3685 * @data_offset: skip this part of the skb's linear data 3686 * 3687 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3688 * skb's data (both its linear part and paged fragments). 3689 */ 3690 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3691 { 3692 unsigned int elements = qeth_get_elements_for_frags(skb); 3693 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3694 addr_t start = (addr_t)skb->data + data_offset; 3695 3696 if (start != end) 3697 elements += qeth_get_elements_for_range(start, end); 3698 return elements; 3699 } 3700 EXPORT_SYMBOL_GPL(qeth_count_elements); 3701 3702 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3703 MAX_TCP_HEADER) 3704 3705 /** 3706 * qeth_add_hw_header() - add a HW header to an skb. 3707 * @skb: skb that the HW header should be added to. 3708 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3709 * it contains a valid pointer to a qeth_hdr. 3710 * @hdr_len: length of the HW header. 3711 * @proto_len: length of protocol headers that need to be in same page as the 3712 * HW header. 3713 * 3714 * Returns the pushed length. If the header can't be pushed on 3715 * (eg. because it would cross a page boundary), it is allocated from 3716 * the cache instead and 0 is returned. 3717 * The number of needed buffer elements is returned in @elements. 3718 * Error to create the hdr is indicated by returning with < 0. 3719 */ 3720 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3721 struct sk_buff *skb, struct qeth_hdr **hdr, 3722 unsigned int hdr_len, unsigned int proto_len, 3723 unsigned int *elements) 3724 { 3725 const unsigned int max_elements = QETH_MAX_BUFFER_ELEMENTS(queue->card); 3726 const unsigned int contiguous = proto_len ? proto_len : 1; 3727 unsigned int __elements; 3728 addr_t start, end; 3729 bool push_ok; 3730 int rc; 3731 3732 check_layout: 3733 start = (addr_t)skb->data - hdr_len; 3734 end = (addr_t)skb->data; 3735 3736 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3737 /* Push HW header into same page as first protocol header. */ 3738 push_ok = true; 3739 /* ... but TSO always needs a separate element for headers: */ 3740 if (skb_is_gso(skb)) 3741 __elements = 1 + qeth_count_elements(skb, proto_len); 3742 else 3743 __elements = qeth_count_elements(skb, 0); 3744 } else if (!proto_len && qeth_get_elements_for_range(start, end) == 1) { 3745 /* Push HW header into a new page. */ 3746 push_ok = true; 3747 __elements = 1 + qeth_count_elements(skb, 0); 3748 } else { 3749 /* Use header cache, copy protocol headers up. */ 3750 push_ok = false; 3751 __elements = 1 + qeth_count_elements(skb, proto_len); 3752 } 3753 3754 /* Compress skb to fit into one IO buffer: */ 3755 if (__elements > max_elements) { 3756 if (!skb_is_nonlinear(skb)) { 3757 /* Drop it, no easy way of shrinking it further. */ 3758 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3759 max_elements, __elements, skb->len); 3760 return -E2BIG; 3761 } 3762 3763 rc = skb_linearize(skb); 3764 if (rc) { 3765 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3766 return rc; 3767 } 3768 3769 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3770 /* Linearization changed the layout, re-evaluate: */ 3771 goto check_layout; 3772 } 3773 3774 *elements = __elements; 3775 /* Add the header: */ 3776 if (push_ok) { 3777 *hdr = skb_push(skb, hdr_len); 3778 return hdr_len; 3779 } 3780 /* fall back */ 3781 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3782 return -E2BIG; 3783 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3784 if (!*hdr) 3785 return -ENOMEM; 3786 /* Copy protocol headers behind HW header: */ 3787 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3788 return 0; 3789 } 3790 3791 static void __qeth_fill_buffer(struct sk_buff *skb, 3792 struct qeth_qdio_out_buffer *buf, 3793 bool is_first_elem, unsigned int offset) 3794 { 3795 struct qdio_buffer *buffer = buf->buffer; 3796 int element = buf->next_element_to_fill; 3797 int length = skb_headlen(skb) - offset; 3798 char *data = skb->data + offset; 3799 int length_here, cnt; 3800 3801 /* map linear part into buffer element(s) */ 3802 while (length > 0) { 3803 /* length_here is the remaining amount of data in this page */ 3804 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3805 if (length < length_here) 3806 length_here = length; 3807 3808 buffer->element[element].addr = data; 3809 buffer->element[element].length = length_here; 3810 length -= length_here; 3811 if (is_first_elem) { 3812 is_first_elem = false; 3813 if (length || skb_is_nonlinear(skb)) 3814 /* skb needs additional elements */ 3815 buffer->element[element].eflags = 3816 SBAL_EFLAGS_FIRST_FRAG; 3817 else 3818 buffer->element[element].eflags = 0; 3819 } else { 3820 buffer->element[element].eflags = 3821 SBAL_EFLAGS_MIDDLE_FRAG; 3822 } 3823 data += length_here; 3824 element++; 3825 } 3826 3827 /* map page frags into buffer element(s) */ 3828 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3829 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3830 3831 data = skb_frag_address(frag); 3832 length = skb_frag_size(frag); 3833 while (length > 0) { 3834 length_here = PAGE_SIZE - 3835 ((unsigned long) data % PAGE_SIZE); 3836 if (length < length_here) 3837 length_here = length; 3838 3839 buffer->element[element].addr = data; 3840 buffer->element[element].length = length_here; 3841 buffer->element[element].eflags = 3842 SBAL_EFLAGS_MIDDLE_FRAG; 3843 length -= length_here; 3844 data += length_here; 3845 element++; 3846 } 3847 } 3848 3849 if (buffer->element[element - 1].eflags) 3850 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3851 buf->next_element_to_fill = element; 3852 } 3853 3854 /** 3855 * qeth_fill_buffer() - map skb into an output buffer 3856 * @queue: QDIO queue to submit the buffer on 3857 * @buf: buffer to transport the skb 3858 * @skb: skb to map into the buffer 3859 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3860 * from qeth_core_header_cache. 3861 * @offset: when mapping the skb, start at skb->data + offset 3862 * @hd_len: if > 0, build a dedicated header element of this size 3863 */ 3864 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3865 struct qeth_qdio_out_buffer *buf, 3866 struct sk_buff *skb, struct qeth_hdr *hdr, 3867 unsigned int offset, unsigned int hd_len) 3868 { 3869 struct qdio_buffer *buffer = buf->buffer; 3870 bool is_first_elem = true; 3871 3872 __skb_queue_tail(&buf->skb_list, skb); 3873 3874 /* build dedicated header element */ 3875 if (hd_len) { 3876 int element = buf->next_element_to_fill; 3877 is_first_elem = false; 3878 3879 buffer->element[element].addr = hdr; 3880 buffer->element[element].length = hd_len; 3881 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3882 /* remember to free cache-allocated qeth_hdr: */ 3883 buf->is_header[element] = ((void *)hdr != skb->data); 3884 buf->next_element_to_fill++; 3885 } 3886 3887 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3888 3889 if (!queue->do_pack) { 3890 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 3891 } else { 3892 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 3893 3894 QETH_TXQ_STAT_INC(queue, skbs_pack); 3895 /* If the buffer still has free elements, keep using it. */ 3896 if (buf->next_element_to_fill < 3897 QETH_MAX_BUFFER_ELEMENTS(queue->card)) 3898 return 0; 3899 } 3900 3901 /* flush out the buffer */ 3902 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3903 queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) % 3904 QDIO_MAX_BUFFERS_PER_Q; 3905 return 1; 3906 } 3907 3908 static int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, 3909 struct sk_buff *skb, struct qeth_hdr *hdr, 3910 unsigned int offset, unsigned int hd_len) 3911 { 3912 int index = queue->next_buf_to_fill; 3913 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 3914 3915 /* 3916 * check if buffer is empty to make sure that we do not 'overtake' 3917 * ourselves and try to fill a buffer that is already primed 3918 */ 3919 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3920 return -EBUSY; 3921 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 3922 qeth_flush_buffers(queue, index, 1); 3923 return 0; 3924 } 3925 3926 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3927 struct sk_buff *skb, struct qeth_hdr *hdr, 3928 unsigned int offset, unsigned int hd_len, 3929 int elements_needed) 3930 { 3931 struct qeth_qdio_out_buffer *buffer; 3932 int start_index; 3933 int flush_count = 0; 3934 int do_pack = 0; 3935 int tmp; 3936 int rc = 0; 3937 3938 /* spin until we get the queue ... */ 3939 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3940 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3941 start_index = queue->next_buf_to_fill; 3942 buffer = queue->bufs[queue->next_buf_to_fill]; 3943 /* 3944 * check if buffer is empty to make sure that we do not 'overtake' 3945 * ourselves and try to fill a buffer that is already primed 3946 */ 3947 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3948 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3949 return -EBUSY; 3950 } 3951 /* check if we need to switch packing state of this queue */ 3952 qeth_switch_to_packing_if_needed(queue); 3953 if (queue->do_pack) { 3954 do_pack = 1; 3955 /* does packet fit in current buffer? */ 3956 if ((QETH_MAX_BUFFER_ELEMENTS(card) - 3957 buffer->next_element_to_fill) < elements_needed) { 3958 /* ... no -> set state PRIMED */ 3959 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3960 flush_count++; 3961 queue->next_buf_to_fill = 3962 (queue->next_buf_to_fill + 1) % 3963 QDIO_MAX_BUFFERS_PER_Q; 3964 buffer = queue->bufs[queue->next_buf_to_fill]; 3965 /* we did a step forward, so check buffer state 3966 * again */ 3967 if (atomic_read(&buffer->state) != 3968 QETH_QDIO_BUF_EMPTY) { 3969 qeth_flush_buffers(queue, start_index, 3970 flush_count); 3971 atomic_set(&queue->state, 3972 QETH_OUT_Q_UNLOCKED); 3973 rc = -EBUSY; 3974 goto out; 3975 } 3976 } 3977 } 3978 3979 flush_count += qeth_fill_buffer(queue, buffer, skb, hdr, offset, 3980 hd_len); 3981 if (flush_count) 3982 qeth_flush_buffers(queue, start_index, flush_count); 3983 else if (!atomic_read(&queue->set_pci_flags_count)) 3984 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 3985 /* 3986 * queue->state will go from LOCKED -> UNLOCKED or from 3987 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 3988 * (switch packing state or flush buffer to get another pci flag out). 3989 * In that case we will enter this loop 3990 */ 3991 while (atomic_dec_return(&queue->state)) { 3992 start_index = queue->next_buf_to_fill; 3993 /* check if we can go back to non-packing state */ 3994 tmp = qeth_switch_to_nonpacking_if_needed(queue); 3995 /* 3996 * check if we need to flush a packing buffer to get a pci 3997 * flag out on the queue 3998 */ 3999 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4000 tmp = qeth_prep_flush_pack_buffer(queue); 4001 if (tmp) { 4002 qeth_flush_buffers(queue, start_index, tmp); 4003 flush_count += tmp; 4004 } 4005 } 4006 out: 4007 /* at this point the queue is UNLOCKED again */ 4008 if (do_pack) 4009 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4010 4011 return rc; 4012 } 4013 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4014 4015 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4016 unsigned int payload_len, struct sk_buff *skb, 4017 unsigned int proto_len) 4018 { 4019 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4020 4021 ext->hdr_tot_len = sizeof(*ext); 4022 ext->imb_hdr_no = 1; 4023 ext->hdr_type = 1; 4024 ext->hdr_version = 1; 4025 ext->hdr_len = 28; 4026 ext->payload_len = payload_len; 4027 ext->mss = skb_shinfo(skb)->gso_size; 4028 ext->dg_hdr_len = proto_len; 4029 } 4030 4031 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4032 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4033 void (*fill_header)(struct qeth_qdio_out_q *queue, 4034 struct qeth_hdr *hdr, struct sk_buff *skb, 4035 int ipv, int cast_type, 4036 unsigned int data_len)) 4037 { 4038 unsigned int proto_len, hw_hdr_len; 4039 unsigned int frame_len = skb->len; 4040 bool is_tso = skb_is_gso(skb); 4041 unsigned int data_offset = 0; 4042 struct qeth_hdr *hdr = NULL; 4043 unsigned int hd_len = 0; 4044 unsigned int elements; 4045 int push_len, rc; 4046 bool is_sg; 4047 4048 if (is_tso) { 4049 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4050 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4051 } else { 4052 hw_hdr_len = sizeof(struct qeth_hdr); 4053 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4054 } 4055 4056 rc = skb_cow_head(skb, hw_hdr_len); 4057 if (rc) 4058 return rc; 4059 4060 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4061 &elements); 4062 if (push_len < 0) 4063 return push_len; 4064 if (is_tso || !push_len) { 4065 /* HW header needs its own buffer element. */ 4066 hd_len = hw_hdr_len + proto_len; 4067 data_offset = push_len + proto_len; 4068 } 4069 memset(hdr, 0, hw_hdr_len); 4070 fill_header(queue, hdr, skb, ipv, cast_type, frame_len); 4071 if (is_tso) 4072 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4073 frame_len - proto_len, skb, proto_len); 4074 4075 is_sg = skb_is_nonlinear(skb); 4076 if (IS_IQD(card)) { 4077 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4078 hd_len); 4079 } else { 4080 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4081 skb_orphan(skb); 4082 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4083 hd_len, elements); 4084 } 4085 4086 if (!rc) { 4087 QETH_TXQ_STAT_ADD(queue, buf_elements, elements); 4088 if (is_sg) 4089 QETH_TXQ_STAT_INC(queue, skbs_sg); 4090 if (is_tso) { 4091 QETH_TXQ_STAT_INC(queue, skbs_tso); 4092 QETH_TXQ_STAT_ADD(queue, tso_bytes, frame_len); 4093 } 4094 } else { 4095 if (!push_len) 4096 kmem_cache_free(qeth_core_header_cache, hdr); 4097 if (rc == -EBUSY) 4098 /* roll back to ETH header */ 4099 skb_pull(skb, push_len); 4100 } 4101 return rc; 4102 } 4103 EXPORT_SYMBOL_GPL(qeth_xmit); 4104 4105 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4106 struct qeth_reply *reply, unsigned long data) 4107 { 4108 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4109 struct qeth_ipacmd_setadpparms *setparms; 4110 4111 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4112 4113 setparms = &(cmd->data.setadapterparms); 4114 if (qeth_setadpparms_inspect_rc(cmd)) { 4115 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4116 setparms->data.mode = SET_PROMISC_MODE_OFF; 4117 } 4118 card->info.promisc_mode = setparms->data.mode; 4119 return (cmd->hdr.return_code) ? -EIO : 0; 4120 } 4121 4122 void qeth_setadp_promisc_mode(struct qeth_card *card) 4123 { 4124 enum qeth_ipa_promisc_modes mode; 4125 struct net_device *dev = card->dev; 4126 struct qeth_cmd_buffer *iob; 4127 struct qeth_ipa_cmd *cmd; 4128 4129 QETH_CARD_TEXT(card, 4, "setprom"); 4130 4131 if (((dev->flags & IFF_PROMISC) && 4132 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4133 (!(dev->flags & IFF_PROMISC) && 4134 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4135 return; 4136 mode = SET_PROMISC_MODE_OFF; 4137 if (dev->flags & IFF_PROMISC) 4138 mode = SET_PROMISC_MODE_ON; 4139 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4140 4141 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4142 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4143 if (!iob) 4144 return; 4145 cmd = __ipa_cmd(iob); 4146 cmd->data.setadapterparms.data.mode = mode; 4147 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4148 } 4149 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4150 4151 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4152 struct qeth_reply *reply, unsigned long data) 4153 { 4154 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4155 struct qeth_ipacmd_setadpparms *adp_cmd; 4156 4157 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4158 if (qeth_setadpparms_inspect_rc(cmd)) 4159 return -EIO; 4160 4161 adp_cmd = &cmd->data.setadapterparms; 4162 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4163 return -EADDRNOTAVAIL; 4164 4165 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4166 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4167 return -EADDRNOTAVAIL; 4168 4169 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4170 return 0; 4171 } 4172 4173 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4174 { 4175 int rc; 4176 struct qeth_cmd_buffer *iob; 4177 struct qeth_ipa_cmd *cmd; 4178 4179 QETH_CARD_TEXT(card, 4, "chgmac"); 4180 4181 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4182 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4183 sizeof(struct qeth_change_addr)); 4184 if (!iob) 4185 return -ENOMEM; 4186 cmd = __ipa_cmd(iob); 4187 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4188 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4189 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4190 card->dev->dev_addr); 4191 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4192 NULL); 4193 return rc; 4194 } 4195 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4196 4197 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4198 struct qeth_reply *reply, unsigned long data) 4199 { 4200 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4201 struct qeth_set_access_ctrl *access_ctrl_req; 4202 int fallback = *(int *)reply->param; 4203 4204 QETH_CARD_TEXT(card, 4, "setaccb"); 4205 if (cmd->hdr.return_code) 4206 return -EIO; 4207 qeth_setadpparms_inspect_rc(cmd); 4208 4209 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4210 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4211 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4212 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4213 cmd->data.setadapterparms.hdr.return_code); 4214 if (cmd->data.setadapterparms.hdr.return_code != 4215 SET_ACCESS_CTRL_RC_SUCCESS) 4216 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4217 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4218 cmd->data.setadapterparms.hdr.return_code); 4219 switch (cmd->data.setadapterparms.hdr.return_code) { 4220 case SET_ACCESS_CTRL_RC_SUCCESS: 4221 if (card->options.isolation == ISOLATION_MODE_NONE) { 4222 dev_info(&card->gdev->dev, 4223 "QDIO data connection isolation is deactivated\n"); 4224 } else { 4225 dev_info(&card->gdev->dev, 4226 "QDIO data connection isolation is activated\n"); 4227 } 4228 break; 4229 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4230 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4231 CARD_DEVID(card)); 4232 if (fallback) 4233 card->options.isolation = card->options.prev_isolation; 4234 break; 4235 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4236 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4237 CARD_DEVID(card)); 4238 if (fallback) 4239 card->options.isolation = card->options.prev_isolation; 4240 break; 4241 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4242 dev_err(&card->gdev->dev, "Adapter does not " 4243 "support QDIO data connection isolation\n"); 4244 break; 4245 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4246 dev_err(&card->gdev->dev, 4247 "Adapter is dedicated. " 4248 "QDIO data connection isolation not supported\n"); 4249 if (fallback) 4250 card->options.isolation = card->options.prev_isolation; 4251 break; 4252 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4253 dev_err(&card->gdev->dev, 4254 "TSO does not permit QDIO data connection isolation\n"); 4255 if (fallback) 4256 card->options.isolation = card->options.prev_isolation; 4257 break; 4258 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4259 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4260 "support reflective relay mode\n"); 4261 if (fallback) 4262 card->options.isolation = card->options.prev_isolation; 4263 break; 4264 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4265 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4266 "enabled at the adjacent switch port"); 4267 if (fallback) 4268 card->options.isolation = card->options.prev_isolation; 4269 break; 4270 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4271 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4272 "at the adjacent switch failed\n"); 4273 break; 4274 default: 4275 /* this should never happen */ 4276 if (fallback) 4277 card->options.isolation = card->options.prev_isolation; 4278 break; 4279 } 4280 return (cmd->hdr.return_code) ? -EIO : 0; 4281 } 4282 4283 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4284 enum qeth_ipa_isolation_modes isolation, int fallback) 4285 { 4286 int rc; 4287 struct qeth_cmd_buffer *iob; 4288 struct qeth_ipa_cmd *cmd; 4289 struct qeth_set_access_ctrl *access_ctrl_req; 4290 4291 QETH_CARD_TEXT(card, 4, "setacctl"); 4292 4293 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4294 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4295 4296 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4297 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4298 sizeof(struct qeth_set_access_ctrl)); 4299 if (!iob) 4300 return -ENOMEM; 4301 cmd = __ipa_cmd(iob); 4302 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4303 access_ctrl_req->subcmd_code = isolation; 4304 4305 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4306 &fallback); 4307 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4308 return rc; 4309 } 4310 4311 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4312 { 4313 int rc = 0; 4314 4315 QETH_CARD_TEXT(card, 4, "setactlo"); 4316 4317 if ((card->info.type == QETH_CARD_TYPE_OSD || 4318 card->info.type == QETH_CARD_TYPE_OSX) && 4319 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4320 rc = qeth_setadpparms_set_access_ctrl(card, 4321 card->options.isolation, fallback); 4322 if (rc) { 4323 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4324 rc, CARD_DEVID(card)); 4325 rc = -EOPNOTSUPP; 4326 } 4327 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4328 card->options.isolation = ISOLATION_MODE_NONE; 4329 4330 dev_err(&card->gdev->dev, "Adapter does not " 4331 "support QDIO data connection isolation\n"); 4332 rc = -EOPNOTSUPP; 4333 } 4334 return rc; 4335 } 4336 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4337 4338 void qeth_tx_timeout(struct net_device *dev) 4339 { 4340 struct qeth_card *card; 4341 4342 card = dev->ml_priv; 4343 QETH_CARD_TEXT(card, 4, "txtimeo"); 4344 QETH_CARD_STAT_INC(card, tx_errors); 4345 qeth_schedule_recovery(card); 4346 } 4347 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4348 4349 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4350 { 4351 struct qeth_card *card = dev->ml_priv; 4352 int rc = 0; 4353 4354 switch (regnum) { 4355 case MII_BMCR: /* Basic mode control register */ 4356 rc = BMCR_FULLDPLX; 4357 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4358 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4359 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4360 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4361 rc |= BMCR_SPEED100; 4362 break; 4363 case MII_BMSR: /* Basic mode status register */ 4364 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4365 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4366 BMSR_100BASE4; 4367 break; 4368 case MII_PHYSID1: /* PHYS ID 1 */ 4369 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4370 dev->dev_addr[2]; 4371 rc = (rc >> 5) & 0xFFFF; 4372 break; 4373 case MII_PHYSID2: /* PHYS ID 2 */ 4374 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4375 break; 4376 case MII_ADVERTISE: /* Advertisement control reg */ 4377 rc = ADVERTISE_ALL; 4378 break; 4379 case MII_LPA: /* Link partner ability reg */ 4380 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4381 LPA_100BASE4 | LPA_LPACK; 4382 break; 4383 case MII_EXPANSION: /* Expansion register */ 4384 break; 4385 case MII_DCOUNTER: /* disconnect counter */ 4386 break; 4387 case MII_FCSCOUNTER: /* false carrier counter */ 4388 break; 4389 case MII_NWAYTEST: /* N-way auto-neg test register */ 4390 break; 4391 case MII_RERRCOUNTER: /* rx error counter */ 4392 rc = card->stats.rx_errors; 4393 break; 4394 case MII_SREVISION: /* silicon revision */ 4395 break; 4396 case MII_RESV1: /* reserved 1 */ 4397 break; 4398 case MII_LBRERROR: /* loopback, rx, bypass error */ 4399 break; 4400 case MII_PHYADDR: /* physical address */ 4401 break; 4402 case MII_RESV2: /* reserved 2 */ 4403 break; 4404 case MII_TPISTATUS: /* TPI status for 10mbps */ 4405 break; 4406 case MII_NCONFIG: /* network interface config */ 4407 break; 4408 default: 4409 break; 4410 } 4411 return rc; 4412 } 4413 4414 static int qeth_snmp_command_cb(struct qeth_card *card, 4415 struct qeth_reply *reply, unsigned long sdata) 4416 { 4417 struct qeth_ipa_cmd *cmd; 4418 struct qeth_arp_query_info *qinfo; 4419 unsigned char *data; 4420 void *snmp_data; 4421 __u16 data_len; 4422 4423 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4424 4425 cmd = (struct qeth_ipa_cmd *) sdata; 4426 data = (unsigned char *)((char *)cmd - reply->offset); 4427 qinfo = (struct qeth_arp_query_info *) reply->param; 4428 4429 if (cmd->hdr.return_code) { 4430 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4431 return -EIO; 4432 } 4433 if (cmd->data.setadapterparms.hdr.return_code) { 4434 cmd->hdr.return_code = 4435 cmd->data.setadapterparms.hdr.return_code; 4436 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4437 return -EIO; 4438 } 4439 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4440 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4441 snmp_data = &cmd->data.setadapterparms.data.snmp; 4442 data_len -= offsetof(struct qeth_ipa_cmd, 4443 data.setadapterparms.data.snmp); 4444 } else { 4445 snmp_data = &cmd->data.setadapterparms.data.snmp.request; 4446 data_len -= offsetof(struct qeth_ipa_cmd, 4447 data.setadapterparms.data.snmp.request); 4448 } 4449 4450 /* check if there is enough room in userspace */ 4451 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4452 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4453 return -ENOSPC; 4454 } 4455 QETH_CARD_TEXT_(card, 4, "snore%i", 4456 cmd->data.setadapterparms.hdr.used_total); 4457 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4458 cmd->data.setadapterparms.hdr.seq_no); 4459 /*copy entries to user buffer*/ 4460 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4461 qinfo->udata_offset += data_len; 4462 4463 /* check if all replies received ... */ 4464 QETH_CARD_TEXT_(card, 4, "srtot%i", 4465 cmd->data.setadapterparms.hdr.used_total); 4466 QETH_CARD_TEXT_(card, 4, "srseq%i", 4467 cmd->data.setadapterparms.hdr.seq_no); 4468 if (cmd->data.setadapterparms.hdr.seq_no < 4469 cmd->data.setadapterparms.hdr.used_total) 4470 return 1; 4471 return 0; 4472 } 4473 4474 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4475 { 4476 struct qeth_cmd_buffer *iob; 4477 struct qeth_ipa_cmd *cmd; 4478 struct qeth_snmp_ureq *ureq; 4479 unsigned int req_len; 4480 struct qeth_arp_query_info qinfo = {0, }; 4481 int rc = 0; 4482 4483 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4484 4485 if (card->info.guestlan) 4486 return -EOPNOTSUPP; 4487 4488 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4489 IS_LAYER3(card)) 4490 return -EOPNOTSUPP; 4491 4492 /* skip 4 bytes (data_len struct member) to get req_len */ 4493 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4494 return -EFAULT; 4495 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4496 sizeof(struct qeth_ipacmd_hdr) - 4497 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4498 return -EINVAL; 4499 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4500 if (IS_ERR(ureq)) { 4501 QETH_CARD_TEXT(card, 2, "snmpnome"); 4502 return PTR_ERR(ureq); 4503 } 4504 qinfo.udata_len = ureq->hdr.data_len; 4505 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4506 if (!qinfo.udata) { 4507 kfree(ureq); 4508 return -ENOMEM; 4509 } 4510 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4511 4512 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4513 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4514 if (!iob) { 4515 rc = -ENOMEM; 4516 goto out; 4517 } 4518 4519 /* for large requests, fix-up the length fields: */ 4520 qeth_prepare_ipa_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len); 4521 4522 cmd = __ipa_cmd(iob); 4523 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4524 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4525 if (rc) 4526 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4527 CARD_DEVID(card), rc); 4528 else { 4529 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4530 rc = -EFAULT; 4531 } 4532 out: 4533 kfree(ureq); 4534 kfree(qinfo.udata); 4535 return rc; 4536 } 4537 4538 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4539 struct qeth_reply *reply, unsigned long data) 4540 { 4541 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4542 struct qeth_qoat_priv *priv; 4543 char *resdata; 4544 int resdatalen; 4545 4546 QETH_CARD_TEXT(card, 3, "qoatcb"); 4547 if (qeth_setadpparms_inspect_rc(cmd)) 4548 return -EIO; 4549 4550 priv = (struct qeth_qoat_priv *)reply->param; 4551 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4552 resdata = (char *)data + 28; 4553 4554 if (resdatalen > (priv->buffer_len - priv->response_len)) 4555 return -ENOSPC; 4556 4557 memcpy((priv->buffer + priv->response_len), resdata, 4558 resdatalen); 4559 priv->response_len += resdatalen; 4560 4561 if (cmd->data.setadapterparms.hdr.seq_no < 4562 cmd->data.setadapterparms.hdr.used_total) 4563 return 1; 4564 return 0; 4565 } 4566 4567 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4568 { 4569 int rc = 0; 4570 struct qeth_cmd_buffer *iob; 4571 struct qeth_ipa_cmd *cmd; 4572 struct qeth_query_oat *oat_req; 4573 struct qeth_query_oat_data oat_data; 4574 struct qeth_qoat_priv priv; 4575 void __user *tmp; 4576 4577 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4578 4579 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4580 rc = -EOPNOTSUPP; 4581 goto out; 4582 } 4583 4584 if (copy_from_user(&oat_data, udata, 4585 sizeof(struct qeth_query_oat_data))) { 4586 rc = -EFAULT; 4587 goto out; 4588 } 4589 4590 priv.buffer_len = oat_data.buffer_len; 4591 priv.response_len = 0; 4592 priv.buffer = vzalloc(oat_data.buffer_len); 4593 if (!priv.buffer) { 4594 rc = -ENOMEM; 4595 goto out; 4596 } 4597 4598 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4599 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4600 sizeof(struct qeth_query_oat)); 4601 if (!iob) { 4602 rc = -ENOMEM; 4603 goto out_free; 4604 } 4605 cmd = __ipa_cmd(iob); 4606 oat_req = &cmd->data.setadapterparms.data.query_oat; 4607 oat_req->subcmd_code = oat_data.command; 4608 4609 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4610 &priv); 4611 if (!rc) { 4612 if (is_compat_task()) 4613 tmp = compat_ptr(oat_data.ptr); 4614 else 4615 tmp = (void __user *)(unsigned long)oat_data.ptr; 4616 4617 if (copy_to_user(tmp, priv.buffer, 4618 priv.response_len)) { 4619 rc = -EFAULT; 4620 goto out_free; 4621 } 4622 4623 oat_data.response_len = priv.response_len; 4624 4625 if (copy_to_user(udata, &oat_data, 4626 sizeof(struct qeth_query_oat_data))) 4627 rc = -EFAULT; 4628 } 4629 4630 out_free: 4631 vfree(priv.buffer); 4632 out: 4633 return rc; 4634 } 4635 4636 static int qeth_query_card_info_cb(struct qeth_card *card, 4637 struct qeth_reply *reply, unsigned long data) 4638 { 4639 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4640 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4641 struct qeth_query_card_info *card_info; 4642 4643 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4644 if (qeth_setadpparms_inspect_rc(cmd)) 4645 return -EIO; 4646 4647 card_info = &cmd->data.setadapterparms.data.card_info; 4648 carrier_info->card_type = card_info->card_type; 4649 carrier_info->port_mode = card_info->port_mode; 4650 carrier_info->port_speed = card_info->port_speed; 4651 return 0; 4652 } 4653 4654 int qeth_query_card_info(struct qeth_card *card, 4655 struct carrier_info *carrier_info) 4656 { 4657 struct qeth_cmd_buffer *iob; 4658 4659 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4660 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4661 return -EOPNOTSUPP; 4662 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4663 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4664 if (!iob) 4665 return -ENOMEM; 4666 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4667 (void *)carrier_info); 4668 } 4669 4670 /** 4671 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4672 * @card: pointer to a qeth_card 4673 * 4674 * Returns 4675 * 0, if a MAC address has been set for the card's netdevice 4676 * a return code, for various error conditions 4677 */ 4678 int qeth_vm_request_mac(struct qeth_card *card) 4679 { 4680 struct diag26c_mac_resp *response; 4681 struct diag26c_mac_req *request; 4682 struct ccw_dev_id id; 4683 int rc; 4684 4685 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4686 4687 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4688 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4689 if (!request || !response) { 4690 rc = -ENOMEM; 4691 goto out; 4692 } 4693 4694 ccw_device_get_id(CARD_DDEV(card), &id); 4695 request->resp_buf_len = sizeof(*response); 4696 request->resp_version = DIAG26C_VERSION2; 4697 request->op_code = DIAG26C_GET_MAC; 4698 request->devno = id.devno; 4699 4700 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4701 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4702 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4703 if (rc) 4704 goto out; 4705 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4706 4707 if (request->resp_buf_len < sizeof(*response) || 4708 response->version != request->resp_version) { 4709 rc = -EIO; 4710 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4711 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4712 sizeof(request->resp_buf_len)); 4713 } else if (!is_valid_ether_addr(response->mac)) { 4714 rc = -EINVAL; 4715 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4716 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4717 } else { 4718 ether_addr_copy(card->dev->dev_addr, response->mac); 4719 } 4720 4721 out: 4722 kfree(response); 4723 kfree(request); 4724 return rc; 4725 } 4726 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4727 4728 static int qeth_get_qdio_q_format(struct qeth_card *card) 4729 { 4730 if (card->info.type == QETH_CARD_TYPE_IQD) 4731 return QDIO_IQDIO_QFMT; 4732 else 4733 return QDIO_QETH_QFMT; 4734 } 4735 4736 static void qeth_determine_capabilities(struct qeth_card *card) 4737 { 4738 int rc; 4739 int length; 4740 char *prcd; 4741 struct ccw_device *ddev; 4742 int ddev_offline = 0; 4743 4744 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4745 ddev = CARD_DDEV(card); 4746 if (!ddev->online) { 4747 ddev_offline = 1; 4748 rc = ccw_device_set_online(ddev); 4749 if (rc) { 4750 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4751 goto out; 4752 } 4753 } 4754 4755 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4756 if (rc) { 4757 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4758 CARD_DEVID(card), rc); 4759 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4760 goto out_offline; 4761 } 4762 qeth_configure_unitaddr(card, prcd); 4763 if (ddev_offline) 4764 qeth_configure_blkt_default(card, prcd); 4765 kfree(prcd); 4766 4767 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4768 if (rc) 4769 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4770 4771 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4772 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4773 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4774 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4775 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4776 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4777 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4778 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4779 dev_info(&card->gdev->dev, 4780 "Completion Queueing supported\n"); 4781 } else { 4782 card->options.cq = QETH_CQ_NOTAVAILABLE; 4783 } 4784 4785 4786 out_offline: 4787 if (ddev_offline == 1) 4788 ccw_device_set_offline(ddev); 4789 out: 4790 return; 4791 } 4792 4793 static void qeth_qdio_establish_cq(struct qeth_card *card, 4794 struct qdio_buffer **in_sbal_ptrs, 4795 void (**queue_start_poll) 4796 (struct ccw_device *, int, 4797 unsigned long)) 4798 { 4799 int i; 4800 4801 if (card->options.cq == QETH_CQ_ENABLED) { 4802 int offset = QDIO_MAX_BUFFERS_PER_Q * 4803 (card->qdio.no_in_queues - 1); 4804 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4805 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4806 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4807 } 4808 4809 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4810 } 4811 } 4812 4813 static int qeth_qdio_establish(struct qeth_card *card) 4814 { 4815 struct qdio_initialize init_data; 4816 char *qib_param_field; 4817 struct qdio_buffer **in_sbal_ptrs; 4818 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4819 struct qdio_buffer **out_sbal_ptrs; 4820 int i, j, k; 4821 int rc = 0; 4822 4823 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4824 4825 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4826 GFP_KERNEL); 4827 if (!qib_param_field) { 4828 rc = -ENOMEM; 4829 goto out_free_nothing; 4830 } 4831 4832 qeth_create_qib_param_field(card, qib_param_field); 4833 qeth_create_qib_param_field_blkt(card, qib_param_field); 4834 4835 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4836 sizeof(void *), 4837 GFP_KERNEL); 4838 if (!in_sbal_ptrs) { 4839 rc = -ENOMEM; 4840 goto out_free_qib_param; 4841 } 4842 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4843 in_sbal_ptrs[i] = (struct qdio_buffer *) 4844 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4845 } 4846 4847 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4848 GFP_KERNEL); 4849 if (!queue_start_poll) { 4850 rc = -ENOMEM; 4851 goto out_free_in_sbals; 4852 } 4853 for (i = 0; i < card->qdio.no_in_queues; ++i) 4854 queue_start_poll[i] = qeth_qdio_start_poll; 4855 4856 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4857 4858 out_sbal_ptrs = 4859 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4860 sizeof(void *), 4861 GFP_KERNEL); 4862 if (!out_sbal_ptrs) { 4863 rc = -ENOMEM; 4864 goto out_free_queue_start_poll; 4865 } 4866 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4867 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4868 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4869 card->qdio.out_qs[i]->bufs[j]->buffer); 4870 } 4871 4872 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4873 init_data.cdev = CARD_DDEV(card); 4874 init_data.q_format = qeth_get_qdio_q_format(card); 4875 init_data.qib_param_field_format = 0; 4876 init_data.qib_param_field = qib_param_field; 4877 init_data.no_input_qs = card->qdio.no_in_queues; 4878 init_data.no_output_qs = card->qdio.no_out_queues; 4879 init_data.input_handler = qeth_qdio_input_handler; 4880 init_data.output_handler = qeth_qdio_output_handler; 4881 init_data.queue_start_poll_array = queue_start_poll; 4882 init_data.int_parm = (unsigned long) card; 4883 init_data.input_sbal_addr_array = in_sbal_ptrs; 4884 init_data.output_sbal_addr_array = out_sbal_ptrs; 4885 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4886 init_data.scan_threshold = 4887 (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; 4888 4889 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4890 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4891 rc = qdio_allocate(&init_data); 4892 if (rc) { 4893 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4894 goto out; 4895 } 4896 rc = qdio_establish(&init_data); 4897 if (rc) { 4898 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4899 qdio_free(CARD_DDEV(card)); 4900 } 4901 } 4902 4903 switch (card->options.cq) { 4904 case QETH_CQ_ENABLED: 4905 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4906 break; 4907 case QETH_CQ_DISABLED: 4908 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4909 break; 4910 default: 4911 break; 4912 } 4913 out: 4914 kfree(out_sbal_ptrs); 4915 out_free_queue_start_poll: 4916 kfree(queue_start_poll); 4917 out_free_in_sbals: 4918 kfree(in_sbal_ptrs); 4919 out_free_qib_param: 4920 kfree(qib_param_field); 4921 out_free_nothing: 4922 return rc; 4923 } 4924 4925 static void qeth_core_free_card(struct qeth_card *card) 4926 { 4927 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 4928 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 4929 qeth_clean_channel(&card->read); 4930 qeth_clean_channel(&card->write); 4931 qeth_clean_channel(&card->data); 4932 destroy_workqueue(card->event_wq); 4933 qeth_free_qdio_buffers(card); 4934 unregister_service_level(&card->qeth_service_level); 4935 dev_set_drvdata(&card->gdev->dev, NULL); 4936 kfree(card); 4937 } 4938 4939 void qeth_trace_features(struct qeth_card *card) 4940 { 4941 QETH_CARD_TEXT(card, 2, "features"); 4942 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4943 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4944 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4945 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4946 sizeof(card->info.diagass_support)); 4947 } 4948 EXPORT_SYMBOL_GPL(qeth_trace_features); 4949 4950 static struct ccw_device_id qeth_ids[] = { 4951 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4952 .driver_info = QETH_CARD_TYPE_OSD}, 4953 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4954 .driver_info = QETH_CARD_TYPE_IQD}, 4955 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4956 .driver_info = QETH_CARD_TYPE_OSN}, 4957 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4958 .driver_info = QETH_CARD_TYPE_OSM}, 4959 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4960 .driver_info = QETH_CARD_TYPE_OSX}, 4961 {}, 4962 }; 4963 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4964 4965 static struct ccw_driver qeth_ccw_driver = { 4966 .driver = { 4967 .owner = THIS_MODULE, 4968 .name = "qeth", 4969 }, 4970 .ids = qeth_ids, 4971 .probe = ccwgroup_probe_ccwdev, 4972 .remove = ccwgroup_remove_ccwdev, 4973 }; 4974 4975 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4976 { 4977 int retries = 3; 4978 int rc; 4979 4980 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 4981 atomic_set(&card->force_alloc_skb, 0); 4982 qeth_update_from_chp_desc(card); 4983 retry: 4984 if (retries < 3) 4985 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4986 CARD_DEVID(card)); 4987 rc = qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 4988 ccw_device_set_offline(CARD_DDEV(card)); 4989 ccw_device_set_offline(CARD_WDEV(card)); 4990 ccw_device_set_offline(CARD_RDEV(card)); 4991 qdio_free(CARD_DDEV(card)); 4992 rc = ccw_device_set_online(CARD_RDEV(card)); 4993 if (rc) 4994 goto retriable; 4995 rc = ccw_device_set_online(CARD_WDEV(card)); 4996 if (rc) 4997 goto retriable; 4998 rc = ccw_device_set_online(CARD_DDEV(card)); 4999 if (rc) 5000 goto retriable; 5001 retriable: 5002 if (rc == -ERESTARTSYS) { 5003 QETH_DBF_TEXT(SETUP, 2, "break1"); 5004 return rc; 5005 } else if (rc) { 5006 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5007 if (--retries < 0) 5008 goto out; 5009 else 5010 goto retry; 5011 } 5012 qeth_determine_capabilities(card); 5013 qeth_init_tokens(card); 5014 qeth_init_func_level(card); 5015 5016 rc = qeth_idx_activate_read_channel(card); 5017 if (rc == -EINTR) { 5018 QETH_DBF_TEXT(SETUP, 2, "break2"); 5019 return rc; 5020 } else if (rc) { 5021 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5022 if (--retries < 0) 5023 goto out; 5024 else 5025 goto retry; 5026 } 5027 5028 rc = qeth_idx_activate_write_channel(card); 5029 if (rc == -EINTR) { 5030 QETH_DBF_TEXT(SETUP, 2, "break3"); 5031 return rc; 5032 } else if (rc) { 5033 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5034 if (--retries < 0) 5035 goto out; 5036 else 5037 goto retry; 5038 } 5039 card->read_or_write_problem = 0; 5040 rc = qeth_mpc_initialize(card); 5041 if (rc) { 5042 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5043 goto out; 5044 } 5045 5046 rc = qeth_send_startlan(card); 5047 if (rc) { 5048 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5049 if (rc == -ENETDOWN) { 5050 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5051 *carrier_ok = false; 5052 } else { 5053 goto out; 5054 } 5055 } else { 5056 *carrier_ok = true; 5057 } 5058 5059 card->options.ipa4.supported_funcs = 0; 5060 card->options.ipa6.supported_funcs = 0; 5061 card->options.adp.supported_funcs = 0; 5062 card->options.sbp.supported_funcs = 0; 5063 card->info.diagass_support = 0; 5064 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5065 if (rc == -ENOMEM) 5066 goto out; 5067 if (qeth_is_supported(card, IPA_IPV6)) { 5068 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5069 if (rc == -ENOMEM) 5070 goto out; 5071 } 5072 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5073 rc = qeth_query_setadapterparms(card); 5074 if (rc < 0) { 5075 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5076 goto out; 5077 } 5078 } 5079 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5080 rc = qeth_query_setdiagass(card); 5081 if (rc < 0) { 5082 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5083 goto out; 5084 } 5085 } 5086 return 0; 5087 out: 5088 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5089 "an error on the device\n"); 5090 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5091 CARD_DEVID(card), rc); 5092 return rc; 5093 } 5094 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5095 5096 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5097 struct sk_buff *skb, int offset, int data_len) 5098 { 5099 struct page *page = virt_to_page(element->addr); 5100 unsigned int next_frag; 5101 5102 /* first fill the linear space */ 5103 if (!skb->len) { 5104 unsigned int linear = min(data_len, skb_tailroom(skb)); 5105 5106 skb_put_data(skb, element->addr + offset, linear); 5107 data_len -= linear; 5108 if (!data_len) 5109 return; 5110 offset += linear; 5111 /* fall through to add page frag for remaining data */ 5112 } 5113 5114 next_frag = skb_shinfo(skb)->nr_frags; 5115 get_page(page); 5116 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5117 } 5118 5119 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5120 { 5121 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5122 } 5123 5124 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5125 struct qeth_qdio_buffer *qethbuffer, 5126 struct qdio_buffer_element **__element, int *__offset, 5127 struct qeth_hdr **hdr) 5128 { 5129 struct qdio_buffer_element *element = *__element; 5130 struct qdio_buffer *buffer = qethbuffer->buffer; 5131 int offset = *__offset; 5132 struct sk_buff *skb; 5133 int skb_len = 0; 5134 void *data_ptr; 5135 int data_len; 5136 int headroom = 0; 5137 int use_rx_sg = 0; 5138 5139 /* qeth_hdr must not cross element boundaries */ 5140 while (element->length < offset + sizeof(struct qeth_hdr)) { 5141 if (qeth_is_last_sbale(element)) 5142 return NULL; 5143 element++; 5144 offset = 0; 5145 } 5146 *hdr = element->addr + offset; 5147 5148 offset += sizeof(struct qeth_hdr); 5149 switch ((*hdr)->hdr.l2.id) { 5150 case QETH_HEADER_TYPE_LAYER2: 5151 skb_len = (*hdr)->hdr.l2.pkt_length; 5152 break; 5153 case QETH_HEADER_TYPE_LAYER3: 5154 skb_len = (*hdr)->hdr.l3.length; 5155 headroom = ETH_HLEN; 5156 break; 5157 case QETH_HEADER_TYPE_OSN: 5158 skb_len = (*hdr)->hdr.osn.pdu_length; 5159 headroom = sizeof(struct qeth_hdr); 5160 break; 5161 default: 5162 break; 5163 } 5164 5165 if (!skb_len) 5166 return NULL; 5167 5168 if (((skb_len >= card->options.rx_sg_cb) && 5169 (!(card->info.type == QETH_CARD_TYPE_OSN)) && 5170 (!atomic_read(&card->force_alloc_skb))) || 5171 (card->options.cq == QETH_CQ_ENABLED)) 5172 use_rx_sg = 1; 5173 5174 if (use_rx_sg && qethbuffer->rx_skb) { 5175 /* QETH_CQ_ENABLED only: */ 5176 skb = qethbuffer->rx_skb; 5177 qethbuffer->rx_skb = NULL; 5178 } else { 5179 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5180 5181 skb = napi_alloc_skb(&card->napi, linear + headroom); 5182 } 5183 if (!skb) 5184 goto no_mem; 5185 if (headroom) 5186 skb_reserve(skb, headroom); 5187 5188 data_ptr = element->addr + offset; 5189 while (skb_len) { 5190 data_len = min(skb_len, (int)(element->length - offset)); 5191 if (data_len) { 5192 if (use_rx_sg) 5193 qeth_create_skb_frag(element, skb, offset, 5194 data_len); 5195 else 5196 skb_put_data(skb, data_ptr, data_len); 5197 } 5198 skb_len -= data_len; 5199 if (skb_len) { 5200 if (qeth_is_last_sbale(element)) { 5201 QETH_CARD_TEXT(card, 4, "unexeob"); 5202 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5203 dev_kfree_skb_any(skb); 5204 QETH_CARD_STAT_INC(card, rx_errors); 5205 return NULL; 5206 } 5207 element++; 5208 offset = 0; 5209 data_ptr = element->addr; 5210 } else { 5211 offset += data_len; 5212 } 5213 } 5214 *__element = element; 5215 *__offset = offset; 5216 if (use_rx_sg) { 5217 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5218 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5219 skb_shinfo(skb)->nr_frags); 5220 } 5221 return skb; 5222 no_mem: 5223 if (net_ratelimit()) { 5224 QETH_CARD_TEXT(card, 2, "noskbmem"); 5225 } 5226 QETH_CARD_STAT_INC(card, rx_dropped); 5227 return NULL; 5228 } 5229 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5230 5231 int qeth_poll(struct napi_struct *napi, int budget) 5232 { 5233 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5234 int work_done = 0; 5235 struct qeth_qdio_buffer *buffer; 5236 int done; 5237 int new_budget = budget; 5238 5239 while (1) { 5240 if (!card->rx.b_count) { 5241 card->rx.qdio_err = 0; 5242 card->rx.b_count = qdio_get_next_buffers( 5243 card->data.ccwdev, 0, &card->rx.b_index, 5244 &card->rx.qdio_err); 5245 if (card->rx.b_count <= 0) { 5246 card->rx.b_count = 0; 5247 break; 5248 } 5249 card->rx.b_element = 5250 &card->qdio.in_q->bufs[card->rx.b_index] 5251 .buffer->element[0]; 5252 card->rx.e_offset = 0; 5253 } 5254 5255 while (card->rx.b_count) { 5256 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5257 if (!(card->rx.qdio_err && 5258 qeth_check_qdio_errors(card, buffer->buffer, 5259 card->rx.qdio_err, "qinerr"))) 5260 work_done += 5261 card->discipline->process_rx_buffer( 5262 card, new_budget, &done); 5263 else 5264 done = 1; 5265 5266 if (done) { 5267 QETH_CARD_STAT_INC(card, rx_bufs); 5268 qeth_put_buffer_pool_entry(card, 5269 buffer->pool_entry); 5270 qeth_queue_input_buffer(card, card->rx.b_index); 5271 card->rx.b_count--; 5272 if (card->rx.b_count) { 5273 card->rx.b_index = 5274 (card->rx.b_index + 1) % 5275 QDIO_MAX_BUFFERS_PER_Q; 5276 card->rx.b_element = 5277 &card->qdio.in_q 5278 ->bufs[card->rx.b_index] 5279 .buffer->element[0]; 5280 card->rx.e_offset = 0; 5281 } 5282 } 5283 5284 if (work_done >= budget) 5285 goto out; 5286 else 5287 new_budget = budget - work_done; 5288 } 5289 } 5290 5291 napi_complete_done(napi, work_done); 5292 if (qdio_start_irq(card->data.ccwdev, 0)) 5293 napi_schedule(&card->napi); 5294 out: 5295 return work_done; 5296 } 5297 EXPORT_SYMBOL_GPL(qeth_poll); 5298 5299 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5300 { 5301 if (!cmd->hdr.return_code) 5302 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5303 return cmd->hdr.return_code; 5304 } 5305 5306 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5307 struct qeth_reply *reply, 5308 unsigned long data) 5309 { 5310 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5311 struct qeth_ipa_caps *caps = reply->param; 5312 5313 if (qeth_setassparms_inspect_rc(cmd)) 5314 return -EIO; 5315 5316 caps->supported = cmd->data.setassparms.data.caps.supported; 5317 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5318 return 0; 5319 } 5320 5321 int qeth_setassparms_cb(struct qeth_card *card, 5322 struct qeth_reply *reply, unsigned long data) 5323 { 5324 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5325 5326 QETH_CARD_TEXT(card, 4, "defadpcb"); 5327 5328 if (cmd->hdr.return_code) 5329 return -EIO; 5330 5331 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5332 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5333 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5334 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5335 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5336 return 0; 5337 } 5338 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5339 5340 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5341 enum qeth_ipa_funcs ipa_func, 5342 __u16 cmd_code, __u16 len, 5343 enum qeth_prot_versions prot) 5344 { 5345 struct qeth_cmd_buffer *iob; 5346 struct qeth_ipa_cmd *cmd; 5347 5348 QETH_CARD_TEXT(card, 4, "getasscm"); 5349 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5350 5351 if (iob) { 5352 cmd = __ipa_cmd(iob); 5353 cmd->data.setassparms.hdr.assist_no = ipa_func; 5354 cmd->data.setassparms.hdr.length = 8 + len; 5355 cmd->data.setassparms.hdr.command_code = cmd_code; 5356 } 5357 5358 return iob; 5359 } 5360 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5361 5362 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5363 enum qeth_ipa_funcs ipa_func, 5364 u16 cmd_code, long data, 5365 enum qeth_prot_versions prot) 5366 { 5367 int length = 0; 5368 struct qeth_cmd_buffer *iob; 5369 5370 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5371 if (data) 5372 length = sizeof(__u32); 5373 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5374 if (!iob) 5375 return -ENOMEM; 5376 5377 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = (__u32) data; 5378 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5379 } 5380 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5381 5382 static void qeth_unregister_dbf_views(void) 5383 { 5384 int x; 5385 for (x = 0; x < QETH_DBF_INFOS; x++) { 5386 debug_unregister(qeth_dbf[x].id); 5387 qeth_dbf[x].id = NULL; 5388 } 5389 } 5390 5391 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5392 { 5393 char dbf_txt_buf[32]; 5394 va_list args; 5395 5396 if (!debug_level_enabled(id, level)) 5397 return; 5398 va_start(args, fmt); 5399 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5400 va_end(args); 5401 debug_text_event(id, level, dbf_txt_buf); 5402 } 5403 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5404 5405 static int qeth_register_dbf_views(void) 5406 { 5407 int ret; 5408 int x; 5409 5410 for (x = 0; x < QETH_DBF_INFOS; x++) { 5411 /* register the areas */ 5412 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5413 qeth_dbf[x].pages, 5414 qeth_dbf[x].areas, 5415 qeth_dbf[x].len); 5416 if (qeth_dbf[x].id == NULL) { 5417 qeth_unregister_dbf_views(); 5418 return -ENOMEM; 5419 } 5420 5421 /* register a view */ 5422 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5423 if (ret) { 5424 qeth_unregister_dbf_views(); 5425 return ret; 5426 } 5427 5428 /* set a passing level */ 5429 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5430 } 5431 5432 return 0; 5433 } 5434 5435 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5436 5437 int qeth_core_load_discipline(struct qeth_card *card, 5438 enum qeth_discipline_id discipline) 5439 { 5440 mutex_lock(&qeth_mod_mutex); 5441 switch (discipline) { 5442 case QETH_DISCIPLINE_LAYER3: 5443 card->discipline = try_then_request_module( 5444 symbol_get(qeth_l3_discipline), "qeth_l3"); 5445 break; 5446 case QETH_DISCIPLINE_LAYER2: 5447 card->discipline = try_then_request_module( 5448 symbol_get(qeth_l2_discipline), "qeth_l2"); 5449 break; 5450 default: 5451 break; 5452 } 5453 mutex_unlock(&qeth_mod_mutex); 5454 5455 if (!card->discipline) { 5456 dev_err(&card->gdev->dev, "There is no kernel module to " 5457 "support discipline %d\n", discipline); 5458 return -EINVAL; 5459 } 5460 5461 card->options.layer = discipline; 5462 return 0; 5463 } 5464 5465 void qeth_core_free_discipline(struct qeth_card *card) 5466 { 5467 if (IS_LAYER2(card)) 5468 symbol_put(qeth_l2_discipline); 5469 else 5470 symbol_put(qeth_l3_discipline); 5471 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5472 card->discipline = NULL; 5473 } 5474 5475 const struct device_type qeth_generic_devtype = { 5476 .name = "qeth_generic", 5477 .groups = qeth_generic_attr_groups, 5478 }; 5479 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5480 5481 static const struct device_type qeth_osn_devtype = { 5482 .name = "qeth_osn", 5483 .groups = qeth_osn_attr_groups, 5484 }; 5485 5486 #define DBF_NAME_LEN 20 5487 5488 struct qeth_dbf_entry { 5489 char dbf_name[DBF_NAME_LEN]; 5490 debug_info_t *dbf_info; 5491 struct list_head dbf_list; 5492 }; 5493 5494 static LIST_HEAD(qeth_dbf_list); 5495 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5496 5497 static debug_info_t *qeth_get_dbf_entry(char *name) 5498 { 5499 struct qeth_dbf_entry *entry; 5500 debug_info_t *rc = NULL; 5501 5502 mutex_lock(&qeth_dbf_list_mutex); 5503 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5504 if (strcmp(entry->dbf_name, name) == 0) { 5505 rc = entry->dbf_info; 5506 break; 5507 } 5508 } 5509 mutex_unlock(&qeth_dbf_list_mutex); 5510 return rc; 5511 } 5512 5513 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5514 { 5515 struct qeth_dbf_entry *new_entry; 5516 5517 card->debug = debug_register(name, 2, 1, 8); 5518 if (!card->debug) { 5519 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5520 goto err; 5521 } 5522 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5523 goto err_dbg; 5524 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5525 if (!new_entry) 5526 goto err_dbg; 5527 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5528 new_entry->dbf_info = card->debug; 5529 mutex_lock(&qeth_dbf_list_mutex); 5530 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5531 mutex_unlock(&qeth_dbf_list_mutex); 5532 5533 return 0; 5534 5535 err_dbg: 5536 debug_unregister(card->debug); 5537 err: 5538 return -ENOMEM; 5539 } 5540 5541 static void qeth_clear_dbf_list(void) 5542 { 5543 struct qeth_dbf_entry *entry, *tmp; 5544 5545 mutex_lock(&qeth_dbf_list_mutex); 5546 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5547 list_del(&entry->dbf_list); 5548 debug_unregister(entry->dbf_info); 5549 kfree(entry); 5550 } 5551 mutex_unlock(&qeth_dbf_list_mutex); 5552 } 5553 5554 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5555 { 5556 struct net_device *dev; 5557 5558 switch (card->info.type) { 5559 case QETH_CARD_TYPE_IQD: 5560 dev = alloc_netdev(0, "hsi%d", NET_NAME_UNKNOWN, ether_setup); 5561 break; 5562 case QETH_CARD_TYPE_OSN: 5563 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5564 break; 5565 default: 5566 dev = alloc_etherdev(0); 5567 } 5568 5569 if (!dev) 5570 return NULL; 5571 5572 dev->ml_priv = card; 5573 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5574 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5575 /* initialized when device first goes online: */ 5576 dev->max_mtu = 0; 5577 dev->mtu = 0; 5578 SET_NETDEV_DEV(dev, &card->gdev->dev); 5579 netif_carrier_off(dev); 5580 5581 if (IS_OSN(card)) { 5582 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5583 } else { 5584 dev->ethtool_ops = &qeth_ethtool_ops; 5585 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5586 dev->hw_features |= NETIF_F_SG; 5587 dev->vlan_features |= NETIF_F_SG; 5588 if (IS_IQD(card)) 5589 dev->features |= NETIF_F_SG; 5590 } 5591 5592 return dev; 5593 } 5594 5595 struct net_device *qeth_clone_netdev(struct net_device *orig) 5596 { 5597 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5598 5599 if (!clone) 5600 return NULL; 5601 5602 clone->dev_port = orig->dev_port; 5603 return clone; 5604 } 5605 5606 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5607 { 5608 struct qeth_card *card; 5609 struct device *dev; 5610 int rc; 5611 enum qeth_discipline_id enforced_disc; 5612 char dbf_name[DBF_NAME_LEN]; 5613 5614 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5615 5616 dev = &gdev->dev; 5617 if (!get_device(dev)) 5618 return -ENODEV; 5619 5620 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5621 5622 card = qeth_alloc_card(gdev); 5623 if (!card) { 5624 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5625 rc = -ENOMEM; 5626 goto err_dev; 5627 } 5628 5629 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5630 dev_name(&gdev->dev)); 5631 card->debug = qeth_get_dbf_entry(dbf_name); 5632 if (!card->debug) { 5633 rc = qeth_add_dbf_entry(card, dbf_name); 5634 if (rc) 5635 goto err_card; 5636 } 5637 5638 qeth_setup_card(card); 5639 qeth_update_from_chp_desc(card); 5640 5641 card->dev = qeth_alloc_netdev(card); 5642 if (!card->dev) { 5643 rc = -ENOMEM; 5644 goto err_card; 5645 } 5646 5647 qeth_determine_capabilities(card); 5648 enforced_disc = qeth_enforce_discipline(card); 5649 switch (enforced_disc) { 5650 case QETH_DISCIPLINE_UNDETERMINED: 5651 gdev->dev.type = &qeth_generic_devtype; 5652 break; 5653 default: 5654 card->info.layer_enforced = true; 5655 rc = qeth_core_load_discipline(card, enforced_disc); 5656 if (rc) 5657 goto err_load; 5658 5659 gdev->dev.type = (card->info.type != QETH_CARD_TYPE_OSN) 5660 ? card->discipline->devtype 5661 : &qeth_osn_devtype; 5662 rc = card->discipline->setup(card->gdev); 5663 if (rc) 5664 goto err_disc; 5665 break; 5666 } 5667 5668 return 0; 5669 5670 err_disc: 5671 qeth_core_free_discipline(card); 5672 err_load: 5673 free_netdev(card->dev); 5674 err_card: 5675 qeth_core_free_card(card); 5676 err_dev: 5677 put_device(dev); 5678 return rc; 5679 } 5680 5681 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5682 { 5683 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5684 5685 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5686 5687 if (card->discipline) { 5688 card->discipline->remove(gdev); 5689 qeth_core_free_discipline(card); 5690 } 5691 5692 free_netdev(card->dev); 5693 qeth_core_free_card(card); 5694 put_device(&gdev->dev); 5695 } 5696 5697 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5698 { 5699 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5700 int rc = 0; 5701 enum qeth_discipline_id def_discipline; 5702 5703 if (!card->discipline) { 5704 if (card->info.type == QETH_CARD_TYPE_IQD) 5705 def_discipline = QETH_DISCIPLINE_LAYER3; 5706 else 5707 def_discipline = QETH_DISCIPLINE_LAYER2; 5708 rc = qeth_core_load_discipline(card, def_discipline); 5709 if (rc) 5710 goto err; 5711 rc = card->discipline->setup(card->gdev); 5712 if (rc) { 5713 qeth_core_free_discipline(card); 5714 goto err; 5715 } 5716 } 5717 rc = card->discipline->set_online(gdev); 5718 err: 5719 return rc; 5720 } 5721 5722 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5723 { 5724 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5725 return card->discipline->set_offline(gdev); 5726 } 5727 5728 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5729 { 5730 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5731 qeth_set_allowed_threads(card, 0, 1); 5732 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5733 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5734 qeth_qdio_clear_card(card, 0); 5735 qeth_clear_qdio_buffers(card); 5736 qdio_free(CARD_DDEV(card)); 5737 } 5738 5739 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5740 { 5741 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5742 if (card->discipline && card->discipline->freeze) 5743 return card->discipline->freeze(gdev); 5744 return 0; 5745 } 5746 5747 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5748 { 5749 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5750 if (card->discipline && card->discipline->thaw) 5751 return card->discipline->thaw(gdev); 5752 return 0; 5753 } 5754 5755 static int qeth_core_restore(struct ccwgroup_device *gdev) 5756 { 5757 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5758 if (card->discipline && card->discipline->restore) 5759 return card->discipline->restore(gdev); 5760 return 0; 5761 } 5762 5763 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5764 size_t count) 5765 { 5766 int err; 5767 5768 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5769 buf); 5770 5771 return err ? err : count; 5772 } 5773 static DRIVER_ATTR_WO(group); 5774 5775 static struct attribute *qeth_drv_attrs[] = { 5776 &driver_attr_group.attr, 5777 NULL, 5778 }; 5779 static struct attribute_group qeth_drv_attr_group = { 5780 .attrs = qeth_drv_attrs, 5781 }; 5782 static const struct attribute_group *qeth_drv_attr_groups[] = { 5783 &qeth_drv_attr_group, 5784 NULL, 5785 }; 5786 5787 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5788 .driver = { 5789 .groups = qeth_drv_attr_groups, 5790 .owner = THIS_MODULE, 5791 .name = "qeth", 5792 }, 5793 .ccw_driver = &qeth_ccw_driver, 5794 .setup = qeth_core_probe_device, 5795 .remove = qeth_core_remove_device, 5796 .set_online = qeth_core_set_online, 5797 .set_offline = qeth_core_set_offline, 5798 .shutdown = qeth_core_shutdown, 5799 .prepare = NULL, 5800 .complete = NULL, 5801 .freeze = qeth_core_freeze, 5802 .thaw = qeth_core_thaw, 5803 .restore = qeth_core_restore, 5804 }; 5805 5806 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 5807 { 5808 struct ccwgroup_device *gdev; 5809 struct qeth_card *card; 5810 5811 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 5812 if (!gdev) 5813 return NULL; 5814 5815 card = dev_get_drvdata(&gdev->dev); 5816 put_device(&gdev->dev); 5817 return card; 5818 } 5819 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 5820 5821 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5822 { 5823 struct qeth_card *card = dev->ml_priv; 5824 struct mii_ioctl_data *mii_data; 5825 int rc = 0; 5826 5827 if (!card) 5828 return -ENODEV; 5829 5830 switch (cmd) { 5831 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5832 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5833 break; 5834 case SIOC_QETH_GET_CARD_TYPE: 5835 if ((card->info.type == QETH_CARD_TYPE_OSD || 5836 card->info.type == QETH_CARD_TYPE_OSM || 5837 card->info.type == QETH_CARD_TYPE_OSX) && 5838 !card->info.guestlan) 5839 return 1; 5840 else 5841 return 0; 5842 case SIOCGMIIPHY: 5843 mii_data = if_mii(rq); 5844 mii_data->phy_id = 0; 5845 break; 5846 case SIOCGMIIREG: 5847 mii_data = if_mii(rq); 5848 if (mii_data->phy_id != 0) 5849 rc = -EINVAL; 5850 else 5851 mii_data->val_out = qeth_mdio_read(dev, 5852 mii_data->phy_id, mii_data->reg_num); 5853 break; 5854 case SIOC_QETH_QUERY_OAT: 5855 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5856 break; 5857 default: 5858 if (card->discipline->do_ioctl) 5859 rc = card->discipline->do_ioctl(dev, rq, cmd); 5860 else 5861 rc = -EOPNOTSUPP; 5862 } 5863 if (rc) 5864 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5865 return rc; 5866 } 5867 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5868 5869 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 5870 unsigned long data) 5871 { 5872 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5873 u32 *features = reply->param; 5874 5875 if (qeth_setassparms_inspect_rc(cmd)) 5876 return -EIO; 5877 5878 *features = cmd->data.setassparms.data.flags_32bit; 5879 return 0; 5880 } 5881 5882 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5883 enum qeth_prot_versions prot) 5884 { 5885 return qeth_send_simple_setassparms_prot(card, cstype, 5886 IPA_CMD_ASS_STOP, 0, prot); 5887 } 5888 5889 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5890 enum qeth_prot_versions prot) 5891 { 5892 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 5893 struct qeth_cmd_buffer *iob; 5894 struct qeth_ipa_caps caps; 5895 u32 features; 5896 int rc; 5897 5898 /* some L3 HW requires combined L3+L4 csum offload: */ 5899 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 5900 cstype == IPA_OUTBOUND_CHECKSUM) 5901 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 5902 5903 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 5904 prot); 5905 if (!iob) 5906 return -ENOMEM; 5907 5908 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 5909 if (rc) 5910 return rc; 5911 5912 if ((required_features & features) != required_features) { 5913 qeth_set_csum_off(card, cstype, prot); 5914 return -EOPNOTSUPP; 5915 } 5916 5917 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 4, 5918 prot); 5919 if (!iob) { 5920 qeth_set_csum_off(card, cstype, prot); 5921 return -ENOMEM; 5922 } 5923 5924 if (features & QETH_IPA_CHECKSUM_LP2LP) 5925 required_features |= QETH_IPA_CHECKSUM_LP2LP; 5926 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 5927 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 5928 if (rc) { 5929 qeth_set_csum_off(card, cstype, prot); 5930 return rc; 5931 } 5932 5933 if (!qeth_ipa_caps_supported(&caps, required_features) || 5934 !qeth_ipa_caps_enabled(&caps, required_features)) { 5935 qeth_set_csum_off(card, cstype, prot); 5936 return -EOPNOTSUPP; 5937 } 5938 5939 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 5940 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 5941 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 5942 cstype == IPA_OUTBOUND_CHECKSUM) 5943 dev_warn(&card->gdev->dev, 5944 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 5945 QETH_CARD_IFNAME(card)); 5946 return 0; 5947 } 5948 5949 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 5950 enum qeth_prot_versions prot) 5951 { 5952 return on ? qeth_set_csum_on(card, cstype, prot) : 5953 qeth_set_csum_off(card, cstype, prot); 5954 } 5955 5956 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 5957 unsigned long data) 5958 { 5959 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5960 struct qeth_tso_start_data *tso_data = reply->param; 5961 5962 if (qeth_setassparms_inspect_rc(cmd)) 5963 return -EIO; 5964 5965 tso_data->mss = cmd->data.setassparms.data.tso.mss; 5966 tso_data->supported = cmd->data.setassparms.data.tso.supported; 5967 return 0; 5968 } 5969 5970 static int qeth_set_tso_off(struct qeth_card *card, 5971 enum qeth_prot_versions prot) 5972 { 5973 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 5974 IPA_CMD_ASS_STOP, 0, prot); 5975 } 5976 5977 static int qeth_set_tso_on(struct qeth_card *card, 5978 enum qeth_prot_versions prot) 5979 { 5980 struct qeth_tso_start_data tso_data; 5981 struct qeth_cmd_buffer *iob; 5982 struct qeth_ipa_caps caps; 5983 int rc; 5984 5985 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 5986 IPA_CMD_ASS_START, 0, prot); 5987 if (!iob) 5988 return -ENOMEM; 5989 5990 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 5991 if (rc) 5992 return rc; 5993 5994 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 5995 qeth_set_tso_off(card, prot); 5996 return -EOPNOTSUPP; 5997 } 5998 5999 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6000 IPA_CMD_ASS_ENABLE, sizeof(caps), prot); 6001 if (!iob) { 6002 qeth_set_tso_off(card, prot); 6003 return -ENOMEM; 6004 } 6005 6006 /* enable TSO capability */ 6007 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6008 QETH_IPA_LARGE_SEND_TCP; 6009 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6010 if (rc) { 6011 qeth_set_tso_off(card, prot); 6012 return rc; 6013 } 6014 6015 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6016 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6017 qeth_set_tso_off(card, prot); 6018 return -EOPNOTSUPP; 6019 } 6020 6021 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6022 tso_data.mss); 6023 return 0; 6024 } 6025 6026 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6027 enum qeth_prot_versions prot) 6028 { 6029 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6030 } 6031 6032 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6033 { 6034 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6035 int rc_ipv6; 6036 6037 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6038 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6039 QETH_PROT_IPV4); 6040 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6041 /* no/one Offload Assist available, so the rc is trivial */ 6042 return rc_ipv4; 6043 6044 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6045 QETH_PROT_IPV6); 6046 6047 if (on) 6048 /* enable: success if any Assist is active */ 6049 return (rc_ipv6) ? rc_ipv4 : 0; 6050 6051 /* disable: failure if any Assist is still active */ 6052 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6053 } 6054 6055 /** 6056 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6057 * @dev: a net_device 6058 */ 6059 void qeth_enable_hw_features(struct net_device *dev) 6060 { 6061 struct qeth_card *card = dev->ml_priv; 6062 netdev_features_t features; 6063 6064 features = dev->features; 6065 /* force-off any feature that might need an IPA sequence. 6066 * netdev_update_features() will restart them. 6067 */ 6068 dev->features &= ~dev->hw_features; 6069 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6070 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6071 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6072 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6073 } 6074 netdev_update_features(dev); 6075 if (features != dev->features) 6076 dev_warn(&card->gdev->dev, 6077 "Device recovery failed to restore all offload features\n"); 6078 } 6079 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6080 6081 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6082 { 6083 struct qeth_card *card = dev->ml_priv; 6084 netdev_features_t changed = dev->features ^ features; 6085 int rc = 0; 6086 6087 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6088 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6089 6090 if ((changed & NETIF_F_IP_CSUM)) { 6091 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6092 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6093 if (rc) 6094 changed ^= NETIF_F_IP_CSUM; 6095 } 6096 if (changed & NETIF_F_IPV6_CSUM) { 6097 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6098 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6099 if (rc) 6100 changed ^= NETIF_F_IPV6_CSUM; 6101 } 6102 if (changed & NETIF_F_RXCSUM) { 6103 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6104 if (rc) 6105 changed ^= NETIF_F_RXCSUM; 6106 } 6107 if (changed & NETIF_F_TSO) { 6108 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6109 QETH_PROT_IPV4); 6110 if (rc) 6111 changed ^= NETIF_F_TSO; 6112 } 6113 if (changed & NETIF_F_TSO6) { 6114 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6115 QETH_PROT_IPV6); 6116 if (rc) 6117 changed ^= NETIF_F_TSO6; 6118 } 6119 6120 /* everything changed successfully? */ 6121 if ((dev->features ^ features) == changed) 6122 return 0; 6123 /* something went wrong. save changed features and return error */ 6124 dev->features ^= changed; 6125 return -EIO; 6126 } 6127 EXPORT_SYMBOL_GPL(qeth_set_features); 6128 6129 netdev_features_t qeth_fix_features(struct net_device *dev, 6130 netdev_features_t features) 6131 { 6132 struct qeth_card *card = dev->ml_priv; 6133 6134 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6135 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6136 features &= ~NETIF_F_IP_CSUM; 6137 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6138 features &= ~NETIF_F_IPV6_CSUM; 6139 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6140 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6141 features &= ~NETIF_F_RXCSUM; 6142 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6143 features &= ~NETIF_F_TSO; 6144 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6145 features &= ~NETIF_F_TSO6; 6146 6147 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6148 return features; 6149 } 6150 EXPORT_SYMBOL_GPL(qeth_fix_features); 6151 6152 netdev_features_t qeth_features_check(struct sk_buff *skb, 6153 struct net_device *dev, 6154 netdev_features_t features) 6155 { 6156 /* GSO segmentation builds skbs with 6157 * a (small) linear part for the headers, and 6158 * page frags for the data. 6159 * Compared to a linear skb, the header-only part consumes an 6160 * additional buffer element. This reduces buffer utilization, and 6161 * hurts throughput. So compress small segments into one element. 6162 */ 6163 if (netif_needs_gso(skb, features)) { 6164 /* match skb_segment(): */ 6165 unsigned int doffset = skb->data - skb_mac_header(skb); 6166 unsigned int hsize = skb_shinfo(skb)->gso_size; 6167 unsigned int hroom = skb_headroom(skb); 6168 6169 /* linearize only if resulting skb allocations are order-0: */ 6170 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6171 features &= ~NETIF_F_SG; 6172 } 6173 6174 return vlan_features_check(skb, features); 6175 } 6176 EXPORT_SYMBOL_GPL(qeth_features_check); 6177 6178 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6179 { 6180 struct qeth_card *card = dev->ml_priv; 6181 struct qeth_qdio_out_q *queue; 6182 unsigned int i; 6183 6184 QETH_CARD_TEXT(card, 5, "getstat"); 6185 6186 stats->rx_packets = card->stats.rx_packets; 6187 stats->rx_bytes = card->stats.rx_bytes; 6188 stats->rx_errors = card->stats.rx_errors; 6189 stats->rx_dropped = card->stats.rx_dropped; 6190 stats->multicast = card->stats.rx_multicast; 6191 stats->tx_errors = card->stats.tx_errors; 6192 6193 for (i = 0; i < card->qdio.no_out_queues; i++) { 6194 queue = card->qdio.out_qs[i]; 6195 6196 stats->tx_packets += queue->stats.tx_packets; 6197 stats->tx_bytes += queue->stats.tx_bytes; 6198 stats->tx_errors += queue->stats.tx_errors; 6199 stats->tx_dropped += queue->stats.tx_dropped; 6200 } 6201 } 6202 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6203 6204 int qeth_open(struct net_device *dev) 6205 { 6206 struct qeth_card *card = dev->ml_priv; 6207 6208 QETH_CARD_TEXT(card, 4, "qethopen"); 6209 6210 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6211 return -EIO; 6212 6213 card->data.state = CH_STATE_UP; 6214 netif_start_queue(dev); 6215 6216 napi_enable(&card->napi); 6217 local_bh_disable(); 6218 napi_schedule(&card->napi); 6219 /* kick-start the NAPI softirq: */ 6220 local_bh_enable(); 6221 return 0; 6222 } 6223 EXPORT_SYMBOL_GPL(qeth_open); 6224 6225 int qeth_stop(struct net_device *dev) 6226 { 6227 struct qeth_card *card = dev->ml_priv; 6228 6229 QETH_CARD_TEXT(card, 4, "qethstop"); 6230 netif_tx_disable(dev); 6231 napi_disable(&card->napi); 6232 return 0; 6233 } 6234 EXPORT_SYMBOL_GPL(qeth_stop); 6235 6236 static int __init qeth_core_init(void) 6237 { 6238 int rc; 6239 6240 pr_info("loading core functions\n"); 6241 6242 rc = qeth_register_dbf_views(); 6243 if (rc) 6244 goto dbf_err; 6245 qeth_core_root_dev = root_device_register("qeth"); 6246 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6247 if (rc) 6248 goto register_err; 6249 qeth_core_header_cache = 6250 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6251 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6252 0, NULL); 6253 if (!qeth_core_header_cache) { 6254 rc = -ENOMEM; 6255 goto slab_err; 6256 } 6257 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6258 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6259 if (!qeth_qdio_outbuf_cache) { 6260 rc = -ENOMEM; 6261 goto cqslab_err; 6262 } 6263 rc = ccw_driver_register(&qeth_ccw_driver); 6264 if (rc) 6265 goto ccw_err; 6266 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6267 if (rc) 6268 goto ccwgroup_err; 6269 6270 return 0; 6271 6272 ccwgroup_err: 6273 ccw_driver_unregister(&qeth_ccw_driver); 6274 ccw_err: 6275 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6276 cqslab_err: 6277 kmem_cache_destroy(qeth_core_header_cache); 6278 slab_err: 6279 root_device_unregister(qeth_core_root_dev); 6280 register_err: 6281 qeth_unregister_dbf_views(); 6282 dbf_err: 6283 pr_err("Initializing the qeth device driver failed\n"); 6284 return rc; 6285 } 6286 6287 static void __exit qeth_core_exit(void) 6288 { 6289 qeth_clear_dbf_list(); 6290 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6291 ccw_driver_unregister(&qeth_ccw_driver); 6292 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6293 kmem_cache_destroy(qeth_core_header_cache); 6294 root_device_unregister(qeth_core_root_dev); 6295 qeth_unregister_dbf_views(); 6296 pr_info("core functions removed\n"); 6297 } 6298 6299 module_init(qeth_core_init); 6300 module_exit(qeth_core_exit); 6301 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6302 MODULE_DESCRIPTION("qeth core functions"); 6303 MODULE_LICENSE("GPL"); 6304