1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/module.h> 14 #include <linux/moduleparam.h> 15 #include <linux/string.h> 16 #include <linux/errno.h> 17 #include <linux/kernel.h> 18 #include <linux/ip.h> 19 #include <linux/tcp.h> 20 #include <linux/mii.h> 21 #include <linux/kthread.h> 22 #include <linux/slab.h> 23 #include <linux/if_vlan.h> 24 #include <linux/netdevice.h> 25 #include <linux/netdev_features.h> 26 #include <linux/skbuff.h> 27 28 #include <net/iucv/af_iucv.h> 29 #include <net/dsfield.h> 30 31 #include <asm/ebcdic.h> 32 #include <asm/chpid.h> 33 #include <asm/io.h> 34 #include <asm/sysinfo.h> 35 #include <asm/compat.h> 36 #include <asm/diag.h> 37 #include <asm/cio.h> 38 #include <asm/ccwdev.h> 39 #include <asm/cpcmd.h> 40 41 #include "qeth_core.h" 42 43 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 44 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 45 /* N P A M L V H */ 46 [QETH_DBF_SETUP] = {"qeth_setup", 47 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 48 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 49 &debug_sprintf_view, NULL}, 50 [QETH_DBF_CTRL] = {"qeth_control", 51 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 52 }; 53 EXPORT_SYMBOL_GPL(qeth_dbf); 54 55 struct qeth_card_list_struct qeth_core_card_list; 56 EXPORT_SYMBOL_GPL(qeth_core_card_list); 57 struct kmem_cache *qeth_core_header_cache; 58 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 59 static struct kmem_cache *qeth_qdio_outbuf_cache; 60 61 static struct device *qeth_core_root_dev; 62 static struct lock_class_key qdio_out_skb_queue_key; 63 static struct mutex qeth_mod_mutex; 64 65 static void qeth_send_control_data_cb(struct qeth_channel *, 66 struct qeth_cmd_buffer *); 67 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 68 static void qeth_setup_ccw(struct qeth_channel *, unsigned char *, __u32); 69 static void qeth_free_buffer_pool(struct qeth_card *); 70 static int qeth_qdio_establish(struct qeth_card *); 71 static void qeth_free_qdio_buffers(struct qeth_card *); 72 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 73 struct qeth_qdio_out_buffer *buf, 74 enum iucv_tx_notify notification); 75 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 76 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 77 struct qeth_qdio_out_buffer *buf, 78 enum qeth_qdio_buffer_states newbufstate); 79 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 80 81 struct workqueue_struct *qeth_wq; 82 EXPORT_SYMBOL_GPL(qeth_wq); 83 84 int qeth_card_hw_is_reachable(struct qeth_card *card) 85 { 86 return (card->state == CARD_STATE_SOFTSETUP) || 87 (card->state == CARD_STATE_UP); 88 } 89 EXPORT_SYMBOL_GPL(qeth_card_hw_is_reachable); 90 91 static void qeth_close_dev_handler(struct work_struct *work) 92 { 93 struct qeth_card *card; 94 95 card = container_of(work, struct qeth_card, close_dev_work); 96 QETH_CARD_TEXT(card, 2, "cldevhdl"); 97 rtnl_lock(); 98 dev_close(card->dev); 99 rtnl_unlock(); 100 ccwgroup_set_offline(card->gdev); 101 } 102 103 void qeth_close_dev(struct qeth_card *card) 104 { 105 QETH_CARD_TEXT(card, 2, "cldevsubm"); 106 queue_work(qeth_wq, &card->close_dev_work); 107 } 108 EXPORT_SYMBOL_GPL(qeth_close_dev); 109 110 static const char *qeth_get_cardname(struct qeth_card *card) 111 { 112 if (card->info.guestlan) { 113 switch (card->info.type) { 114 case QETH_CARD_TYPE_OSD: 115 return " Virtual NIC QDIO"; 116 case QETH_CARD_TYPE_IQD: 117 return " Virtual NIC Hiper"; 118 case QETH_CARD_TYPE_OSM: 119 return " Virtual NIC QDIO - OSM"; 120 case QETH_CARD_TYPE_OSX: 121 return " Virtual NIC QDIO - OSX"; 122 default: 123 return " unknown"; 124 } 125 } else { 126 switch (card->info.type) { 127 case QETH_CARD_TYPE_OSD: 128 return " OSD Express"; 129 case QETH_CARD_TYPE_IQD: 130 return " HiperSockets"; 131 case QETH_CARD_TYPE_OSN: 132 return " OSN QDIO"; 133 case QETH_CARD_TYPE_OSM: 134 return " OSM QDIO"; 135 case QETH_CARD_TYPE_OSX: 136 return " OSX QDIO"; 137 default: 138 return " unknown"; 139 } 140 } 141 return " n/a"; 142 } 143 144 /* max length to be returned: 14 */ 145 const char *qeth_get_cardname_short(struct qeth_card *card) 146 { 147 if (card->info.guestlan) { 148 switch (card->info.type) { 149 case QETH_CARD_TYPE_OSD: 150 return "Virt.NIC QDIO"; 151 case QETH_CARD_TYPE_IQD: 152 return "Virt.NIC Hiper"; 153 case QETH_CARD_TYPE_OSM: 154 return "Virt.NIC OSM"; 155 case QETH_CARD_TYPE_OSX: 156 return "Virt.NIC OSX"; 157 default: 158 return "unknown"; 159 } 160 } else { 161 switch (card->info.type) { 162 case QETH_CARD_TYPE_OSD: 163 switch (card->info.link_type) { 164 case QETH_LINK_TYPE_FAST_ETH: 165 return "OSD_100"; 166 case QETH_LINK_TYPE_HSTR: 167 return "HSTR"; 168 case QETH_LINK_TYPE_GBIT_ETH: 169 return "OSD_1000"; 170 case QETH_LINK_TYPE_10GBIT_ETH: 171 return "OSD_10GIG"; 172 case QETH_LINK_TYPE_LANE_ETH100: 173 return "OSD_FE_LANE"; 174 case QETH_LINK_TYPE_LANE_TR: 175 return "OSD_TR_LANE"; 176 case QETH_LINK_TYPE_LANE_ETH1000: 177 return "OSD_GbE_LANE"; 178 case QETH_LINK_TYPE_LANE: 179 return "OSD_ATM_LANE"; 180 default: 181 return "OSD_Express"; 182 } 183 case QETH_CARD_TYPE_IQD: 184 return "HiperSockets"; 185 case QETH_CARD_TYPE_OSN: 186 return "OSN"; 187 case QETH_CARD_TYPE_OSM: 188 return "OSM_1000"; 189 case QETH_CARD_TYPE_OSX: 190 return "OSX_10GIG"; 191 default: 192 return "unknown"; 193 } 194 } 195 return "n/a"; 196 } 197 198 void qeth_set_recovery_task(struct qeth_card *card) 199 { 200 card->recovery_task = current; 201 } 202 EXPORT_SYMBOL_GPL(qeth_set_recovery_task); 203 204 void qeth_clear_recovery_task(struct qeth_card *card) 205 { 206 card->recovery_task = NULL; 207 } 208 EXPORT_SYMBOL_GPL(qeth_clear_recovery_task); 209 210 static bool qeth_is_recovery_task(const struct qeth_card *card) 211 { 212 return card->recovery_task == current; 213 } 214 215 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 216 int clear_start_mask) 217 { 218 unsigned long flags; 219 220 spin_lock_irqsave(&card->thread_mask_lock, flags); 221 card->thread_allowed_mask = threads; 222 if (clear_start_mask) 223 card->thread_start_mask &= threads; 224 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 225 wake_up(&card->wait_q); 226 } 227 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 228 229 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 230 { 231 unsigned long flags; 232 int rc = 0; 233 234 spin_lock_irqsave(&card->thread_mask_lock, flags); 235 rc = (card->thread_running_mask & threads); 236 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 237 return rc; 238 } 239 EXPORT_SYMBOL_GPL(qeth_threads_running); 240 241 int qeth_wait_for_threads(struct qeth_card *card, unsigned long threads) 242 { 243 if (qeth_is_recovery_task(card)) 244 return 0; 245 return wait_event_interruptible(card->wait_q, 246 qeth_threads_running(card, threads) == 0); 247 } 248 EXPORT_SYMBOL_GPL(qeth_wait_for_threads); 249 250 void qeth_clear_working_pool_list(struct qeth_card *card) 251 { 252 struct qeth_buffer_pool_entry *pool_entry, *tmp; 253 254 QETH_CARD_TEXT(card, 5, "clwrklst"); 255 list_for_each_entry_safe(pool_entry, tmp, 256 &card->qdio.in_buf_pool.entry_list, list){ 257 list_del(&pool_entry->list); 258 } 259 } 260 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 261 262 static int qeth_alloc_buffer_pool(struct qeth_card *card) 263 { 264 struct qeth_buffer_pool_entry *pool_entry; 265 void *ptr; 266 int i, j; 267 268 QETH_CARD_TEXT(card, 5, "alocpool"); 269 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 270 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 271 if (!pool_entry) { 272 qeth_free_buffer_pool(card); 273 return -ENOMEM; 274 } 275 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 276 ptr = (void *) __get_free_page(GFP_KERNEL); 277 if (!ptr) { 278 while (j > 0) 279 free_page((unsigned long) 280 pool_entry->elements[--j]); 281 kfree(pool_entry); 282 qeth_free_buffer_pool(card); 283 return -ENOMEM; 284 } 285 pool_entry->elements[j] = ptr; 286 } 287 list_add(&pool_entry->init_list, 288 &card->qdio.init_pool.entry_list); 289 } 290 return 0; 291 } 292 293 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 294 { 295 QETH_CARD_TEXT(card, 2, "realcbp"); 296 297 if ((card->state != CARD_STATE_DOWN) && 298 (card->state != CARD_STATE_RECOVER)) 299 return -EPERM; 300 301 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 302 qeth_clear_working_pool_list(card); 303 qeth_free_buffer_pool(card); 304 card->qdio.in_buf_pool.buf_count = bufcnt; 305 card->qdio.init_pool.buf_count = bufcnt; 306 return qeth_alloc_buffer_pool(card); 307 } 308 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 309 310 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 311 { 312 if (!q) 313 return; 314 315 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 316 kfree(q); 317 } 318 319 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 320 { 321 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 322 int i; 323 324 if (!q) 325 return NULL; 326 327 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 328 kfree(q); 329 return NULL; 330 } 331 332 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 333 q->bufs[i].buffer = q->qdio_bufs[i]; 334 335 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 336 return q; 337 } 338 339 static int qeth_cq_init(struct qeth_card *card) 340 { 341 int rc; 342 343 if (card->options.cq == QETH_CQ_ENABLED) { 344 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 345 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 346 QDIO_MAX_BUFFERS_PER_Q); 347 card->qdio.c_q->next_buf_to_init = 127; 348 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 349 card->qdio.no_in_queues - 1, 0, 350 127); 351 if (rc) { 352 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 353 goto out; 354 } 355 } 356 rc = 0; 357 out: 358 return rc; 359 } 360 361 static int qeth_alloc_cq(struct qeth_card *card) 362 { 363 int rc; 364 365 if (card->options.cq == QETH_CQ_ENABLED) { 366 int i; 367 struct qdio_outbuf_state *outbuf_states; 368 369 QETH_DBF_TEXT(SETUP, 2, "cqon"); 370 card->qdio.c_q = qeth_alloc_qdio_queue(); 371 if (!card->qdio.c_q) { 372 rc = -1; 373 goto kmsg_out; 374 } 375 card->qdio.no_in_queues = 2; 376 card->qdio.out_bufstates = 377 kzalloc(card->qdio.no_out_queues * 378 QDIO_MAX_BUFFERS_PER_Q * 379 sizeof(struct qdio_outbuf_state), GFP_KERNEL); 380 outbuf_states = card->qdio.out_bufstates; 381 if (outbuf_states == NULL) { 382 rc = -1; 383 goto free_cq_out; 384 } 385 for (i = 0; i < card->qdio.no_out_queues; ++i) { 386 card->qdio.out_qs[i]->bufstates = outbuf_states; 387 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 388 } 389 } else { 390 QETH_DBF_TEXT(SETUP, 2, "nocq"); 391 card->qdio.c_q = NULL; 392 card->qdio.no_in_queues = 1; 393 } 394 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 395 rc = 0; 396 out: 397 return rc; 398 free_cq_out: 399 qeth_free_qdio_queue(card->qdio.c_q); 400 card->qdio.c_q = NULL; 401 kmsg_out: 402 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 403 goto out; 404 } 405 406 static void qeth_free_cq(struct qeth_card *card) 407 { 408 if (card->qdio.c_q) { 409 --card->qdio.no_in_queues; 410 qeth_free_qdio_queue(card->qdio.c_q); 411 card->qdio.c_q = NULL; 412 } 413 kfree(card->qdio.out_bufstates); 414 card->qdio.out_bufstates = NULL; 415 } 416 417 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 418 int delayed) 419 { 420 enum iucv_tx_notify n; 421 422 switch (sbalf15) { 423 case 0: 424 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 425 break; 426 case 4: 427 case 16: 428 case 17: 429 case 18: 430 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 431 TX_NOTIFY_UNREACHABLE; 432 break; 433 default: 434 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 435 TX_NOTIFY_GENERALERROR; 436 break; 437 } 438 439 return n; 440 } 441 442 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 443 int forced_cleanup) 444 { 445 if (q->card->options.cq != QETH_CQ_ENABLED) 446 return; 447 448 if (q->bufs[bidx]->next_pending != NULL) { 449 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 450 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 451 452 while (c) { 453 if (forced_cleanup || 454 atomic_read(&c->state) == 455 QETH_QDIO_BUF_HANDLED_DELAYED) { 456 struct qeth_qdio_out_buffer *f = c; 457 QETH_CARD_TEXT(f->q->card, 5, "fp"); 458 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 459 /* release here to avoid interleaving between 460 outbound tasklet and inbound tasklet 461 regarding notifications and lifecycle */ 462 qeth_release_skbs(c); 463 464 c = f->next_pending; 465 WARN_ON_ONCE(head->next_pending != f); 466 head->next_pending = c; 467 kmem_cache_free(qeth_qdio_outbuf_cache, f); 468 } else { 469 head = c; 470 c = c->next_pending; 471 } 472 473 } 474 } 475 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 476 QETH_QDIO_BUF_HANDLED_DELAYED)) { 477 /* for recovery situations */ 478 q->bufs[bidx]->aob = q->bufstates[bidx].aob; 479 qeth_init_qdio_out_buf(q, bidx); 480 QETH_CARD_TEXT(q->card, 2, "clprecov"); 481 } 482 } 483 484 485 static void qeth_qdio_handle_aob(struct qeth_card *card, 486 unsigned long phys_aob_addr) 487 { 488 struct qaob *aob; 489 struct qeth_qdio_out_buffer *buffer; 490 enum iucv_tx_notify notification; 491 492 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 493 QETH_CARD_TEXT(card, 5, "haob"); 494 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 495 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 496 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 497 498 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 499 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 500 notification = TX_NOTIFY_OK; 501 } else { 502 WARN_ON_ONCE(atomic_read(&buffer->state) != 503 QETH_QDIO_BUF_PENDING); 504 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 505 notification = TX_NOTIFY_DELAYED_OK; 506 } 507 508 if (aob->aorc != 0) { 509 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 510 notification = qeth_compute_cq_notification(aob->aorc, 1); 511 } 512 qeth_notify_skbs(buffer->q, buffer, notification); 513 514 buffer->aob = NULL; 515 qeth_clear_output_buffer(buffer->q, buffer, 516 QETH_QDIO_BUF_HANDLED_DELAYED); 517 518 /* from here on: do not touch buffer anymore */ 519 qdio_release_aob(aob); 520 } 521 522 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 523 { 524 return card->options.cq == QETH_CQ_ENABLED && 525 card->qdio.c_q != NULL && 526 queue != 0 && 527 queue == card->qdio.no_in_queues - 1; 528 } 529 530 531 static int qeth_issue_next_read(struct qeth_card *card) 532 { 533 int rc; 534 struct qeth_cmd_buffer *iob; 535 536 QETH_CARD_TEXT(card, 5, "issnxrd"); 537 if (card->read.state != CH_STATE_UP) 538 return -EIO; 539 iob = qeth_get_buffer(&card->read); 540 if (!iob) { 541 dev_warn(&card->gdev->dev, "The qeth device driver " 542 "failed to recover an error on the device\n"); 543 QETH_DBF_MESSAGE(2, "%s issue_next_read failed: no iob " 544 "available\n", dev_name(&card->gdev->dev)); 545 return -ENOMEM; 546 } 547 qeth_setup_ccw(&card->read, iob->data, QETH_BUFSIZE); 548 QETH_CARD_TEXT(card, 6, "noirqpnd"); 549 rc = ccw_device_start(card->read.ccwdev, &card->read.ccw, 550 (addr_t) iob, 0, 0); 551 if (rc) { 552 QETH_DBF_MESSAGE(2, "%s error in starting next read ccw! " 553 "rc=%i\n", dev_name(&card->gdev->dev), rc); 554 atomic_set(&card->read.irq_pending, 0); 555 card->read_or_write_problem = 1; 556 qeth_schedule_recovery(card); 557 wake_up(&card->wait_q); 558 } 559 return rc; 560 } 561 562 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 563 { 564 struct qeth_reply *reply; 565 566 reply = kzalloc(sizeof(struct qeth_reply), GFP_ATOMIC); 567 if (reply) { 568 refcount_set(&reply->refcnt, 1); 569 atomic_set(&reply->received, 0); 570 reply->card = card; 571 } 572 return reply; 573 } 574 575 static void qeth_get_reply(struct qeth_reply *reply) 576 { 577 refcount_inc(&reply->refcnt); 578 } 579 580 static void qeth_put_reply(struct qeth_reply *reply) 581 { 582 if (refcount_dec_and_test(&reply->refcnt)) 583 kfree(reply); 584 } 585 586 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 587 struct qeth_card *card) 588 { 589 char *ipa_name; 590 int com = cmd->hdr.command; 591 ipa_name = qeth_get_ipa_cmd_name(com); 592 if (rc) 593 QETH_DBF_MESSAGE(2, "IPA: %s(x%X) for %s/%s returned " 594 "x%X \"%s\"\n", 595 ipa_name, com, dev_name(&card->gdev->dev), 596 QETH_CARD_IFNAME(card), rc, 597 qeth_get_ipa_msg(rc)); 598 else 599 QETH_DBF_MESSAGE(5, "IPA: %s(x%X) for %s/%s succeeded\n", 600 ipa_name, com, dev_name(&card->gdev->dev), 601 QETH_CARD_IFNAME(card)); 602 } 603 604 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 605 struct qeth_cmd_buffer *iob) 606 { 607 struct qeth_ipa_cmd *cmd = NULL; 608 609 QETH_CARD_TEXT(card, 5, "chkipad"); 610 if (IS_IPA(iob->data)) { 611 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 612 if (IS_IPA_REPLY(cmd)) { 613 if (cmd->hdr.command != IPA_CMD_SETCCID && 614 cmd->hdr.command != IPA_CMD_DELCCID && 615 cmd->hdr.command != IPA_CMD_MODCCID && 616 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 617 qeth_issue_ipa_msg(cmd, 618 cmd->hdr.return_code, card); 619 return cmd; 620 } else { 621 switch (cmd->hdr.command) { 622 case IPA_CMD_STOPLAN: 623 if (cmd->hdr.return_code == 624 IPA_RC_VEPA_TO_VEB_TRANSITION) { 625 dev_err(&card->gdev->dev, 626 "Interface %s is down because the " 627 "adjacent port is no longer in " 628 "reflective relay mode\n", 629 QETH_CARD_IFNAME(card)); 630 qeth_close_dev(card); 631 } else { 632 dev_warn(&card->gdev->dev, 633 "The link for interface %s on CHPID" 634 " 0x%X failed\n", 635 QETH_CARD_IFNAME(card), 636 card->info.chpid); 637 qeth_issue_ipa_msg(cmd, 638 cmd->hdr.return_code, card); 639 } 640 card->lan_online = 0; 641 if (card->dev && netif_carrier_ok(card->dev)) 642 netif_carrier_off(card->dev); 643 return NULL; 644 case IPA_CMD_STARTLAN: 645 dev_info(&card->gdev->dev, 646 "The link for %s on CHPID 0x%X has" 647 " been restored\n", 648 QETH_CARD_IFNAME(card), 649 card->info.chpid); 650 netif_carrier_on(card->dev); 651 card->lan_online = 1; 652 if (card->info.hwtrap) 653 card->info.hwtrap = 2; 654 qeth_schedule_recovery(card); 655 return NULL; 656 case IPA_CMD_SETBRIDGEPORT_IQD: 657 case IPA_CMD_SETBRIDGEPORT_OSA: 658 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 659 if (card->discipline->control_event_handler 660 (card, cmd)) 661 return cmd; 662 else 663 return NULL; 664 case IPA_CMD_MODCCID: 665 return cmd; 666 case IPA_CMD_REGISTER_LOCAL_ADDR: 667 QETH_CARD_TEXT(card, 3, "irla"); 668 break; 669 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 670 QETH_CARD_TEXT(card, 3, "urla"); 671 break; 672 default: 673 QETH_DBF_MESSAGE(2, "Received data is IPA " 674 "but not a reply!\n"); 675 break; 676 } 677 } 678 } 679 return cmd; 680 } 681 682 void qeth_clear_ipacmd_list(struct qeth_card *card) 683 { 684 struct qeth_reply *reply, *r; 685 unsigned long flags; 686 687 QETH_CARD_TEXT(card, 4, "clipalst"); 688 689 spin_lock_irqsave(&card->lock, flags); 690 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 691 qeth_get_reply(reply); 692 reply->rc = -EIO; 693 atomic_inc(&reply->received); 694 list_del_init(&reply->list); 695 wake_up(&reply->wait_q); 696 qeth_put_reply(reply); 697 } 698 spin_unlock_irqrestore(&card->lock, flags); 699 atomic_set(&card->write.irq_pending, 0); 700 } 701 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 702 703 static int qeth_check_idx_response(struct qeth_card *card, 704 unsigned char *buffer) 705 { 706 if (!buffer) 707 return 0; 708 709 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 710 if ((buffer[2] & 0xc0) == 0xc0) { 711 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE " 712 "with cause code 0x%02x%s\n", 713 buffer[4], 714 ((buffer[4] == 0x22) ? 715 " -- try another portname" : "")); 716 QETH_CARD_TEXT(card, 2, "ckidxres"); 717 QETH_CARD_TEXT(card, 2, " idxterm"); 718 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 719 if (buffer[4] == 0xf6) { 720 dev_err(&card->gdev->dev, 721 "The qeth device is not configured " 722 "for the OSI layer required by z/VM\n"); 723 return -EPERM; 724 } 725 return -EIO; 726 } 727 return 0; 728 } 729 730 static struct qeth_card *CARD_FROM_CDEV(struct ccw_device *cdev) 731 { 732 struct qeth_card *card = dev_get_drvdata(&((struct ccwgroup_device *) 733 dev_get_drvdata(&cdev->dev))->dev); 734 return card; 735 } 736 737 static void qeth_setup_ccw(struct qeth_channel *channel, unsigned char *iob, 738 __u32 len) 739 { 740 struct qeth_card *card; 741 742 card = CARD_FROM_CDEV(channel->ccwdev); 743 QETH_CARD_TEXT(card, 4, "setupccw"); 744 if (channel == &card->read) 745 memcpy(&channel->ccw, READ_CCW, sizeof(struct ccw1)); 746 else 747 memcpy(&channel->ccw, WRITE_CCW, sizeof(struct ccw1)); 748 channel->ccw.count = len; 749 channel->ccw.cda = (__u32) __pa(iob); 750 } 751 752 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 753 { 754 __u8 index; 755 756 QETH_CARD_TEXT(CARD_FROM_CDEV(channel->ccwdev), 6, "getbuff"); 757 index = channel->io_buf_no; 758 do { 759 if (channel->iob[index].state == BUF_STATE_FREE) { 760 channel->iob[index].state = BUF_STATE_LOCKED; 761 channel->io_buf_no = (channel->io_buf_no + 1) % 762 QETH_CMD_BUFFER_NO; 763 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 764 return channel->iob + index; 765 } 766 index = (index + 1) % QETH_CMD_BUFFER_NO; 767 } while (index != channel->io_buf_no); 768 769 return NULL; 770 } 771 772 void qeth_release_buffer(struct qeth_channel *channel, 773 struct qeth_cmd_buffer *iob) 774 { 775 unsigned long flags; 776 777 QETH_CARD_TEXT(CARD_FROM_CDEV(channel->ccwdev), 6, "relbuff"); 778 spin_lock_irqsave(&channel->iob_lock, flags); 779 memset(iob->data, 0, QETH_BUFSIZE); 780 iob->state = BUF_STATE_FREE; 781 iob->callback = qeth_send_control_data_cb; 782 iob->rc = 0; 783 spin_unlock_irqrestore(&channel->iob_lock, flags); 784 wake_up(&channel->wait_q); 785 } 786 EXPORT_SYMBOL_GPL(qeth_release_buffer); 787 788 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 789 { 790 struct qeth_cmd_buffer *buffer = NULL; 791 unsigned long flags; 792 793 spin_lock_irqsave(&channel->iob_lock, flags); 794 buffer = __qeth_get_buffer(channel); 795 spin_unlock_irqrestore(&channel->iob_lock, flags); 796 return buffer; 797 } 798 799 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 800 { 801 struct qeth_cmd_buffer *buffer; 802 wait_event(channel->wait_q, 803 ((buffer = qeth_get_buffer(channel)) != NULL)); 804 return buffer; 805 } 806 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 807 808 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 809 { 810 int cnt; 811 812 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 813 qeth_release_buffer(channel, &channel->iob[cnt]); 814 channel->buf_no = 0; 815 channel->io_buf_no = 0; 816 } 817 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 818 819 static void qeth_send_control_data_cb(struct qeth_channel *channel, 820 struct qeth_cmd_buffer *iob) 821 { 822 struct qeth_card *card; 823 struct qeth_reply *reply, *r; 824 struct qeth_ipa_cmd *cmd; 825 unsigned long flags; 826 int keep_reply; 827 int rc = 0; 828 829 card = CARD_FROM_CDEV(channel->ccwdev); 830 QETH_CARD_TEXT(card, 4, "sndctlcb"); 831 rc = qeth_check_idx_response(card, iob->data); 832 switch (rc) { 833 case 0: 834 break; 835 case -EIO: 836 qeth_clear_ipacmd_list(card); 837 qeth_schedule_recovery(card); 838 /* fall through */ 839 default: 840 goto out; 841 } 842 843 cmd = qeth_check_ipa_data(card, iob); 844 if ((cmd == NULL) && (card->state != CARD_STATE_DOWN)) 845 goto out; 846 /*in case of OSN : check if cmd is set */ 847 if (card->info.type == QETH_CARD_TYPE_OSN && 848 cmd && 849 cmd->hdr.command != IPA_CMD_STARTLAN && 850 card->osn_info.assist_cb != NULL) { 851 card->osn_info.assist_cb(card->dev, cmd); 852 goto out; 853 } 854 855 spin_lock_irqsave(&card->lock, flags); 856 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 857 if ((reply->seqno == QETH_IDX_COMMAND_SEQNO) || 858 ((cmd) && (reply->seqno == cmd->hdr.seqno))) { 859 qeth_get_reply(reply); 860 list_del_init(&reply->list); 861 spin_unlock_irqrestore(&card->lock, flags); 862 keep_reply = 0; 863 if (reply->callback != NULL) { 864 if (cmd) { 865 reply->offset = (__u16)((char *)cmd - 866 (char *)iob->data); 867 keep_reply = reply->callback(card, 868 reply, 869 (unsigned long)cmd); 870 } else 871 keep_reply = reply->callback(card, 872 reply, 873 (unsigned long)iob); 874 } 875 if (cmd) 876 reply->rc = (u16) cmd->hdr.return_code; 877 else if (iob->rc) 878 reply->rc = iob->rc; 879 if (keep_reply) { 880 spin_lock_irqsave(&card->lock, flags); 881 list_add_tail(&reply->list, 882 &card->cmd_waiter_list); 883 spin_unlock_irqrestore(&card->lock, flags); 884 } else { 885 atomic_inc(&reply->received); 886 wake_up(&reply->wait_q); 887 } 888 qeth_put_reply(reply); 889 goto out; 890 } 891 } 892 spin_unlock_irqrestore(&card->lock, flags); 893 out: 894 memcpy(&card->seqno.pdu_hdr_ack, 895 QETH_PDU_HEADER_SEQ_NO(iob->data), 896 QETH_SEQ_NO_LENGTH); 897 qeth_release_buffer(channel, iob); 898 } 899 900 static int qeth_setup_channel(struct qeth_channel *channel) 901 { 902 int cnt; 903 904 QETH_DBF_TEXT(SETUP, 2, "setupch"); 905 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 906 channel->iob[cnt].data = 907 kzalloc(QETH_BUFSIZE, GFP_DMA|GFP_KERNEL); 908 if (channel->iob[cnt].data == NULL) 909 break; 910 channel->iob[cnt].state = BUF_STATE_FREE; 911 channel->iob[cnt].channel = channel; 912 channel->iob[cnt].callback = qeth_send_control_data_cb; 913 channel->iob[cnt].rc = 0; 914 } 915 if (cnt < QETH_CMD_BUFFER_NO) { 916 while (cnt-- > 0) 917 kfree(channel->iob[cnt].data); 918 return -ENOMEM; 919 } 920 channel->buf_no = 0; 921 channel->io_buf_no = 0; 922 atomic_set(&channel->irq_pending, 0); 923 spin_lock_init(&channel->iob_lock); 924 925 init_waitqueue_head(&channel->wait_q); 926 return 0; 927 } 928 929 static int qeth_set_thread_start_bit(struct qeth_card *card, 930 unsigned long thread) 931 { 932 unsigned long flags; 933 934 spin_lock_irqsave(&card->thread_mask_lock, flags); 935 if (!(card->thread_allowed_mask & thread) || 936 (card->thread_start_mask & thread)) { 937 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 938 return -EPERM; 939 } 940 card->thread_start_mask |= thread; 941 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 942 return 0; 943 } 944 945 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 946 { 947 unsigned long flags; 948 949 spin_lock_irqsave(&card->thread_mask_lock, flags); 950 card->thread_start_mask &= ~thread; 951 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 952 wake_up(&card->wait_q); 953 } 954 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 955 956 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 957 { 958 unsigned long flags; 959 960 spin_lock_irqsave(&card->thread_mask_lock, flags); 961 card->thread_running_mask &= ~thread; 962 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 963 wake_up(&card->wait_q); 964 } 965 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 966 967 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 968 { 969 unsigned long flags; 970 int rc = 0; 971 972 spin_lock_irqsave(&card->thread_mask_lock, flags); 973 if (card->thread_start_mask & thread) { 974 if ((card->thread_allowed_mask & thread) && 975 !(card->thread_running_mask & thread)) { 976 rc = 1; 977 card->thread_start_mask &= ~thread; 978 card->thread_running_mask |= thread; 979 } else 980 rc = -EPERM; 981 } 982 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 983 return rc; 984 } 985 986 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 987 { 988 int rc = 0; 989 990 wait_event(card->wait_q, 991 (rc = __qeth_do_run_thread(card, thread)) >= 0); 992 return rc; 993 } 994 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 995 996 void qeth_schedule_recovery(struct qeth_card *card) 997 { 998 QETH_CARD_TEXT(card, 2, "startrec"); 999 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 1000 schedule_work(&card->kernel_thread_starter); 1001 } 1002 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 1003 1004 static int qeth_get_problem(struct ccw_device *cdev, struct irb *irb) 1005 { 1006 int dstat, cstat; 1007 char *sense; 1008 struct qeth_card *card; 1009 1010 sense = (char *) irb->ecw; 1011 cstat = irb->scsw.cmd.cstat; 1012 dstat = irb->scsw.cmd.dstat; 1013 card = CARD_FROM_CDEV(cdev); 1014 1015 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 1016 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 1017 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 1018 QETH_CARD_TEXT(card, 2, "CGENCHK"); 1019 dev_warn(&cdev->dev, "The qeth device driver " 1020 "failed to recover an error on the device\n"); 1021 QETH_DBF_MESSAGE(2, "%s check on device dstat=x%x, cstat=x%x\n", 1022 dev_name(&cdev->dev), dstat, cstat); 1023 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 1024 16, 1, irb, 64, 1); 1025 return 1; 1026 } 1027 1028 if (dstat & DEV_STAT_UNIT_CHECK) { 1029 if (sense[SENSE_RESETTING_EVENT_BYTE] & 1030 SENSE_RESETTING_EVENT_FLAG) { 1031 QETH_CARD_TEXT(card, 2, "REVIND"); 1032 return 1; 1033 } 1034 if (sense[SENSE_COMMAND_REJECT_BYTE] & 1035 SENSE_COMMAND_REJECT_FLAG) { 1036 QETH_CARD_TEXT(card, 2, "CMDREJi"); 1037 return 1; 1038 } 1039 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 1040 QETH_CARD_TEXT(card, 2, "AFFE"); 1041 return 1; 1042 } 1043 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 1044 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 1045 return 0; 1046 } 1047 QETH_CARD_TEXT(card, 2, "DGENCHK"); 1048 return 1; 1049 } 1050 return 0; 1051 } 1052 1053 static long __qeth_check_irb_error(struct ccw_device *cdev, 1054 unsigned long intparm, struct irb *irb) 1055 { 1056 struct qeth_card *card; 1057 1058 card = CARD_FROM_CDEV(cdev); 1059 1060 if (!card || !IS_ERR(irb)) 1061 return 0; 1062 1063 switch (PTR_ERR(irb)) { 1064 case -EIO: 1065 QETH_DBF_MESSAGE(2, "%s i/o-error on device\n", 1066 dev_name(&cdev->dev)); 1067 QETH_CARD_TEXT(card, 2, "ckirberr"); 1068 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1069 break; 1070 case -ETIMEDOUT: 1071 dev_warn(&cdev->dev, "A hardware operation timed out" 1072 " on the device\n"); 1073 QETH_CARD_TEXT(card, 2, "ckirberr"); 1074 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1075 if (intparm == QETH_RCD_PARM) { 1076 if (card->data.ccwdev == cdev) { 1077 card->data.state = CH_STATE_DOWN; 1078 wake_up(&card->wait_q); 1079 } 1080 } 1081 break; 1082 default: 1083 QETH_DBF_MESSAGE(2, "%s unknown error %ld on device\n", 1084 dev_name(&cdev->dev), PTR_ERR(irb)); 1085 QETH_CARD_TEXT(card, 2, "ckirberr"); 1086 QETH_CARD_TEXT(card, 2, " rc???"); 1087 } 1088 return PTR_ERR(irb); 1089 } 1090 1091 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1092 struct irb *irb) 1093 { 1094 int rc; 1095 int cstat, dstat; 1096 struct qeth_cmd_buffer *buffer; 1097 struct qeth_channel *channel; 1098 struct qeth_card *card; 1099 struct qeth_cmd_buffer *iob; 1100 __u8 index; 1101 1102 if (__qeth_check_irb_error(cdev, intparm, irb)) 1103 return; 1104 cstat = irb->scsw.cmd.cstat; 1105 dstat = irb->scsw.cmd.dstat; 1106 1107 card = CARD_FROM_CDEV(cdev); 1108 if (!card) 1109 return; 1110 1111 QETH_CARD_TEXT(card, 5, "irq"); 1112 1113 if (card->read.ccwdev == cdev) { 1114 channel = &card->read; 1115 QETH_CARD_TEXT(card, 5, "read"); 1116 } else if (card->write.ccwdev == cdev) { 1117 channel = &card->write; 1118 QETH_CARD_TEXT(card, 5, "write"); 1119 } else { 1120 channel = &card->data; 1121 QETH_CARD_TEXT(card, 5, "data"); 1122 } 1123 atomic_set(&channel->irq_pending, 0); 1124 1125 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1126 channel->state = CH_STATE_STOPPED; 1127 1128 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1129 channel->state = CH_STATE_HALTED; 1130 1131 /*let's wake up immediately on data channel*/ 1132 if ((channel == &card->data) && (intparm != 0) && 1133 (intparm != QETH_RCD_PARM)) 1134 goto out; 1135 1136 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1137 QETH_CARD_TEXT(card, 6, "clrchpar"); 1138 /* we don't have to handle this further */ 1139 intparm = 0; 1140 } 1141 if (intparm == QETH_HALT_CHANNEL_PARM) { 1142 QETH_CARD_TEXT(card, 6, "hltchpar"); 1143 /* we don't have to handle this further */ 1144 intparm = 0; 1145 } 1146 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1147 (dstat & DEV_STAT_UNIT_CHECK) || 1148 (cstat)) { 1149 if (irb->esw.esw0.erw.cons) { 1150 dev_warn(&channel->ccwdev->dev, 1151 "The qeth device driver failed to recover " 1152 "an error on the device\n"); 1153 QETH_DBF_MESSAGE(2, "%s sense data available. cstat " 1154 "0x%X dstat 0x%X\n", 1155 dev_name(&channel->ccwdev->dev), cstat, dstat); 1156 print_hex_dump(KERN_WARNING, "qeth: irb ", 1157 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1158 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1159 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1160 } 1161 if (intparm == QETH_RCD_PARM) { 1162 channel->state = CH_STATE_DOWN; 1163 goto out; 1164 } 1165 rc = qeth_get_problem(cdev, irb); 1166 if (rc) { 1167 qeth_clear_ipacmd_list(card); 1168 qeth_schedule_recovery(card); 1169 goto out; 1170 } 1171 } 1172 1173 if (intparm == QETH_RCD_PARM) { 1174 channel->state = CH_STATE_RCD_DONE; 1175 goto out; 1176 } 1177 if (intparm) { 1178 buffer = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1179 buffer->state = BUF_STATE_PROCESSED; 1180 } 1181 if (channel == &card->data) 1182 return; 1183 if (channel == &card->read && 1184 channel->state == CH_STATE_UP) 1185 qeth_issue_next_read(card); 1186 1187 iob = channel->iob; 1188 index = channel->buf_no; 1189 while (iob[index].state == BUF_STATE_PROCESSED) { 1190 if (iob[index].callback != NULL) 1191 iob[index].callback(channel, iob + index); 1192 1193 index = (index + 1) % QETH_CMD_BUFFER_NO; 1194 } 1195 channel->buf_no = index; 1196 out: 1197 wake_up(&card->wait_q); 1198 return; 1199 } 1200 1201 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1202 struct qeth_qdio_out_buffer *buf, 1203 enum iucv_tx_notify notification) 1204 { 1205 struct sk_buff *skb; 1206 1207 if (skb_queue_empty(&buf->skb_list)) 1208 goto out; 1209 skb = skb_peek(&buf->skb_list); 1210 while (skb) { 1211 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1212 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1213 if (be16_to_cpu(skb->protocol) == ETH_P_AF_IUCV) { 1214 if (skb->sk) { 1215 struct iucv_sock *iucv = iucv_sk(skb->sk); 1216 iucv->sk_txnotify(skb, notification); 1217 } 1218 } 1219 if (skb_queue_is_last(&buf->skb_list, skb)) 1220 skb = NULL; 1221 else 1222 skb = skb_queue_next(&buf->skb_list, skb); 1223 } 1224 out: 1225 return; 1226 } 1227 1228 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1229 { 1230 struct sk_buff *skb; 1231 struct iucv_sock *iucv; 1232 int notify_general_error = 0; 1233 1234 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1235 notify_general_error = 1; 1236 1237 /* release may never happen from within CQ tasklet scope */ 1238 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1239 1240 skb = skb_dequeue(&buf->skb_list); 1241 while (skb) { 1242 QETH_CARD_TEXT(buf->q->card, 5, "skbr"); 1243 QETH_CARD_TEXT_(buf->q->card, 5, "%lx", (long) skb); 1244 if (notify_general_error && 1245 be16_to_cpu(skb->protocol) == ETH_P_AF_IUCV) { 1246 if (skb->sk) { 1247 iucv = iucv_sk(skb->sk); 1248 iucv->sk_txnotify(skb, TX_NOTIFY_GENERALERROR); 1249 } 1250 } 1251 refcount_dec(&skb->users); 1252 dev_kfree_skb_any(skb); 1253 skb = skb_dequeue(&buf->skb_list); 1254 } 1255 } 1256 1257 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1258 struct qeth_qdio_out_buffer *buf, 1259 enum qeth_qdio_buffer_states newbufstate) 1260 { 1261 int i; 1262 1263 /* is PCI flag set on buffer? */ 1264 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1265 atomic_dec(&queue->set_pci_flags_count); 1266 1267 if (newbufstate == QETH_QDIO_BUF_EMPTY) { 1268 qeth_release_skbs(buf); 1269 } 1270 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i) { 1271 if (buf->buffer->element[i].addr && buf->is_header[i]) 1272 kmem_cache_free(qeth_core_header_cache, 1273 buf->buffer->element[i].addr); 1274 buf->is_header[i] = 0; 1275 buf->buffer->element[i].length = 0; 1276 buf->buffer->element[i].addr = NULL; 1277 buf->buffer->element[i].eflags = 0; 1278 buf->buffer->element[i].sflags = 0; 1279 } 1280 buf->buffer->element[15].eflags = 0; 1281 buf->buffer->element[15].sflags = 0; 1282 buf->next_element_to_fill = 0; 1283 atomic_set(&buf->state, newbufstate); 1284 } 1285 1286 static void qeth_clear_outq_buffers(struct qeth_qdio_out_q *q, int free) 1287 { 1288 int j; 1289 1290 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1291 if (!q->bufs[j]) 1292 continue; 1293 qeth_cleanup_handled_pending(q, j, 1); 1294 qeth_clear_output_buffer(q, q->bufs[j], QETH_QDIO_BUF_EMPTY); 1295 if (free) { 1296 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1297 q->bufs[j] = NULL; 1298 } 1299 } 1300 } 1301 1302 void qeth_clear_qdio_buffers(struct qeth_card *card) 1303 { 1304 int i; 1305 1306 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1307 /* clear outbound buffers to free skbs */ 1308 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1309 if (card->qdio.out_qs[i]) { 1310 qeth_clear_outq_buffers(card->qdio.out_qs[i], 0); 1311 } 1312 } 1313 } 1314 EXPORT_SYMBOL_GPL(qeth_clear_qdio_buffers); 1315 1316 static void qeth_free_buffer_pool(struct qeth_card *card) 1317 { 1318 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1319 int i = 0; 1320 list_for_each_entry_safe(pool_entry, tmp, 1321 &card->qdio.init_pool.entry_list, init_list){ 1322 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1323 free_page((unsigned long)pool_entry->elements[i]); 1324 list_del(&pool_entry->init_list); 1325 kfree(pool_entry); 1326 } 1327 } 1328 1329 static void qeth_clean_channel(struct qeth_channel *channel) 1330 { 1331 int cnt; 1332 1333 QETH_DBF_TEXT(SETUP, 2, "freech"); 1334 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1335 kfree(channel->iob[cnt].data); 1336 } 1337 1338 static void qeth_set_single_write_queues(struct qeth_card *card) 1339 { 1340 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1341 (card->qdio.no_out_queues == 4)) 1342 qeth_free_qdio_buffers(card); 1343 1344 card->qdio.no_out_queues = 1; 1345 if (card->qdio.default_out_queue != 0) 1346 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1347 1348 card->qdio.default_out_queue = 0; 1349 } 1350 1351 static void qeth_set_multiple_write_queues(struct qeth_card *card) 1352 { 1353 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1354 (card->qdio.no_out_queues == 1)) { 1355 qeth_free_qdio_buffers(card); 1356 card->qdio.default_out_queue = 2; 1357 } 1358 card->qdio.no_out_queues = 4; 1359 } 1360 1361 static void qeth_update_from_chp_desc(struct qeth_card *card) 1362 { 1363 struct ccw_device *ccwdev; 1364 struct channel_path_desc *chp_dsc; 1365 1366 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1367 1368 ccwdev = card->data.ccwdev; 1369 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1370 if (!chp_dsc) 1371 goto out; 1372 1373 card->info.func_level = 0x4100 + chp_dsc->desc; 1374 if (card->info.type == QETH_CARD_TYPE_IQD) 1375 goto out; 1376 1377 /* CHPP field bit 6 == 1 -> single queue */ 1378 if ((chp_dsc->chpp & 0x02) == 0x02) 1379 qeth_set_single_write_queues(card); 1380 else 1381 qeth_set_multiple_write_queues(card); 1382 out: 1383 kfree(chp_dsc); 1384 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1385 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1386 } 1387 1388 static void qeth_init_qdio_info(struct qeth_card *card) 1389 { 1390 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1391 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1392 /* inbound */ 1393 card->qdio.no_in_queues = 1; 1394 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1395 if (card->info.type == QETH_CARD_TYPE_IQD) 1396 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1397 else 1398 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1399 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1400 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1401 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1402 } 1403 1404 static void qeth_set_intial_options(struct qeth_card *card) 1405 { 1406 card->options.route4.type = NO_ROUTER; 1407 card->options.route6.type = NO_ROUTER; 1408 card->options.fake_broadcast = 0; 1409 card->options.performance_stats = 0; 1410 card->options.rx_sg_cb = QETH_RX_SG_CB; 1411 card->options.isolation = ISOLATION_MODE_NONE; 1412 card->options.cq = QETH_CQ_DISABLED; 1413 } 1414 1415 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1416 { 1417 unsigned long flags; 1418 int rc = 0; 1419 1420 spin_lock_irqsave(&card->thread_mask_lock, flags); 1421 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1422 (u8) card->thread_start_mask, 1423 (u8) card->thread_allowed_mask, 1424 (u8) card->thread_running_mask); 1425 rc = (card->thread_start_mask & thread); 1426 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1427 return rc; 1428 } 1429 1430 static void qeth_start_kernel_thread(struct work_struct *work) 1431 { 1432 struct task_struct *ts; 1433 struct qeth_card *card = container_of(work, struct qeth_card, 1434 kernel_thread_starter); 1435 QETH_CARD_TEXT(card , 2, "strthrd"); 1436 1437 if (card->read.state != CH_STATE_UP && 1438 card->write.state != CH_STATE_UP) 1439 return; 1440 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1441 ts = kthread_run(card->discipline->recover, (void *)card, 1442 "qeth_recover"); 1443 if (IS_ERR(ts)) { 1444 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1445 qeth_clear_thread_running_bit(card, 1446 QETH_RECOVER_THREAD); 1447 } 1448 } 1449 } 1450 1451 static void qeth_buffer_reclaim_work(struct work_struct *); 1452 static int qeth_setup_card(struct qeth_card *card) 1453 { 1454 1455 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1456 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1457 1458 card->read.state = CH_STATE_DOWN; 1459 card->write.state = CH_STATE_DOWN; 1460 card->data.state = CH_STATE_DOWN; 1461 card->state = CARD_STATE_DOWN; 1462 card->lan_online = 0; 1463 card->read_or_write_problem = 0; 1464 card->dev = NULL; 1465 spin_lock_init(&card->vlanlock); 1466 spin_lock_init(&card->mclock); 1467 spin_lock_init(&card->lock); 1468 spin_lock_init(&card->ip_lock); 1469 spin_lock_init(&card->thread_mask_lock); 1470 mutex_init(&card->conf_mutex); 1471 mutex_init(&card->discipline_mutex); 1472 card->thread_start_mask = 0; 1473 card->thread_allowed_mask = 0; 1474 card->thread_running_mask = 0; 1475 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1476 INIT_LIST_HEAD(&card->cmd_waiter_list); 1477 init_waitqueue_head(&card->wait_q); 1478 /* initial options */ 1479 qeth_set_intial_options(card); 1480 /* IP address takeover */ 1481 INIT_LIST_HEAD(&card->ipato.entries); 1482 card->ipato.enabled = false; 1483 card->ipato.invert4 = false; 1484 card->ipato.invert6 = false; 1485 /* init QDIO stuff */ 1486 qeth_init_qdio_info(card); 1487 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1488 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1489 return 0; 1490 } 1491 1492 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1493 { 1494 struct qeth_card *card = container_of(slr, struct qeth_card, 1495 qeth_service_level); 1496 if (card->info.mcl_level[0]) 1497 seq_printf(m, "qeth: %s firmware level %s\n", 1498 CARD_BUS_ID(card), card->info.mcl_level); 1499 } 1500 1501 static struct qeth_card *qeth_alloc_card(void) 1502 { 1503 struct qeth_card *card; 1504 1505 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1506 card = kzalloc(sizeof(struct qeth_card), GFP_DMA|GFP_KERNEL); 1507 if (!card) 1508 goto out; 1509 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1510 if (qeth_setup_channel(&card->read)) 1511 goto out_ip; 1512 if (qeth_setup_channel(&card->write)) 1513 goto out_channel; 1514 card->options.layer2 = -1; 1515 card->qeth_service_level.seq_print = qeth_core_sl_print; 1516 register_service_level(&card->qeth_service_level); 1517 return card; 1518 1519 out_channel: 1520 qeth_clean_channel(&card->read); 1521 out_ip: 1522 kfree(card); 1523 out: 1524 return NULL; 1525 } 1526 1527 static void qeth_determine_card_type(struct qeth_card *card) 1528 { 1529 QETH_DBF_TEXT(SETUP, 2, "detcdtyp"); 1530 1531 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1532 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1533 card->info.type = CARD_RDEV(card)->id.driver_info; 1534 card->qdio.no_out_queues = QETH_MAX_QUEUES; 1535 if (card->info.type == QETH_CARD_TYPE_IQD) 1536 card->info.is_multicast_different = 0x0103; 1537 qeth_update_from_chp_desc(card); 1538 } 1539 1540 static int qeth_clear_channel(struct qeth_channel *channel) 1541 { 1542 unsigned long flags; 1543 struct qeth_card *card; 1544 int rc; 1545 1546 card = CARD_FROM_CDEV(channel->ccwdev); 1547 QETH_CARD_TEXT(card, 3, "clearch"); 1548 spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags); 1549 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1550 spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags); 1551 1552 if (rc) 1553 return rc; 1554 rc = wait_event_interruptible_timeout(card->wait_q, 1555 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1556 if (rc == -ERESTARTSYS) 1557 return rc; 1558 if (channel->state != CH_STATE_STOPPED) 1559 return -ETIME; 1560 channel->state = CH_STATE_DOWN; 1561 return 0; 1562 } 1563 1564 static int qeth_halt_channel(struct qeth_channel *channel) 1565 { 1566 unsigned long flags; 1567 struct qeth_card *card; 1568 int rc; 1569 1570 card = CARD_FROM_CDEV(channel->ccwdev); 1571 QETH_CARD_TEXT(card, 3, "haltch"); 1572 spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags); 1573 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1574 spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags); 1575 1576 if (rc) 1577 return rc; 1578 rc = wait_event_interruptible_timeout(card->wait_q, 1579 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1580 if (rc == -ERESTARTSYS) 1581 return rc; 1582 if (channel->state != CH_STATE_HALTED) 1583 return -ETIME; 1584 return 0; 1585 } 1586 1587 static int qeth_halt_channels(struct qeth_card *card) 1588 { 1589 int rc1 = 0, rc2 = 0, rc3 = 0; 1590 1591 QETH_CARD_TEXT(card, 3, "haltchs"); 1592 rc1 = qeth_halt_channel(&card->read); 1593 rc2 = qeth_halt_channel(&card->write); 1594 rc3 = qeth_halt_channel(&card->data); 1595 if (rc1) 1596 return rc1; 1597 if (rc2) 1598 return rc2; 1599 return rc3; 1600 } 1601 1602 static int qeth_clear_channels(struct qeth_card *card) 1603 { 1604 int rc1 = 0, rc2 = 0, rc3 = 0; 1605 1606 QETH_CARD_TEXT(card, 3, "clearchs"); 1607 rc1 = qeth_clear_channel(&card->read); 1608 rc2 = qeth_clear_channel(&card->write); 1609 rc3 = qeth_clear_channel(&card->data); 1610 if (rc1) 1611 return rc1; 1612 if (rc2) 1613 return rc2; 1614 return rc3; 1615 } 1616 1617 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1618 { 1619 int rc = 0; 1620 1621 QETH_CARD_TEXT(card, 3, "clhacrd"); 1622 1623 if (halt) 1624 rc = qeth_halt_channels(card); 1625 if (rc) 1626 return rc; 1627 return qeth_clear_channels(card); 1628 } 1629 1630 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1631 { 1632 int rc = 0; 1633 1634 QETH_CARD_TEXT(card, 3, "qdioclr"); 1635 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1636 QETH_QDIO_CLEANING)) { 1637 case QETH_QDIO_ESTABLISHED: 1638 if (card->info.type == QETH_CARD_TYPE_IQD) 1639 rc = qdio_shutdown(CARD_DDEV(card), 1640 QDIO_FLAG_CLEANUP_USING_HALT); 1641 else 1642 rc = qdio_shutdown(CARD_DDEV(card), 1643 QDIO_FLAG_CLEANUP_USING_CLEAR); 1644 if (rc) 1645 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1646 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1647 break; 1648 case QETH_QDIO_CLEANING: 1649 return rc; 1650 default: 1651 break; 1652 } 1653 rc = qeth_clear_halt_card(card, use_halt); 1654 if (rc) 1655 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1656 card->state = CARD_STATE_DOWN; 1657 return rc; 1658 } 1659 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1660 1661 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1662 int *length) 1663 { 1664 struct ciw *ciw; 1665 char *rcd_buf; 1666 int ret; 1667 struct qeth_channel *channel = &card->data; 1668 unsigned long flags; 1669 1670 /* 1671 * scan for RCD command in extended SenseID data 1672 */ 1673 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1674 if (!ciw || ciw->cmd == 0) 1675 return -EOPNOTSUPP; 1676 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1677 if (!rcd_buf) 1678 return -ENOMEM; 1679 1680 channel->ccw.cmd_code = ciw->cmd; 1681 channel->ccw.cda = (__u32) __pa(rcd_buf); 1682 channel->ccw.count = ciw->count; 1683 channel->ccw.flags = CCW_FLAG_SLI; 1684 channel->state = CH_STATE_RCD; 1685 spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags); 1686 ret = ccw_device_start_timeout(channel->ccwdev, &channel->ccw, 1687 QETH_RCD_PARM, LPM_ANYPATH, 0, 1688 QETH_RCD_TIMEOUT); 1689 spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags); 1690 if (!ret) 1691 wait_event(card->wait_q, 1692 (channel->state == CH_STATE_RCD_DONE || 1693 channel->state == CH_STATE_DOWN)); 1694 if (channel->state == CH_STATE_DOWN) 1695 ret = -EIO; 1696 else 1697 channel->state = CH_STATE_DOWN; 1698 if (ret) { 1699 kfree(rcd_buf); 1700 *buffer = NULL; 1701 *length = 0; 1702 } else { 1703 *length = ciw->count; 1704 *buffer = rcd_buf; 1705 } 1706 return ret; 1707 } 1708 1709 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1710 { 1711 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1712 card->info.chpid = prcd[30]; 1713 card->info.unit_addr2 = prcd[31]; 1714 card->info.cula = prcd[63]; 1715 card->info.guestlan = ((prcd[0x10] == _ascebc['V']) && 1716 (prcd[0x11] == _ascebc['M'])); 1717 } 1718 1719 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1720 { 1721 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1722 struct diag26c_vnic_resp *response = NULL; 1723 struct diag26c_vnic_req *request = NULL; 1724 struct ccw_dev_id id; 1725 char userid[80]; 1726 int rc = 0; 1727 1728 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1729 1730 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1731 if (rc) 1732 goto out; 1733 1734 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1735 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1736 if (!request || !response) { 1737 rc = -ENOMEM; 1738 goto out; 1739 } 1740 1741 ccw_device_get_id(CARD_RDEV(card), &id); 1742 request->resp_buf_len = sizeof(*response); 1743 request->resp_version = DIAG26C_VERSION6_VM65918; 1744 request->req_format = DIAG26C_VNIC_INFO; 1745 ASCEBC(userid, 8); 1746 memcpy(&request->sys_name, userid, 8); 1747 request->devno = id.devno; 1748 1749 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1750 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1751 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1752 if (rc) 1753 goto out; 1754 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1755 1756 if (request->resp_buf_len < sizeof(*response) || 1757 response->version != request->resp_version) { 1758 rc = -EIO; 1759 goto out; 1760 } 1761 1762 if (response->protocol == VNIC_INFO_PROT_L2) 1763 disc = QETH_DISCIPLINE_LAYER2; 1764 else if (response->protocol == VNIC_INFO_PROT_L3) 1765 disc = QETH_DISCIPLINE_LAYER3; 1766 1767 out: 1768 kfree(response); 1769 kfree(request); 1770 if (rc) 1771 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1772 return disc; 1773 } 1774 1775 /* Determine whether the device requires a specific layer discipline */ 1776 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1777 { 1778 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1779 1780 if (card->info.type == QETH_CARD_TYPE_OSM || 1781 card->info.type == QETH_CARD_TYPE_OSN) 1782 disc = QETH_DISCIPLINE_LAYER2; 1783 else if (card->info.guestlan) 1784 disc = (card->info.type == QETH_CARD_TYPE_IQD) ? 1785 QETH_DISCIPLINE_LAYER3 : 1786 qeth_vm_detect_layer(card); 1787 1788 switch (disc) { 1789 case QETH_DISCIPLINE_LAYER2: 1790 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1791 break; 1792 case QETH_DISCIPLINE_LAYER3: 1793 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1794 break; 1795 default: 1796 QETH_DBF_TEXT(SETUP, 3, "force no"); 1797 } 1798 1799 return disc; 1800 } 1801 1802 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1803 { 1804 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1805 1806 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1807 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1808 card->info.blkt.time_total = 0; 1809 card->info.blkt.inter_packet = 0; 1810 card->info.blkt.inter_packet_jumbo = 0; 1811 } else { 1812 card->info.blkt.time_total = 250; 1813 card->info.blkt.inter_packet = 5; 1814 card->info.blkt.inter_packet_jumbo = 15; 1815 } 1816 } 1817 1818 static void qeth_init_tokens(struct qeth_card *card) 1819 { 1820 card->token.issuer_rm_w = 0x00010103UL; 1821 card->token.cm_filter_w = 0x00010108UL; 1822 card->token.cm_connection_w = 0x0001010aUL; 1823 card->token.ulp_filter_w = 0x0001010bUL; 1824 card->token.ulp_connection_w = 0x0001010dUL; 1825 } 1826 1827 static void qeth_init_func_level(struct qeth_card *card) 1828 { 1829 switch (card->info.type) { 1830 case QETH_CARD_TYPE_IQD: 1831 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1832 break; 1833 case QETH_CARD_TYPE_OSD: 1834 case QETH_CARD_TYPE_OSN: 1835 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1836 break; 1837 default: 1838 break; 1839 } 1840 } 1841 1842 static int qeth_idx_activate_get_answer(struct qeth_channel *channel, 1843 void (*idx_reply_cb)(struct qeth_channel *, 1844 struct qeth_cmd_buffer *)) 1845 { 1846 struct qeth_cmd_buffer *iob; 1847 unsigned long flags; 1848 int rc; 1849 struct qeth_card *card; 1850 1851 QETH_DBF_TEXT(SETUP, 2, "idxanswr"); 1852 card = CARD_FROM_CDEV(channel->ccwdev); 1853 iob = qeth_get_buffer(channel); 1854 if (!iob) 1855 return -ENOMEM; 1856 iob->callback = idx_reply_cb; 1857 memcpy(&channel->ccw, READ_CCW, sizeof(struct ccw1)); 1858 channel->ccw.count = QETH_BUFSIZE; 1859 channel->ccw.cda = (__u32) __pa(iob->data); 1860 1861 wait_event(card->wait_q, 1862 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1863 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1864 spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags); 1865 rc = ccw_device_start(channel->ccwdev, 1866 &channel->ccw, (addr_t) iob, 0, 0); 1867 spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags); 1868 1869 if (rc) { 1870 QETH_DBF_MESSAGE(2, "Error2 in activating channel rc=%d\n", rc); 1871 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 1872 atomic_set(&channel->irq_pending, 0); 1873 wake_up(&card->wait_q); 1874 return rc; 1875 } 1876 rc = wait_event_interruptible_timeout(card->wait_q, 1877 channel->state == CH_STATE_UP, QETH_TIMEOUT); 1878 if (rc == -ERESTARTSYS) 1879 return rc; 1880 if (channel->state != CH_STATE_UP) { 1881 rc = -ETIME; 1882 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 1883 qeth_clear_cmd_buffers(channel); 1884 } else 1885 rc = 0; 1886 return rc; 1887 } 1888 1889 static int qeth_idx_activate_channel(struct qeth_channel *channel, 1890 void (*idx_reply_cb)(struct qeth_channel *, 1891 struct qeth_cmd_buffer *)) 1892 { 1893 struct qeth_card *card; 1894 struct qeth_cmd_buffer *iob; 1895 unsigned long flags; 1896 __u16 temp; 1897 __u8 tmp; 1898 int rc; 1899 struct ccw_dev_id temp_devid; 1900 1901 card = CARD_FROM_CDEV(channel->ccwdev); 1902 1903 QETH_DBF_TEXT(SETUP, 2, "idxactch"); 1904 1905 iob = qeth_get_buffer(channel); 1906 if (!iob) 1907 return -ENOMEM; 1908 iob->callback = idx_reply_cb; 1909 memcpy(&channel->ccw, WRITE_CCW, sizeof(struct ccw1)); 1910 channel->ccw.count = IDX_ACTIVATE_SIZE; 1911 channel->ccw.cda = (__u32) __pa(iob->data); 1912 if (channel == &card->write) { 1913 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 1914 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1915 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1916 card->seqno.trans_hdr++; 1917 } else { 1918 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 1919 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1920 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1921 } 1922 tmp = ((__u8)card->info.portno) | 0x80; 1923 memcpy(QETH_IDX_ACT_PNO(iob->data), &tmp, 1); 1924 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1925 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1926 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1927 &card->info.func_level, sizeof(__u16)); 1928 ccw_device_get_id(CARD_DDEV(card), &temp_devid); 1929 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &temp_devid.devno, 2); 1930 temp = (card->info.cula << 8) + card->info.unit_addr2; 1931 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &temp, 2); 1932 1933 wait_event(card->wait_q, 1934 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1935 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1936 spin_lock_irqsave(get_ccwdev_lock(channel->ccwdev), flags); 1937 rc = ccw_device_start(channel->ccwdev, 1938 &channel->ccw, (addr_t) iob, 0, 0); 1939 spin_unlock_irqrestore(get_ccwdev_lock(channel->ccwdev), flags); 1940 1941 if (rc) { 1942 QETH_DBF_MESSAGE(2, "Error1 in activating channel. rc=%d\n", 1943 rc); 1944 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 1945 atomic_set(&channel->irq_pending, 0); 1946 wake_up(&card->wait_q); 1947 return rc; 1948 } 1949 rc = wait_event_interruptible_timeout(card->wait_q, 1950 channel->state == CH_STATE_ACTIVATING, QETH_TIMEOUT); 1951 if (rc == -ERESTARTSYS) 1952 return rc; 1953 if (channel->state != CH_STATE_ACTIVATING) { 1954 dev_warn(&channel->ccwdev->dev, "The qeth device driver" 1955 " failed to recover an error on the device\n"); 1956 QETH_DBF_MESSAGE(2, "%s IDX activate timed out\n", 1957 dev_name(&channel->ccwdev->dev)); 1958 QETH_DBF_TEXT_(SETUP, 2, "2err%d", -ETIME); 1959 qeth_clear_cmd_buffers(channel); 1960 return -ETIME; 1961 } 1962 return qeth_idx_activate_get_answer(channel, idx_reply_cb); 1963 } 1964 1965 static int qeth_peer_func_level(int level) 1966 { 1967 if ((level & 0xff) == 8) 1968 return (level & 0xff) + 0x400; 1969 if (((level >> 8) & 3) == 1) 1970 return (level & 0xff) + 0x200; 1971 return level; 1972 } 1973 1974 static void qeth_idx_write_cb(struct qeth_channel *channel, 1975 struct qeth_cmd_buffer *iob) 1976 { 1977 struct qeth_card *card; 1978 __u16 temp; 1979 1980 QETH_DBF_TEXT(SETUP , 2, "idxwrcb"); 1981 1982 if (channel->state == CH_STATE_DOWN) { 1983 channel->state = CH_STATE_ACTIVATING; 1984 goto out; 1985 } 1986 card = CARD_FROM_CDEV(channel->ccwdev); 1987 1988 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 1989 if (QETH_IDX_ACT_CAUSE_CODE(iob->data) == QETH_IDX_ACT_ERR_EXCL) 1990 dev_err(&card->write.ccwdev->dev, 1991 "The adapter is used exclusively by another " 1992 "host\n"); 1993 else 1994 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on write channel:" 1995 " negative reply\n", 1996 dev_name(&card->write.ccwdev->dev)); 1997 goto out; 1998 } 1999 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2000 if ((temp & ~0x0100) != qeth_peer_func_level(card->info.func_level)) { 2001 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on write channel: " 2002 "function level mismatch (sent: 0x%x, received: " 2003 "0x%x)\n", dev_name(&card->write.ccwdev->dev), 2004 card->info.func_level, temp); 2005 goto out; 2006 } 2007 channel->state = CH_STATE_UP; 2008 out: 2009 qeth_release_buffer(channel, iob); 2010 } 2011 2012 static void qeth_idx_read_cb(struct qeth_channel *channel, 2013 struct qeth_cmd_buffer *iob) 2014 { 2015 struct qeth_card *card; 2016 __u16 temp; 2017 2018 QETH_DBF_TEXT(SETUP , 2, "idxrdcb"); 2019 if (channel->state == CH_STATE_DOWN) { 2020 channel->state = CH_STATE_ACTIVATING; 2021 goto out; 2022 } 2023 2024 card = CARD_FROM_CDEV(channel->ccwdev); 2025 if (qeth_check_idx_response(card, iob->data)) 2026 goto out; 2027 2028 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 2029 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 2030 case QETH_IDX_ACT_ERR_EXCL: 2031 dev_err(&card->write.ccwdev->dev, 2032 "The adapter is used exclusively by another " 2033 "host\n"); 2034 break; 2035 case QETH_IDX_ACT_ERR_AUTH: 2036 case QETH_IDX_ACT_ERR_AUTH_USER: 2037 dev_err(&card->read.ccwdev->dev, 2038 "Setting the device online failed because of " 2039 "insufficient authorization\n"); 2040 break; 2041 default: 2042 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on read channel:" 2043 " negative reply\n", 2044 dev_name(&card->read.ccwdev->dev)); 2045 } 2046 QETH_CARD_TEXT_(card, 2, "idxread%c", 2047 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 2048 goto out; 2049 } 2050 2051 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2052 if (temp != qeth_peer_func_level(card->info.func_level)) { 2053 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on read channel: function " 2054 "level mismatch (sent: 0x%x, received: 0x%x)\n", 2055 dev_name(&card->read.ccwdev->dev), 2056 card->info.func_level, temp); 2057 goto out; 2058 } 2059 memcpy(&card->token.issuer_rm_r, 2060 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2061 QETH_MPC_TOKEN_LENGTH); 2062 memcpy(&card->info.mcl_level[0], 2063 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 2064 channel->state = CH_STATE_UP; 2065 out: 2066 qeth_release_buffer(channel, iob); 2067 } 2068 2069 void qeth_prepare_control_data(struct qeth_card *card, int len, 2070 struct qeth_cmd_buffer *iob) 2071 { 2072 qeth_setup_ccw(&card->write, iob->data, len); 2073 iob->callback = qeth_release_buffer; 2074 2075 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 2076 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 2077 card->seqno.trans_hdr++; 2078 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 2079 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 2080 card->seqno.pdu_hdr++; 2081 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 2082 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 2083 QETH_DBF_HEX(CTRL, 2, iob->data, QETH_DBF_CTRL_LEN); 2084 } 2085 EXPORT_SYMBOL_GPL(qeth_prepare_control_data); 2086 2087 /** 2088 * qeth_send_control_data() - send control command to the card 2089 * @card: qeth_card structure pointer 2090 * @len: size of the command buffer 2091 * @iob: qeth_cmd_buffer pointer 2092 * @reply_cb: callback function pointer 2093 * @cb_card: pointer to the qeth_card structure 2094 * @cb_reply: pointer to the qeth_reply structure 2095 * @cb_cmd: pointer to the original iob for non-IPA 2096 * commands, or to the qeth_ipa_cmd structure 2097 * for the IPA commands. 2098 * @reply_param: private pointer passed to the callback 2099 * 2100 * Returns the value of the `return_code' field of the response 2101 * block returned from the hardware, or other error indication. 2102 * Value of zero indicates successful execution of the command. 2103 * 2104 * Callback function gets called one or more times, with cb_cmd 2105 * pointing to the response returned by the hardware. Callback 2106 * function must return non-zero if more reply blocks are expected, 2107 * and zero if the last or only reply block is received. Callback 2108 * function can get the value of the reply_param pointer from the 2109 * field 'param' of the structure qeth_reply. 2110 */ 2111 2112 int qeth_send_control_data(struct qeth_card *card, int len, 2113 struct qeth_cmd_buffer *iob, 2114 int (*reply_cb)(struct qeth_card *cb_card, 2115 struct qeth_reply *cb_reply, 2116 unsigned long cb_cmd), 2117 void *reply_param) 2118 { 2119 int rc; 2120 unsigned long flags; 2121 struct qeth_reply *reply = NULL; 2122 unsigned long timeout, event_timeout; 2123 struct qeth_ipa_cmd *cmd; 2124 2125 QETH_CARD_TEXT(card, 2, "sendctl"); 2126 2127 if (card->read_or_write_problem) { 2128 qeth_release_buffer(iob->channel, iob); 2129 return -EIO; 2130 } 2131 reply = qeth_alloc_reply(card); 2132 if (!reply) { 2133 return -ENOMEM; 2134 } 2135 reply->callback = reply_cb; 2136 reply->param = reply_param; 2137 if (card->state == CARD_STATE_DOWN) 2138 reply->seqno = QETH_IDX_COMMAND_SEQNO; 2139 else 2140 reply->seqno = card->seqno.ipa++; 2141 init_waitqueue_head(&reply->wait_q); 2142 spin_lock_irqsave(&card->lock, flags); 2143 list_add_tail(&reply->list, &card->cmd_waiter_list); 2144 spin_unlock_irqrestore(&card->lock, flags); 2145 2146 while (atomic_cmpxchg(&card->write.irq_pending, 0, 1)) ; 2147 qeth_prepare_control_data(card, len, iob); 2148 2149 if (IS_IPA(iob->data)) 2150 event_timeout = QETH_IPA_TIMEOUT; 2151 else 2152 event_timeout = QETH_TIMEOUT; 2153 timeout = jiffies + event_timeout; 2154 2155 QETH_CARD_TEXT(card, 6, "noirqpnd"); 2156 spin_lock_irqsave(get_ccwdev_lock(card->write.ccwdev), flags); 2157 rc = ccw_device_start(card->write.ccwdev, &card->write.ccw, 2158 (addr_t) iob, 0, 0); 2159 spin_unlock_irqrestore(get_ccwdev_lock(card->write.ccwdev), flags); 2160 if (rc) { 2161 QETH_DBF_MESSAGE(2, "%s qeth_send_control_data: " 2162 "ccw_device_start rc = %i\n", 2163 dev_name(&card->write.ccwdev->dev), rc); 2164 QETH_CARD_TEXT_(card, 2, " err%d", rc); 2165 spin_lock_irqsave(&card->lock, flags); 2166 list_del_init(&reply->list); 2167 qeth_put_reply(reply); 2168 spin_unlock_irqrestore(&card->lock, flags); 2169 qeth_release_buffer(iob->channel, iob); 2170 atomic_set(&card->write.irq_pending, 0); 2171 wake_up(&card->wait_q); 2172 return rc; 2173 } 2174 2175 /* we have only one long running ipassist, since we can ensure 2176 process context of this command we can sleep */ 2177 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 2178 if ((cmd->hdr.command == IPA_CMD_SETIP) && 2179 (cmd->hdr.prot_version == QETH_PROT_IPV4)) { 2180 if (!wait_event_timeout(reply->wait_q, 2181 atomic_read(&reply->received), event_timeout)) 2182 goto time_err; 2183 } else { 2184 while (!atomic_read(&reply->received)) { 2185 if (time_after(jiffies, timeout)) 2186 goto time_err; 2187 cpu_relax(); 2188 } 2189 } 2190 2191 if (reply->rc == -EIO) 2192 goto error; 2193 rc = reply->rc; 2194 qeth_put_reply(reply); 2195 return rc; 2196 2197 time_err: 2198 reply->rc = -ETIME; 2199 spin_lock_irqsave(&reply->card->lock, flags); 2200 list_del_init(&reply->list); 2201 spin_unlock_irqrestore(&reply->card->lock, flags); 2202 atomic_inc(&reply->received); 2203 error: 2204 atomic_set(&card->write.irq_pending, 0); 2205 qeth_release_buffer(iob->channel, iob); 2206 card->write.buf_no = (card->write.buf_no + 1) % QETH_CMD_BUFFER_NO; 2207 rc = reply->rc; 2208 qeth_put_reply(reply); 2209 return rc; 2210 } 2211 EXPORT_SYMBOL_GPL(qeth_send_control_data); 2212 2213 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2214 unsigned long data) 2215 { 2216 struct qeth_cmd_buffer *iob; 2217 2218 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2219 2220 iob = (struct qeth_cmd_buffer *) data; 2221 memcpy(&card->token.cm_filter_r, 2222 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2223 QETH_MPC_TOKEN_LENGTH); 2224 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2225 return 0; 2226 } 2227 2228 static int qeth_cm_enable(struct qeth_card *card) 2229 { 2230 int rc; 2231 struct qeth_cmd_buffer *iob; 2232 2233 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2234 2235 iob = qeth_wait_for_buffer(&card->write); 2236 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2237 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2238 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2239 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2240 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2241 2242 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2243 qeth_cm_enable_cb, NULL); 2244 return rc; 2245 } 2246 2247 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2248 unsigned long data) 2249 { 2250 2251 struct qeth_cmd_buffer *iob; 2252 2253 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2254 2255 iob = (struct qeth_cmd_buffer *) data; 2256 memcpy(&card->token.cm_connection_r, 2257 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2258 QETH_MPC_TOKEN_LENGTH); 2259 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2260 return 0; 2261 } 2262 2263 static int qeth_cm_setup(struct qeth_card *card) 2264 { 2265 int rc; 2266 struct qeth_cmd_buffer *iob; 2267 2268 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2269 2270 iob = qeth_wait_for_buffer(&card->write); 2271 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2272 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2273 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2274 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2275 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2276 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2277 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2278 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2279 qeth_cm_setup_cb, NULL); 2280 return rc; 2281 2282 } 2283 2284 static int qeth_get_initial_mtu_for_card(struct qeth_card *card) 2285 { 2286 switch (card->info.type) { 2287 case QETH_CARD_TYPE_IQD: 2288 return card->info.max_mtu; 2289 case QETH_CARD_TYPE_OSD: 2290 case QETH_CARD_TYPE_OSX: 2291 if (!card->options.layer2) 2292 return ETH_DATA_LEN - 8; /* L3: allow for LLC + SNAP */ 2293 /* fall through */ 2294 default: 2295 return ETH_DATA_LEN; 2296 } 2297 } 2298 2299 static int qeth_get_mtu_outof_framesize(int framesize) 2300 { 2301 switch (framesize) { 2302 case 0x4000: 2303 return 8192; 2304 case 0x6000: 2305 return 16384; 2306 case 0xa000: 2307 return 32768; 2308 case 0xffff: 2309 return 57344; 2310 default: 2311 return 0; 2312 } 2313 } 2314 2315 static int qeth_mtu_is_valid(struct qeth_card *card, int mtu) 2316 { 2317 switch (card->info.type) { 2318 case QETH_CARD_TYPE_OSD: 2319 case QETH_CARD_TYPE_OSM: 2320 case QETH_CARD_TYPE_OSX: 2321 case QETH_CARD_TYPE_IQD: 2322 return ((mtu >= 576) && 2323 (mtu <= card->info.max_mtu)); 2324 case QETH_CARD_TYPE_OSN: 2325 default: 2326 return 1; 2327 } 2328 } 2329 2330 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2331 unsigned long data) 2332 { 2333 2334 __u16 mtu, framesize; 2335 __u16 len; 2336 __u8 link_type; 2337 struct qeth_cmd_buffer *iob; 2338 2339 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2340 2341 iob = (struct qeth_cmd_buffer *) data; 2342 memcpy(&card->token.ulp_filter_r, 2343 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2344 QETH_MPC_TOKEN_LENGTH); 2345 if (card->info.type == QETH_CARD_TYPE_IQD) { 2346 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2347 mtu = qeth_get_mtu_outof_framesize(framesize); 2348 if (!mtu) { 2349 iob->rc = -EINVAL; 2350 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2351 return 0; 2352 } 2353 if (card->info.initial_mtu && (card->info.initial_mtu != mtu)) { 2354 /* frame size has changed */ 2355 if (card->dev && 2356 ((card->dev->mtu == card->info.initial_mtu) || 2357 (card->dev->mtu > mtu))) 2358 card->dev->mtu = mtu; 2359 qeth_free_qdio_buffers(card); 2360 } 2361 card->info.initial_mtu = mtu; 2362 card->info.max_mtu = mtu; 2363 card->qdio.in_buf_size = mtu + 2 * PAGE_SIZE; 2364 } else { 2365 card->info.max_mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU( 2366 iob->data); 2367 card->info.initial_mtu = min(card->info.max_mtu, 2368 qeth_get_initial_mtu_for_card(card)); 2369 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 2370 } 2371 2372 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2373 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2374 memcpy(&link_type, 2375 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2376 card->info.link_type = link_type; 2377 } else 2378 card->info.link_type = 0; 2379 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2380 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2381 return 0; 2382 } 2383 2384 static int qeth_ulp_enable(struct qeth_card *card) 2385 { 2386 int rc; 2387 char prot_type; 2388 struct qeth_cmd_buffer *iob; 2389 2390 /*FIXME: trace view callbacks*/ 2391 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2392 2393 iob = qeth_wait_for_buffer(&card->write); 2394 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2395 2396 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = 2397 (__u8) card->info.portno; 2398 if (card->options.layer2) 2399 if (card->info.type == QETH_CARD_TYPE_OSN) 2400 prot_type = QETH_PROT_OSN2; 2401 else 2402 prot_type = QETH_PROT_LAYER2; 2403 else 2404 prot_type = QETH_PROT_TCPIP; 2405 2406 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2407 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2408 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2409 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2410 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2411 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2412 qeth_ulp_enable_cb, NULL); 2413 return rc; 2414 2415 } 2416 2417 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2418 unsigned long data) 2419 { 2420 struct qeth_cmd_buffer *iob; 2421 2422 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2423 2424 iob = (struct qeth_cmd_buffer *) data; 2425 memcpy(&card->token.ulp_connection_r, 2426 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2427 QETH_MPC_TOKEN_LENGTH); 2428 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2429 3)) { 2430 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2431 dev_err(&card->gdev->dev, "A connection could not be " 2432 "established because of an OLM limit\n"); 2433 iob->rc = -EMLINK; 2434 } 2435 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2436 return 0; 2437 } 2438 2439 static int qeth_ulp_setup(struct qeth_card *card) 2440 { 2441 int rc; 2442 __u16 temp; 2443 struct qeth_cmd_buffer *iob; 2444 struct ccw_dev_id dev_id; 2445 2446 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2447 2448 iob = qeth_wait_for_buffer(&card->write); 2449 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2450 2451 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2452 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2453 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2454 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2455 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2456 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2457 2458 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2459 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2460 temp = (card->info.cula << 8) + card->info.unit_addr2; 2461 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2462 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2463 qeth_ulp_setup_cb, NULL); 2464 return rc; 2465 } 2466 2467 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2468 { 2469 int rc; 2470 struct qeth_qdio_out_buffer *newbuf; 2471 2472 rc = 0; 2473 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2474 if (!newbuf) { 2475 rc = -ENOMEM; 2476 goto out; 2477 } 2478 newbuf->buffer = q->qdio_bufs[bidx]; 2479 skb_queue_head_init(&newbuf->skb_list); 2480 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2481 newbuf->q = q; 2482 newbuf->aob = NULL; 2483 newbuf->next_pending = q->bufs[bidx]; 2484 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2485 q->bufs[bidx] = newbuf; 2486 if (q->bufstates) { 2487 q->bufstates[bidx].user = newbuf; 2488 QETH_CARD_TEXT_(q->card, 2, "nbs%d", bidx); 2489 QETH_CARD_TEXT_(q->card, 2, "%lx", (long) newbuf); 2490 QETH_CARD_TEXT_(q->card, 2, "%lx", 2491 (long) newbuf->next_pending); 2492 } 2493 out: 2494 return rc; 2495 } 2496 2497 static void qeth_free_qdio_out_buf(struct qeth_qdio_out_q *q) 2498 { 2499 if (!q) 2500 return; 2501 2502 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2503 kfree(q); 2504 } 2505 2506 static struct qeth_qdio_out_q *qeth_alloc_qdio_out_buf(void) 2507 { 2508 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2509 2510 if (!q) 2511 return NULL; 2512 2513 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2514 kfree(q); 2515 return NULL; 2516 } 2517 return q; 2518 } 2519 2520 static int qeth_alloc_qdio_buffers(struct qeth_card *card) 2521 { 2522 int i, j; 2523 2524 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2525 2526 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2527 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2528 return 0; 2529 2530 QETH_DBF_TEXT(SETUP, 2, "inq"); 2531 card->qdio.in_q = qeth_alloc_qdio_queue(); 2532 if (!card->qdio.in_q) 2533 goto out_nomem; 2534 2535 /* inbound buffer pool */ 2536 if (qeth_alloc_buffer_pool(card)) 2537 goto out_freeinq; 2538 2539 /* outbound */ 2540 card->qdio.out_qs = 2541 kzalloc(card->qdio.no_out_queues * 2542 sizeof(struct qeth_qdio_out_q *), GFP_KERNEL); 2543 if (!card->qdio.out_qs) 2544 goto out_freepool; 2545 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2546 card->qdio.out_qs[i] = qeth_alloc_qdio_out_buf(); 2547 if (!card->qdio.out_qs[i]) 2548 goto out_freeoutq; 2549 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2550 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2551 card->qdio.out_qs[i]->queue_no = i; 2552 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2553 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2554 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2555 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2556 goto out_freeoutqbufs; 2557 } 2558 } 2559 2560 /* completion */ 2561 if (qeth_alloc_cq(card)) 2562 goto out_freeoutq; 2563 2564 return 0; 2565 2566 out_freeoutqbufs: 2567 while (j > 0) { 2568 --j; 2569 kmem_cache_free(qeth_qdio_outbuf_cache, 2570 card->qdio.out_qs[i]->bufs[j]); 2571 card->qdio.out_qs[i]->bufs[j] = NULL; 2572 } 2573 out_freeoutq: 2574 while (i > 0) { 2575 qeth_free_qdio_out_buf(card->qdio.out_qs[--i]); 2576 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2577 } 2578 kfree(card->qdio.out_qs); 2579 card->qdio.out_qs = NULL; 2580 out_freepool: 2581 qeth_free_buffer_pool(card); 2582 out_freeinq: 2583 qeth_free_qdio_queue(card->qdio.in_q); 2584 card->qdio.in_q = NULL; 2585 out_nomem: 2586 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2587 return -ENOMEM; 2588 } 2589 2590 static void qeth_free_qdio_buffers(struct qeth_card *card) 2591 { 2592 int i, j; 2593 2594 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2595 QETH_QDIO_UNINITIALIZED) 2596 return; 2597 2598 qeth_free_cq(card); 2599 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2600 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2601 if (card->qdio.in_q->bufs[j].rx_skb) 2602 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2603 } 2604 qeth_free_qdio_queue(card->qdio.in_q); 2605 card->qdio.in_q = NULL; 2606 /* inbound buffer pool */ 2607 qeth_free_buffer_pool(card); 2608 /* free outbound qdio_qs */ 2609 if (card->qdio.out_qs) { 2610 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2611 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2612 qeth_free_qdio_out_buf(card->qdio.out_qs[i]); 2613 } 2614 kfree(card->qdio.out_qs); 2615 card->qdio.out_qs = NULL; 2616 } 2617 } 2618 2619 static void qeth_create_qib_param_field(struct qeth_card *card, 2620 char *param_field) 2621 { 2622 2623 param_field[0] = _ascebc['P']; 2624 param_field[1] = _ascebc['C']; 2625 param_field[2] = _ascebc['I']; 2626 param_field[3] = _ascebc['T']; 2627 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2628 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2629 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2630 } 2631 2632 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2633 char *param_field) 2634 { 2635 param_field[16] = _ascebc['B']; 2636 param_field[17] = _ascebc['L']; 2637 param_field[18] = _ascebc['K']; 2638 param_field[19] = _ascebc['T']; 2639 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2640 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2641 *((unsigned int *) (¶m_field[28])) = 2642 card->info.blkt.inter_packet_jumbo; 2643 } 2644 2645 static int qeth_qdio_activate(struct qeth_card *card) 2646 { 2647 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2648 return qdio_activate(CARD_DDEV(card)); 2649 } 2650 2651 static int qeth_dm_act(struct qeth_card *card) 2652 { 2653 int rc; 2654 struct qeth_cmd_buffer *iob; 2655 2656 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2657 2658 iob = qeth_wait_for_buffer(&card->write); 2659 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2660 2661 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2662 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2663 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2664 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2665 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2666 return rc; 2667 } 2668 2669 static int qeth_mpc_initialize(struct qeth_card *card) 2670 { 2671 int rc; 2672 2673 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2674 2675 rc = qeth_issue_next_read(card); 2676 if (rc) { 2677 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2678 return rc; 2679 } 2680 rc = qeth_cm_enable(card); 2681 if (rc) { 2682 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2683 goto out_qdio; 2684 } 2685 rc = qeth_cm_setup(card); 2686 if (rc) { 2687 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2688 goto out_qdio; 2689 } 2690 rc = qeth_ulp_enable(card); 2691 if (rc) { 2692 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2693 goto out_qdio; 2694 } 2695 rc = qeth_ulp_setup(card); 2696 if (rc) { 2697 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2698 goto out_qdio; 2699 } 2700 rc = qeth_alloc_qdio_buffers(card); 2701 if (rc) { 2702 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2703 goto out_qdio; 2704 } 2705 rc = qeth_qdio_establish(card); 2706 if (rc) { 2707 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2708 qeth_free_qdio_buffers(card); 2709 goto out_qdio; 2710 } 2711 rc = qeth_qdio_activate(card); 2712 if (rc) { 2713 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2714 goto out_qdio; 2715 } 2716 rc = qeth_dm_act(card); 2717 if (rc) { 2718 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2719 goto out_qdio; 2720 } 2721 2722 return 0; 2723 out_qdio: 2724 qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 2725 qdio_free(CARD_DDEV(card)); 2726 return rc; 2727 } 2728 2729 void qeth_print_status_message(struct qeth_card *card) 2730 { 2731 switch (card->info.type) { 2732 case QETH_CARD_TYPE_OSD: 2733 case QETH_CARD_TYPE_OSM: 2734 case QETH_CARD_TYPE_OSX: 2735 /* VM will use a non-zero first character 2736 * to indicate a HiperSockets like reporting 2737 * of the level OSA sets the first character to zero 2738 * */ 2739 if (!card->info.mcl_level[0]) { 2740 sprintf(card->info.mcl_level, "%02x%02x", 2741 card->info.mcl_level[2], 2742 card->info.mcl_level[3]); 2743 break; 2744 } 2745 /* fallthrough */ 2746 case QETH_CARD_TYPE_IQD: 2747 if ((card->info.guestlan) || 2748 (card->info.mcl_level[0] & 0x80)) { 2749 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2750 card->info.mcl_level[0]]; 2751 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2752 card->info.mcl_level[1]]; 2753 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2754 card->info.mcl_level[2]]; 2755 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2756 card->info.mcl_level[3]]; 2757 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2758 } 2759 break; 2760 default: 2761 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2762 } 2763 dev_info(&card->gdev->dev, 2764 "Device is a%s card%s%s%s\nwith link type %s.\n", 2765 qeth_get_cardname(card), 2766 (card->info.mcl_level[0]) ? " (level: " : "", 2767 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2768 (card->info.mcl_level[0]) ? ")" : "", 2769 qeth_get_cardname_short(card)); 2770 } 2771 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2772 2773 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2774 { 2775 struct qeth_buffer_pool_entry *entry; 2776 2777 QETH_CARD_TEXT(card, 5, "inwrklst"); 2778 2779 list_for_each_entry(entry, 2780 &card->qdio.init_pool.entry_list, init_list) { 2781 qeth_put_buffer_pool_entry(card, entry); 2782 } 2783 } 2784 2785 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2786 struct qeth_card *card) 2787 { 2788 struct list_head *plh; 2789 struct qeth_buffer_pool_entry *entry; 2790 int i, free; 2791 struct page *page; 2792 2793 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2794 return NULL; 2795 2796 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2797 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2798 free = 1; 2799 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2800 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2801 free = 0; 2802 break; 2803 } 2804 } 2805 if (free) { 2806 list_del_init(&entry->list); 2807 return entry; 2808 } 2809 } 2810 2811 /* no free buffer in pool so take first one and swap pages */ 2812 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2813 struct qeth_buffer_pool_entry, list); 2814 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2815 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2816 page = alloc_page(GFP_ATOMIC); 2817 if (!page) { 2818 return NULL; 2819 } else { 2820 free_page((unsigned long)entry->elements[i]); 2821 entry->elements[i] = page_address(page); 2822 if (card->options.performance_stats) 2823 card->perf_stats.sg_alloc_page_rx++; 2824 } 2825 } 2826 } 2827 list_del_init(&entry->list); 2828 return entry; 2829 } 2830 2831 static int qeth_init_input_buffer(struct qeth_card *card, 2832 struct qeth_qdio_buffer *buf) 2833 { 2834 struct qeth_buffer_pool_entry *pool_entry; 2835 int i; 2836 2837 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2838 buf->rx_skb = dev_alloc_skb(QETH_RX_PULL_LEN + ETH_HLEN); 2839 if (!buf->rx_skb) 2840 return 1; 2841 } 2842 2843 pool_entry = qeth_find_free_buffer_pool_entry(card); 2844 if (!pool_entry) 2845 return 1; 2846 2847 /* 2848 * since the buffer is accessed only from the input_tasklet 2849 * there shouldn't be a need to synchronize; also, since we use 2850 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2851 * buffers 2852 */ 2853 2854 buf->pool_entry = pool_entry; 2855 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2856 buf->buffer->element[i].length = PAGE_SIZE; 2857 buf->buffer->element[i].addr = pool_entry->elements[i]; 2858 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2859 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2860 else 2861 buf->buffer->element[i].eflags = 0; 2862 buf->buffer->element[i].sflags = 0; 2863 } 2864 return 0; 2865 } 2866 2867 int qeth_init_qdio_queues(struct qeth_card *card) 2868 { 2869 int i, j; 2870 int rc; 2871 2872 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2873 2874 /* inbound queue */ 2875 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, 2876 QDIO_MAX_BUFFERS_PER_Q); 2877 qeth_initialize_working_pool_list(card); 2878 /*give only as many buffers to hardware as we have buffer pool entries*/ 2879 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2880 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2881 card->qdio.in_q->next_buf_to_init = 2882 card->qdio.in_buf_pool.buf_count - 1; 2883 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2884 card->qdio.in_buf_pool.buf_count - 1); 2885 if (rc) { 2886 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2887 return rc; 2888 } 2889 2890 /* completion */ 2891 rc = qeth_cq_init(card); 2892 if (rc) { 2893 return rc; 2894 } 2895 2896 /* outbound queue */ 2897 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2898 qdio_reset_buffers(card->qdio.out_qs[i]->qdio_bufs, 2899 QDIO_MAX_BUFFERS_PER_Q); 2900 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2901 qeth_clear_output_buffer(card->qdio.out_qs[i], 2902 card->qdio.out_qs[i]->bufs[j], 2903 QETH_QDIO_BUF_EMPTY); 2904 } 2905 card->qdio.out_qs[i]->card = card; 2906 card->qdio.out_qs[i]->next_buf_to_fill = 0; 2907 card->qdio.out_qs[i]->do_pack = 0; 2908 atomic_set(&card->qdio.out_qs[i]->used_buffers, 0); 2909 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0); 2910 atomic_set(&card->qdio.out_qs[i]->state, 2911 QETH_OUT_Q_UNLOCKED); 2912 } 2913 return 0; 2914 } 2915 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2916 2917 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2918 { 2919 switch (link_type) { 2920 case QETH_LINK_TYPE_HSTR: 2921 return 2; 2922 default: 2923 return 1; 2924 } 2925 } 2926 2927 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2928 struct qeth_ipa_cmd *cmd, __u8 command, 2929 enum qeth_prot_versions prot) 2930 { 2931 memset(cmd, 0, sizeof(struct qeth_ipa_cmd)); 2932 cmd->hdr.command = command; 2933 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2934 cmd->hdr.seqno = card->seqno.ipa; 2935 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2936 cmd->hdr.rel_adapter_no = (__u8) card->info.portno; 2937 if (card->options.layer2) 2938 cmd->hdr.prim_version_no = 2; 2939 else 2940 cmd->hdr.prim_version_no = 1; 2941 cmd->hdr.param_count = 1; 2942 cmd->hdr.prot_version = prot; 2943 cmd->hdr.ipa_supported = 0; 2944 cmd->hdr.ipa_enabled = 0; 2945 } 2946 2947 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2948 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2949 { 2950 struct qeth_cmd_buffer *iob; 2951 struct qeth_ipa_cmd *cmd; 2952 2953 iob = qeth_get_buffer(&card->write); 2954 if (iob) { 2955 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 2956 qeth_fill_ipacmd_header(card, cmd, ipacmd, prot); 2957 } else { 2958 dev_warn(&card->gdev->dev, 2959 "The qeth driver ran out of channel command buffers\n"); 2960 QETH_DBF_MESSAGE(1, "%s The qeth driver ran out of channel command buffers", 2961 dev_name(&card->gdev->dev)); 2962 } 2963 2964 return iob; 2965 } 2966 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2967 2968 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2969 char prot_type) 2970 { 2971 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2972 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2973 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2974 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2975 } 2976 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2977 2978 /** 2979 * qeth_send_ipa_cmd() - send an IPA command 2980 * 2981 * See qeth_send_control_data() for explanation of the arguments. 2982 */ 2983 2984 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2985 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2986 unsigned long), 2987 void *reply_param) 2988 { 2989 int rc; 2990 char prot_type; 2991 2992 QETH_CARD_TEXT(card, 4, "sendipa"); 2993 2994 if (card->options.layer2) 2995 if (card->info.type == QETH_CARD_TYPE_OSN) 2996 prot_type = QETH_PROT_OSN2; 2997 else 2998 prot_type = QETH_PROT_LAYER2; 2999 else 3000 prot_type = QETH_PROT_TCPIP; 3001 qeth_prepare_ipa_cmd(card, iob, prot_type); 3002 rc = qeth_send_control_data(card, IPA_CMD_LENGTH, 3003 iob, reply_cb, reply_param); 3004 if (rc == -ETIME) { 3005 qeth_clear_ipacmd_list(card); 3006 qeth_schedule_recovery(card); 3007 } 3008 return rc; 3009 } 3010 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 3011 3012 static int qeth_send_startlan(struct qeth_card *card) 3013 { 3014 int rc; 3015 struct qeth_cmd_buffer *iob; 3016 3017 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 3018 3019 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 3020 if (!iob) 3021 return -ENOMEM; 3022 rc = qeth_send_ipa_cmd(card, iob, NULL, NULL); 3023 return rc; 3024 } 3025 3026 static int qeth_default_setadapterparms_cb(struct qeth_card *card, 3027 struct qeth_reply *reply, unsigned long data) 3028 { 3029 struct qeth_ipa_cmd *cmd; 3030 3031 QETH_CARD_TEXT(card, 4, "defadpcb"); 3032 3033 cmd = (struct qeth_ipa_cmd *) data; 3034 if (cmd->hdr.return_code == 0) 3035 cmd->hdr.return_code = 3036 cmd->data.setadapterparms.hdr.return_code; 3037 return 0; 3038 } 3039 3040 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 3041 struct qeth_reply *reply, unsigned long data) 3042 { 3043 struct qeth_ipa_cmd *cmd; 3044 3045 QETH_CARD_TEXT(card, 3, "quyadpcb"); 3046 3047 cmd = (struct qeth_ipa_cmd *) data; 3048 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 3049 card->info.link_type = 3050 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 3051 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 3052 } 3053 card->options.adp.supported_funcs = 3054 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 3055 return qeth_default_setadapterparms_cb(card, reply, (unsigned long)cmd); 3056 } 3057 3058 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 3059 __u32 command, __u32 cmdlen) 3060 { 3061 struct qeth_cmd_buffer *iob; 3062 struct qeth_ipa_cmd *cmd; 3063 3064 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 3065 QETH_PROT_IPV4); 3066 if (iob) { 3067 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 3068 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 3069 cmd->data.setadapterparms.hdr.command_code = command; 3070 cmd->data.setadapterparms.hdr.used_total = 1; 3071 cmd->data.setadapterparms.hdr.seq_no = 1; 3072 } 3073 3074 return iob; 3075 } 3076 3077 int qeth_query_setadapterparms(struct qeth_card *card) 3078 { 3079 int rc; 3080 struct qeth_cmd_buffer *iob; 3081 3082 QETH_CARD_TEXT(card, 3, "queryadp"); 3083 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 3084 sizeof(struct qeth_ipacmd_setadpparms)); 3085 if (!iob) 3086 return -ENOMEM; 3087 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 3088 return rc; 3089 } 3090 EXPORT_SYMBOL_GPL(qeth_query_setadapterparms); 3091 3092 static int qeth_query_ipassists_cb(struct qeth_card *card, 3093 struct qeth_reply *reply, unsigned long data) 3094 { 3095 struct qeth_ipa_cmd *cmd; 3096 3097 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 3098 3099 cmd = (struct qeth_ipa_cmd *) data; 3100 3101 switch (cmd->hdr.return_code) { 3102 case IPA_RC_NOTSUPP: 3103 case IPA_RC_L2_UNSUPPORTED_CMD: 3104 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 3105 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 3106 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 3107 return -0; 3108 default: 3109 if (cmd->hdr.return_code) { 3110 QETH_DBF_MESSAGE(1, "%s IPA_CMD_QIPASSIST: Unhandled " 3111 "rc=%d\n", 3112 dev_name(&card->gdev->dev), 3113 cmd->hdr.return_code); 3114 return 0; 3115 } 3116 } 3117 3118 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 3119 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 3120 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 3121 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 3122 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 3123 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 3124 } else 3125 QETH_DBF_MESSAGE(1, "%s IPA_CMD_QIPASSIST: Flawed LIC detected" 3126 "\n", dev_name(&card->gdev->dev)); 3127 return 0; 3128 } 3129 3130 int qeth_query_ipassists(struct qeth_card *card, enum qeth_prot_versions prot) 3131 { 3132 int rc; 3133 struct qeth_cmd_buffer *iob; 3134 3135 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 3136 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 3137 if (!iob) 3138 return -ENOMEM; 3139 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3140 return rc; 3141 } 3142 EXPORT_SYMBOL_GPL(qeth_query_ipassists); 3143 3144 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3145 struct qeth_reply *reply, unsigned long data) 3146 { 3147 struct qeth_ipa_cmd *cmd; 3148 struct qeth_switch_info *sw_info; 3149 struct qeth_query_switch_attributes *attrs; 3150 3151 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3152 cmd = (struct qeth_ipa_cmd *) data; 3153 sw_info = (struct qeth_switch_info *)reply->param; 3154 if (cmd->data.setadapterparms.hdr.return_code == 0) { 3155 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3156 sw_info->capabilities = attrs->capabilities; 3157 sw_info->settings = attrs->settings; 3158 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3159 sw_info->settings); 3160 } 3161 qeth_default_setadapterparms_cb(card, reply, (unsigned long) cmd); 3162 3163 return 0; 3164 } 3165 3166 int qeth_query_switch_attributes(struct qeth_card *card, 3167 struct qeth_switch_info *sw_info) 3168 { 3169 struct qeth_cmd_buffer *iob; 3170 3171 QETH_CARD_TEXT(card, 2, "qswiattr"); 3172 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3173 return -EOPNOTSUPP; 3174 if (!netif_carrier_ok(card->dev)) 3175 return -ENOMEDIUM; 3176 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3177 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3178 if (!iob) 3179 return -ENOMEM; 3180 return qeth_send_ipa_cmd(card, iob, 3181 qeth_query_switch_attributes_cb, sw_info); 3182 } 3183 EXPORT_SYMBOL_GPL(qeth_query_switch_attributes); 3184 3185 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3186 struct qeth_reply *reply, unsigned long data) 3187 { 3188 struct qeth_ipa_cmd *cmd; 3189 __u16 rc; 3190 3191 cmd = (struct qeth_ipa_cmd *)data; 3192 rc = cmd->hdr.return_code; 3193 if (rc) 3194 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3195 else 3196 card->info.diagass_support = cmd->data.diagass.ext; 3197 return 0; 3198 } 3199 3200 static int qeth_query_setdiagass(struct qeth_card *card) 3201 { 3202 struct qeth_cmd_buffer *iob; 3203 struct qeth_ipa_cmd *cmd; 3204 3205 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3206 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3207 if (!iob) 3208 return -ENOMEM; 3209 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 3210 cmd->data.diagass.subcmd_len = 16; 3211 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3212 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3213 } 3214 3215 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3216 { 3217 unsigned long info = get_zeroed_page(GFP_KERNEL); 3218 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3219 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3220 struct ccw_dev_id ccwid; 3221 int level; 3222 3223 tid->chpid = card->info.chpid; 3224 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3225 tid->ssid = ccwid.ssid; 3226 tid->devno = ccwid.devno; 3227 if (!info) 3228 return; 3229 level = stsi(NULL, 0, 0, 0); 3230 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3231 tid->lparnr = info222->lpar_number; 3232 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3233 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3234 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3235 } 3236 free_page(info); 3237 return; 3238 } 3239 3240 static int qeth_hw_trap_cb(struct qeth_card *card, 3241 struct qeth_reply *reply, unsigned long data) 3242 { 3243 struct qeth_ipa_cmd *cmd; 3244 __u16 rc; 3245 3246 cmd = (struct qeth_ipa_cmd *)data; 3247 rc = cmd->hdr.return_code; 3248 if (rc) 3249 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3250 return 0; 3251 } 3252 3253 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3254 { 3255 struct qeth_cmd_buffer *iob; 3256 struct qeth_ipa_cmd *cmd; 3257 3258 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3259 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3260 if (!iob) 3261 return -ENOMEM; 3262 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 3263 cmd->data.diagass.subcmd_len = 80; 3264 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3265 cmd->data.diagass.type = 1; 3266 cmd->data.diagass.action = action; 3267 switch (action) { 3268 case QETH_DIAGS_TRAP_ARM: 3269 cmd->data.diagass.options = 0x0003; 3270 cmd->data.diagass.ext = 0x00010000 + 3271 sizeof(struct qeth_trap_id); 3272 qeth_get_trap_id(card, 3273 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3274 break; 3275 case QETH_DIAGS_TRAP_DISARM: 3276 cmd->data.diagass.options = 0x0001; 3277 break; 3278 case QETH_DIAGS_TRAP_CAPTURE: 3279 break; 3280 } 3281 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3282 } 3283 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3284 3285 static int qeth_check_qdio_errors(struct qeth_card *card, 3286 struct qdio_buffer *buf, 3287 unsigned int qdio_error, 3288 const char *dbftext) 3289 { 3290 if (qdio_error) { 3291 QETH_CARD_TEXT(card, 2, dbftext); 3292 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3293 buf->element[15].sflags); 3294 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3295 buf->element[14].sflags); 3296 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3297 if ((buf->element[15].sflags) == 0x12) { 3298 card->stats.rx_dropped++; 3299 return 0; 3300 } else 3301 return 1; 3302 } 3303 return 0; 3304 } 3305 3306 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3307 { 3308 struct qeth_qdio_q *queue = card->qdio.in_q; 3309 struct list_head *lh; 3310 int count; 3311 int i; 3312 int rc; 3313 int newcount = 0; 3314 3315 count = (index < queue->next_buf_to_init)? 3316 card->qdio.in_buf_pool.buf_count - 3317 (queue->next_buf_to_init - index) : 3318 card->qdio.in_buf_pool.buf_count - 3319 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3320 /* only requeue at a certain threshold to avoid SIGAs */ 3321 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3322 for (i = queue->next_buf_to_init; 3323 i < queue->next_buf_to_init + count; ++i) { 3324 if (qeth_init_input_buffer(card, 3325 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3326 break; 3327 } else { 3328 newcount++; 3329 } 3330 } 3331 3332 if (newcount < count) { 3333 /* we are in memory shortage so we switch back to 3334 traditional skb allocation and drop packages */ 3335 atomic_set(&card->force_alloc_skb, 3); 3336 count = newcount; 3337 } else { 3338 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3339 } 3340 3341 if (!count) { 3342 i = 0; 3343 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3344 i++; 3345 if (i == card->qdio.in_buf_pool.buf_count) { 3346 QETH_CARD_TEXT(card, 2, "qsarbw"); 3347 card->reclaim_index = index; 3348 schedule_delayed_work( 3349 &card->buffer_reclaim_work, 3350 QETH_RECLAIM_WORK_TIME); 3351 } 3352 return; 3353 } 3354 3355 /* 3356 * according to old code it should be avoided to requeue all 3357 * 128 buffers in order to benefit from PCI avoidance. 3358 * this function keeps at least one buffer (the buffer at 3359 * 'index') un-requeued -> this buffer is the first buffer that 3360 * will be requeued the next time 3361 */ 3362 if (card->options.performance_stats) { 3363 card->perf_stats.inbound_do_qdio_cnt++; 3364 card->perf_stats.inbound_do_qdio_start_time = 3365 qeth_get_micros(); 3366 } 3367 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3368 queue->next_buf_to_init, count); 3369 if (card->options.performance_stats) 3370 card->perf_stats.inbound_do_qdio_time += 3371 qeth_get_micros() - 3372 card->perf_stats.inbound_do_qdio_start_time; 3373 if (rc) { 3374 QETH_CARD_TEXT(card, 2, "qinberr"); 3375 } 3376 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3377 QDIO_MAX_BUFFERS_PER_Q; 3378 } 3379 } 3380 3381 static void qeth_buffer_reclaim_work(struct work_struct *work) 3382 { 3383 struct qeth_card *card = container_of(work, struct qeth_card, 3384 buffer_reclaim_work.work); 3385 3386 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3387 qeth_queue_input_buffer(card, card->reclaim_index); 3388 } 3389 3390 static void qeth_handle_send_error(struct qeth_card *card, 3391 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3392 { 3393 int sbalf15 = buffer->buffer->element[15].sflags; 3394 3395 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3396 if (card->info.type == QETH_CARD_TYPE_IQD) { 3397 if (sbalf15 == 0) { 3398 qdio_err = 0; 3399 } else { 3400 qdio_err = 1; 3401 } 3402 } 3403 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3404 3405 if (!qdio_err) 3406 return; 3407 3408 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3409 return; 3410 3411 QETH_CARD_TEXT(card, 1, "lnkfail"); 3412 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3413 (u16)qdio_err, (u8)sbalf15); 3414 } 3415 3416 /** 3417 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3418 * @queue: queue to check for packing buffer 3419 * 3420 * Returns number of buffers that were prepared for flush. 3421 */ 3422 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3423 { 3424 struct qeth_qdio_out_buffer *buffer; 3425 3426 buffer = queue->bufs[queue->next_buf_to_fill]; 3427 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3428 (buffer->next_element_to_fill > 0)) { 3429 /* it's a packing buffer */ 3430 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3431 queue->next_buf_to_fill = 3432 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3433 return 1; 3434 } 3435 return 0; 3436 } 3437 3438 /* 3439 * Switched to packing state if the number of used buffers on a queue 3440 * reaches a certain limit. 3441 */ 3442 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3443 { 3444 if (!queue->do_pack) { 3445 if (atomic_read(&queue->used_buffers) 3446 >= QETH_HIGH_WATERMARK_PACK){ 3447 /* switch non-PACKING -> PACKING */ 3448 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3449 if (queue->card->options.performance_stats) 3450 queue->card->perf_stats.sc_dp_p++; 3451 queue->do_pack = 1; 3452 } 3453 } 3454 } 3455 3456 /* 3457 * Switches from packing to non-packing mode. If there is a packing 3458 * buffer on the queue this buffer will be prepared to be flushed. 3459 * In that case 1 is returned to inform the caller. If no buffer 3460 * has to be flushed, zero is returned. 3461 */ 3462 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3463 { 3464 if (queue->do_pack) { 3465 if (atomic_read(&queue->used_buffers) 3466 <= QETH_LOW_WATERMARK_PACK) { 3467 /* switch PACKING -> non-PACKING */ 3468 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3469 if (queue->card->options.performance_stats) 3470 queue->card->perf_stats.sc_p_dp++; 3471 queue->do_pack = 0; 3472 return qeth_prep_flush_pack_buffer(queue); 3473 } 3474 } 3475 return 0; 3476 } 3477 3478 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3479 int count) 3480 { 3481 struct qeth_qdio_out_buffer *buf; 3482 int rc; 3483 int i; 3484 unsigned int qdio_flags; 3485 3486 for (i = index; i < index + count; ++i) { 3487 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3488 buf = queue->bufs[bidx]; 3489 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3490 SBAL_EFLAGS_LAST_ENTRY; 3491 3492 if (queue->bufstates) 3493 queue->bufstates[bidx].user = buf; 3494 3495 if (queue->card->info.type == QETH_CARD_TYPE_IQD) 3496 continue; 3497 3498 if (!queue->do_pack) { 3499 if ((atomic_read(&queue->used_buffers) >= 3500 (QETH_HIGH_WATERMARK_PACK - 3501 QETH_WATERMARK_PACK_FUZZ)) && 3502 !atomic_read(&queue->set_pci_flags_count)) { 3503 /* it's likely that we'll go to packing 3504 * mode soon */ 3505 atomic_inc(&queue->set_pci_flags_count); 3506 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3507 } 3508 } else { 3509 if (!atomic_read(&queue->set_pci_flags_count)) { 3510 /* 3511 * there's no outstanding PCI any more, so we 3512 * have to request a PCI to be sure the the PCI 3513 * will wake at some time in the future then we 3514 * can flush packed buffers that might still be 3515 * hanging around, which can happen if no 3516 * further send was requested by the stack 3517 */ 3518 atomic_inc(&queue->set_pci_flags_count); 3519 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3520 } 3521 } 3522 } 3523 3524 netif_trans_update(queue->card->dev); 3525 if (queue->card->options.performance_stats) { 3526 queue->card->perf_stats.outbound_do_qdio_cnt++; 3527 queue->card->perf_stats.outbound_do_qdio_start_time = 3528 qeth_get_micros(); 3529 } 3530 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3531 if (atomic_read(&queue->set_pci_flags_count)) 3532 qdio_flags |= QDIO_FLAG_PCI_OUT; 3533 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3534 queue->queue_no, index, count); 3535 if (queue->card->options.performance_stats) 3536 queue->card->perf_stats.outbound_do_qdio_time += 3537 qeth_get_micros() - 3538 queue->card->perf_stats.outbound_do_qdio_start_time; 3539 atomic_add(count, &queue->used_buffers); 3540 if (rc) { 3541 queue->card->stats.tx_errors += count; 3542 /* ignore temporary SIGA errors without busy condition */ 3543 if (rc == -ENOBUFS) 3544 return; 3545 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3546 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3547 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3548 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3549 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3550 3551 /* this must not happen under normal circumstances. if it 3552 * happens something is really wrong -> recover */ 3553 qeth_schedule_recovery(queue->card); 3554 return; 3555 } 3556 if (queue->card->options.performance_stats) 3557 queue->card->perf_stats.bufs_sent += count; 3558 } 3559 3560 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3561 { 3562 int index; 3563 int flush_cnt = 0; 3564 int q_was_packing = 0; 3565 3566 /* 3567 * check if weed have to switch to non-packing mode or if 3568 * we have to get a pci flag out on the queue 3569 */ 3570 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3571 !atomic_read(&queue->set_pci_flags_count)) { 3572 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3573 QETH_OUT_Q_UNLOCKED) { 3574 /* 3575 * If we get in here, there was no action in 3576 * do_send_packet. So, we check if there is a 3577 * packing buffer to be flushed here. 3578 */ 3579 netif_stop_queue(queue->card->dev); 3580 index = queue->next_buf_to_fill; 3581 q_was_packing = queue->do_pack; 3582 /* queue->do_pack may change */ 3583 barrier(); 3584 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3585 if (!flush_cnt && 3586 !atomic_read(&queue->set_pci_flags_count)) 3587 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3588 if (queue->card->options.performance_stats && 3589 q_was_packing) 3590 queue->card->perf_stats.bufs_sent_pack += 3591 flush_cnt; 3592 if (flush_cnt) 3593 qeth_flush_buffers(queue, index, flush_cnt); 3594 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3595 } 3596 } 3597 } 3598 3599 void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3600 unsigned long card_ptr) 3601 { 3602 struct qeth_card *card = (struct qeth_card *)card_ptr; 3603 3604 if (card->dev && (card->dev->flags & IFF_UP)) 3605 napi_schedule(&card->napi); 3606 } 3607 EXPORT_SYMBOL_GPL(qeth_qdio_start_poll); 3608 3609 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3610 { 3611 int rc; 3612 3613 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3614 rc = -1; 3615 goto out; 3616 } else { 3617 if (card->options.cq == cq) { 3618 rc = 0; 3619 goto out; 3620 } 3621 3622 if (card->state != CARD_STATE_DOWN && 3623 card->state != CARD_STATE_RECOVER) { 3624 rc = -1; 3625 goto out; 3626 } 3627 3628 qeth_free_qdio_buffers(card); 3629 card->options.cq = cq; 3630 rc = 0; 3631 } 3632 out: 3633 return rc; 3634 3635 } 3636 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3637 3638 3639 static void qeth_qdio_cq_handler(struct qeth_card *card, 3640 unsigned int qdio_err, 3641 unsigned int queue, int first_element, int count) { 3642 struct qeth_qdio_q *cq = card->qdio.c_q; 3643 int i; 3644 int rc; 3645 3646 if (!qeth_is_cq(card, queue)) 3647 goto out; 3648 3649 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3650 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3651 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3652 3653 if (qdio_err) { 3654 netif_stop_queue(card->dev); 3655 qeth_schedule_recovery(card); 3656 goto out; 3657 } 3658 3659 if (card->options.performance_stats) { 3660 card->perf_stats.cq_cnt++; 3661 card->perf_stats.cq_start_time = qeth_get_micros(); 3662 } 3663 3664 for (i = first_element; i < first_element + count; ++i) { 3665 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3666 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3667 int e; 3668 3669 e = 0; 3670 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3671 buffer->element[e].addr) { 3672 unsigned long phys_aob_addr; 3673 3674 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3675 qeth_qdio_handle_aob(card, phys_aob_addr); 3676 buffer->element[e].addr = NULL; 3677 buffer->element[e].eflags = 0; 3678 buffer->element[e].sflags = 0; 3679 buffer->element[e].length = 0; 3680 3681 ++e; 3682 } 3683 3684 buffer->element[15].eflags = 0; 3685 buffer->element[15].sflags = 0; 3686 } 3687 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3688 card->qdio.c_q->next_buf_to_init, 3689 count); 3690 if (rc) { 3691 dev_warn(&card->gdev->dev, 3692 "QDIO reported an error, rc=%i\n", rc); 3693 QETH_CARD_TEXT(card, 2, "qcqherr"); 3694 } 3695 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3696 + count) % QDIO_MAX_BUFFERS_PER_Q; 3697 3698 netif_wake_queue(card->dev); 3699 3700 if (card->options.performance_stats) { 3701 int delta_t = qeth_get_micros(); 3702 delta_t -= card->perf_stats.cq_start_time; 3703 card->perf_stats.cq_time += delta_t; 3704 } 3705 out: 3706 return; 3707 } 3708 3709 void qeth_qdio_input_handler(struct ccw_device *ccwdev, unsigned int qdio_err, 3710 unsigned int queue, int first_elem, int count, 3711 unsigned long card_ptr) 3712 { 3713 struct qeth_card *card = (struct qeth_card *)card_ptr; 3714 3715 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3716 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3717 3718 if (qeth_is_cq(card, queue)) 3719 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3720 else if (qdio_err) 3721 qeth_schedule_recovery(card); 3722 3723 3724 } 3725 EXPORT_SYMBOL_GPL(qeth_qdio_input_handler); 3726 3727 void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3728 unsigned int qdio_error, int __queue, int first_element, 3729 int count, unsigned long card_ptr) 3730 { 3731 struct qeth_card *card = (struct qeth_card *) card_ptr; 3732 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3733 struct qeth_qdio_out_buffer *buffer; 3734 int i; 3735 3736 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3737 if (qdio_error & QDIO_ERROR_FATAL) { 3738 QETH_CARD_TEXT(card, 2, "achkcond"); 3739 netif_stop_queue(card->dev); 3740 qeth_schedule_recovery(card); 3741 return; 3742 } 3743 if (card->options.performance_stats) { 3744 card->perf_stats.outbound_handler_cnt++; 3745 card->perf_stats.outbound_handler_start_time = 3746 qeth_get_micros(); 3747 } 3748 for (i = first_element; i < (first_element + count); ++i) { 3749 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3750 buffer = queue->bufs[bidx]; 3751 qeth_handle_send_error(card, buffer, qdio_error); 3752 3753 if (queue->bufstates && 3754 (queue->bufstates[bidx].flags & 3755 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3756 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3757 3758 if (atomic_cmpxchg(&buffer->state, 3759 QETH_QDIO_BUF_PRIMED, 3760 QETH_QDIO_BUF_PENDING) == 3761 QETH_QDIO_BUF_PRIMED) { 3762 qeth_notify_skbs(queue, buffer, 3763 TX_NOTIFY_PENDING); 3764 } 3765 buffer->aob = queue->bufstates[bidx].aob; 3766 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3767 QETH_CARD_TEXT(queue->card, 5, "aob"); 3768 QETH_CARD_TEXT_(queue->card, 5, "%lx", 3769 virt_to_phys(buffer->aob)); 3770 if (qeth_init_qdio_out_buf(queue, bidx)) { 3771 QETH_CARD_TEXT(card, 2, "outofbuf"); 3772 qeth_schedule_recovery(card); 3773 } 3774 } else { 3775 if (card->options.cq == QETH_CQ_ENABLED) { 3776 enum iucv_tx_notify n; 3777 3778 n = qeth_compute_cq_notification( 3779 buffer->buffer->element[15].sflags, 0); 3780 qeth_notify_skbs(queue, buffer, n); 3781 } 3782 3783 qeth_clear_output_buffer(queue, buffer, 3784 QETH_QDIO_BUF_EMPTY); 3785 } 3786 qeth_cleanup_handled_pending(queue, bidx, 0); 3787 } 3788 atomic_sub(count, &queue->used_buffers); 3789 /* check if we need to do something on this outbound queue */ 3790 if (card->info.type != QETH_CARD_TYPE_IQD) 3791 qeth_check_outbound_queue(queue); 3792 3793 netif_wake_queue(queue->card->dev); 3794 if (card->options.performance_stats) 3795 card->perf_stats.outbound_handler_time += qeth_get_micros() - 3796 card->perf_stats.outbound_handler_start_time; 3797 } 3798 EXPORT_SYMBOL_GPL(qeth_qdio_output_handler); 3799 3800 /* We cannot use outbound queue 3 for unicast packets on HiperSockets */ 3801 static inline int qeth_cut_iqd_prio(struct qeth_card *card, int queue_num) 3802 { 3803 if ((card->info.type == QETH_CARD_TYPE_IQD) && (queue_num == 3)) 3804 return 2; 3805 return queue_num; 3806 } 3807 3808 /** 3809 * Note: Function assumes that we have 4 outbound queues. 3810 */ 3811 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb, 3812 int ipv, int cast_type) 3813 { 3814 __be16 *tci; 3815 u8 tos; 3816 3817 if (cast_type && card->info.is_multicast_different) 3818 return card->info.is_multicast_different & 3819 (card->qdio.no_out_queues - 1); 3820 3821 switch (card->qdio.do_prio_queueing) { 3822 case QETH_PRIO_Q_ING_TOS: 3823 case QETH_PRIO_Q_ING_PREC: 3824 switch (ipv) { 3825 case 4: 3826 tos = ipv4_get_dsfield(ip_hdr(skb)); 3827 break; 3828 case 6: 3829 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3830 break; 3831 default: 3832 return card->qdio.default_out_queue; 3833 } 3834 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3835 return qeth_cut_iqd_prio(card, ~tos >> 6 & 3); 3836 if (tos & IPTOS_MINCOST) 3837 return qeth_cut_iqd_prio(card, 3); 3838 if (tos & IPTOS_RELIABILITY) 3839 return 2; 3840 if (tos & IPTOS_THROUGHPUT) 3841 return 1; 3842 if (tos & IPTOS_LOWDELAY) 3843 return 0; 3844 break; 3845 case QETH_PRIO_Q_ING_SKB: 3846 if (skb->priority > 5) 3847 return 0; 3848 return qeth_cut_iqd_prio(card, ~skb->priority >> 1 & 3); 3849 case QETH_PRIO_Q_ING_VLAN: 3850 tci = &((struct ethhdr *)skb->data)->h_proto; 3851 if (be16_to_cpu(*tci) == ETH_P_8021Q) 3852 return qeth_cut_iqd_prio(card, 3853 ~be16_to_cpu(*(tci + 1)) >> (VLAN_PRIO_SHIFT + 1) & 3); 3854 break; 3855 default: 3856 break; 3857 } 3858 return card->qdio.default_out_queue; 3859 } 3860 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3861 3862 /** 3863 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3864 * @skb: SKB address 3865 * 3866 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3867 * fragmented part of the SKB. Returns zero for linear SKB. 3868 */ 3869 int qeth_get_elements_for_frags(struct sk_buff *skb) 3870 { 3871 int cnt, elements = 0; 3872 3873 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3874 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3875 3876 elements += qeth_get_elements_for_range( 3877 (addr_t)skb_frag_address(frag), 3878 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3879 } 3880 return elements; 3881 } 3882 EXPORT_SYMBOL_GPL(qeth_get_elements_for_frags); 3883 3884 /** 3885 * qeth_get_elements_no() - find number of SBALEs for skb data, inc. frags. 3886 * @card: qeth card structure, to check max. elems. 3887 * @skb: SKB address 3888 * @extra_elems: extra elems needed, to check against max. 3889 * @data_offset: range starts at skb->data + data_offset 3890 * 3891 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3892 * skb data, including linear part and fragments. Checks if the result plus 3893 * extra_elems fits under the limit for the card. Returns 0 if it does not. 3894 * Note: extra_elems is not included in the returned result. 3895 */ 3896 int qeth_get_elements_no(struct qeth_card *card, 3897 struct sk_buff *skb, int extra_elems, int data_offset) 3898 { 3899 int elements = qeth_get_elements_for_range( 3900 (addr_t)skb->data + data_offset, 3901 (addr_t)skb->data + skb_headlen(skb)) + 3902 qeth_get_elements_for_frags(skb); 3903 3904 if ((elements + extra_elems) > QETH_MAX_BUFFER_ELEMENTS(card)) { 3905 QETH_DBF_MESSAGE(2, "Invalid size of IP packet " 3906 "(Number=%d / Length=%d). Discarded.\n", 3907 elements + extra_elems, skb->len); 3908 return 0; 3909 } 3910 return elements; 3911 } 3912 EXPORT_SYMBOL_GPL(qeth_get_elements_no); 3913 3914 int qeth_hdr_chk_and_bounce(struct sk_buff *skb, struct qeth_hdr **hdr, int len) 3915 { 3916 int hroom, inpage, rest; 3917 3918 if (((unsigned long)skb->data & PAGE_MASK) != 3919 (((unsigned long)skb->data + len - 1) & PAGE_MASK)) { 3920 hroom = skb_headroom(skb); 3921 inpage = PAGE_SIZE - ((unsigned long) skb->data % PAGE_SIZE); 3922 rest = len - inpage; 3923 if (rest > hroom) 3924 return 1; 3925 memmove(skb->data - rest, skb->data, skb_headlen(skb)); 3926 skb->data -= rest; 3927 skb->tail -= rest; 3928 *hdr = (struct qeth_hdr *)skb->data; 3929 QETH_DBF_MESSAGE(2, "skb bounce len: %d rest: %d\n", len, rest); 3930 } 3931 return 0; 3932 } 3933 EXPORT_SYMBOL_GPL(qeth_hdr_chk_and_bounce); 3934 3935 /** 3936 * qeth_push_hdr() - push a qeth_hdr onto an skb. 3937 * @skb: skb that the qeth_hdr should be pushed onto. 3938 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3939 * it contains a valid pointer to a qeth_hdr. 3940 * @len: length of the hdr that needs to be pushed on. 3941 * 3942 * Returns the pushed length. If the header can't be pushed on 3943 * (eg. because it would cross a page boundary), it is allocated from 3944 * the cache instead and 0 is returned. 3945 * Error to create the hdr is indicated by returning with < 0. 3946 */ 3947 int qeth_push_hdr(struct sk_buff *skb, struct qeth_hdr **hdr, unsigned int len) 3948 { 3949 if (skb_headroom(skb) >= len && 3950 qeth_get_elements_for_range((addr_t)skb->data - len, 3951 (addr_t)skb->data) == 1) { 3952 *hdr = skb_push(skb, len); 3953 return len; 3954 } 3955 /* fall back */ 3956 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3957 if (!*hdr) 3958 return -ENOMEM; 3959 return 0; 3960 } 3961 EXPORT_SYMBOL_GPL(qeth_push_hdr); 3962 3963 static void __qeth_fill_buffer(struct sk_buff *skb, 3964 struct qeth_qdio_out_buffer *buf, 3965 bool is_first_elem, unsigned int offset) 3966 { 3967 struct qdio_buffer *buffer = buf->buffer; 3968 int element = buf->next_element_to_fill; 3969 int length = skb_headlen(skb) - offset; 3970 char *data = skb->data + offset; 3971 int length_here, cnt; 3972 3973 /* map linear part into buffer element(s) */ 3974 while (length > 0) { 3975 /* length_here is the remaining amount of data in this page */ 3976 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3977 if (length < length_here) 3978 length_here = length; 3979 3980 buffer->element[element].addr = data; 3981 buffer->element[element].length = length_here; 3982 length -= length_here; 3983 if (is_first_elem) { 3984 is_first_elem = false; 3985 if (length || skb_is_nonlinear(skb)) 3986 /* skb needs additional elements */ 3987 buffer->element[element].eflags = 3988 SBAL_EFLAGS_FIRST_FRAG; 3989 else 3990 buffer->element[element].eflags = 0; 3991 } else { 3992 buffer->element[element].eflags = 3993 SBAL_EFLAGS_MIDDLE_FRAG; 3994 } 3995 data += length_here; 3996 element++; 3997 } 3998 3999 /* map page frags into buffer element(s) */ 4000 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 4001 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 4002 4003 data = skb_frag_address(frag); 4004 length = skb_frag_size(frag); 4005 while (length > 0) { 4006 length_here = PAGE_SIZE - 4007 ((unsigned long) data % PAGE_SIZE); 4008 if (length < length_here) 4009 length_here = length; 4010 4011 buffer->element[element].addr = data; 4012 buffer->element[element].length = length_here; 4013 buffer->element[element].eflags = 4014 SBAL_EFLAGS_MIDDLE_FRAG; 4015 length -= length_here; 4016 data += length_here; 4017 element++; 4018 } 4019 } 4020 4021 if (buffer->element[element - 1].eflags) 4022 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 4023 buf->next_element_to_fill = element; 4024 } 4025 4026 /** 4027 * qeth_fill_buffer() - map skb into an output buffer 4028 * @queue: QDIO queue to submit the buffer on 4029 * @buf: buffer to transport the skb 4030 * @skb: skb to map into the buffer 4031 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 4032 * from qeth_core_header_cache. 4033 * @offset: when mapping the skb, start at skb->data + offset 4034 * @hd_len: if > 0, build a dedicated header element of this size 4035 */ 4036 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 4037 struct qeth_qdio_out_buffer *buf, 4038 struct sk_buff *skb, struct qeth_hdr *hdr, 4039 unsigned int offset, unsigned int hd_len) 4040 { 4041 struct qdio_buffer *buffer = buf->buffer; 4042 bool is_first_elem = true; 4043 int flush_cnt = 0; 4044 4045 refcount_inc(&skb->users); 4046 skb_queue_tail(&buf->skb_list, skb); 4047 4048 /* build dedicated header element */ 4049 if (hd_len) { 4050 int element = buf->next_element_to_fill; 4051 is_first_elem = false; 4052 4053 buffer->element[element].addr = hdr; 4054 buffer->element[element].length = hd_len; 4055 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 4056 /* remember to free cache-allocated qeth_hdr: */ 4057 buf->is_header[element] = ((void *)hdr != skb->data); 4058 buf->next_element_to_fill++; 4059 } 4060 4061 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 4062 4063 if (!queue->do_pack) { 4064 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 4065 /* set state to PRIMED -> will be flushed */ 4066 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 4067 flush_cnt = 1; 4068 } else { 4069 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 4070 if (queue->card->options.performance_stats) 4071 queue->card->perf_stats.skbs_sent_pack++; 4072 if (buf->next_element_to_fill >= 4073 QETH_MAX_BUFFER_ELEMENTS(queue->card)) { 4074 /* 4075 * packed buffer if full -> set state PRIMED 4076 * -> will be flushed 4077 */ 4078 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 4079 flush_cnt = 1; 4080 } 4081 } 4082 return flush_cnt; 4083 } 4084 4085 int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, struct sk_buff *skb, 4086 struct qeth_hdr *hdr, unsigned int offset, 4087 unsigned int hd_len) 4088 { 4089 int index = queue->next_buf_to_fill; 4090 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 4091 4092 /* 4093 * check if buffer is empty to make sure that we do not 'overtake' 4094 * ourselves and try to fill a buffer that is already primed 4095 */ 4096 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 4097 return -EBUSY; 4098 queue->next_buf_to_fill = (index + 1) % QDIO_MAX_BUFFERS_PER_Q; 4099 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 4100 qeth_flush_buffers(queue, index, 1); 4101 return 0; 4102 } 4103 EXPORT_SYMBOL_GPL(qeth_do_send_packet_fast); 4104 4105 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 4106 struct sk_buff *skb, struct qeth_hdr *hdr, 4107 unsigned int offset, unsigned int hd_len, 4108 int elements_needed) 4109 { 4110 struct qeth_qdio_out_buffer *buffer; 4111 int start_index; 4112 int flush_count = 0; 4113 int do_pack = 0; 4114 int tmp; 4115 int rc = 0; 4116 4117 /* spin until we get the queue ... */ 4118 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 4119 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 4120 start_index = queue->next_buf_to_fill; 4121 buffer = queue->bufs[queue->next_buf_to_fill]; 4122 /* 4123 * check if buffer is empty to make sure that we do not 'overtake' 4124 * ourselves and try to fill a buffer that is already primed 4125 */ 4126 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 4127 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 4128 return -EBUSY; 4129 } 4130 /* check if we need to switch packing state of this queue */ 4131 qeth_switch_to_packing_if_needed(queue); 4132 if (queue->do_pack) { 4133 do_pack = 1; 4134 /* does packet fit in current buffer? */ 4135 if ((QETH_MAX_BUFFER_ELEMENTS(card) - 4136 buffer->next_element_to_fill) < elements_needed) { 4137 /* ... no -> set state PRIMED */ 4138 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4139 flush_count++; 4140 queue->next_buf_to_fill = 4141 (queue->next_buf_to_fill + 1) % 4142 QDIO_MAX_BUFFERS_PER_Q; 4143 buffer = queue->bufs[queue->next_buf_to_fill]; 4144 /* we did a step forward, so check buffer state 4145 * again */ 4146 if (atomic_read(&buffer->state) != 4147 QETH_QDIO_BUF_EMPTY) { 4148 qeth_flush_buffers(queue, start_index, 4149 flush_count); 4150 atomic_set(&queue->state, 4151 QETH_OUT_Q_UNLOCKED); 4152 rc = -EBUSY; 4153 goto out; 4154 } 4155 } 4156 } 4157 tmp = qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 4158 queue->next_buf_to_fill = (queue->next_buf_to_fill + tmp) % 4159 QDIO_MAX_BUFFERS_PER_Q; 4160 flush_count += tmp; 4161 if (flush_count) 4162 qeth_flush_buffers(queue, start_index, flush_count); 4163 else if (!atomic_read(&queue->set_pci_flags_count)) 4164 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4165 /* 4166 * queue->state will go from LOCKED -> UNLOCKED or from 4167 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4168 * (switch packing state or flush buffer to get another pci flag out). 4169 * In that case we will enter this loop 4170 */ 4171 while (atomic_dec_return(&queue->state)) { 4172 start_index = queue->next_buf_to_fill; 4173 /* check if we can go back to non-packing state */ 4174 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4175 /* 4176 * check if we need to flush a packing buffer to get a pci 4177 * flag out on the queue 4178 */ 4179 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4180 tmp = qeth_prep_flush_pack_buffer(queue); 4181 if (tmp) { 4182 qeth_flush_buffers(queue, start_index, tmp); 4183 flush_count += tmp; 4184 } 4185 } 4186 out: 4187 /* at this point the queue is UNLOCKED again */ 4188 if (queue->card->options.performance_stats && do_pack) 4189 queue->card->perf_stats.bufs_sent_pack += flush_count; 4190 4191 return rc; 4192 } 4193 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4194 4195 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4196 struct qeth_reply *reply, unsigned long data) 4197 { 4198 struct qeth_ipa_cmd *cmd; 4199 struct qeth_ipacmd_setadpparms *setparms; 4200 4201 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4202 4203 cmd = (struct qeth_ipa_cmd *) data; 4204 setparms = &(cmd->data.setadapterparms); 4205 4206 qeth_default_setadapterparms_cb(card, reply, (unsigned long)cmd); 4207 if (cmd->hdr.return_code) { 4208 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4209 setparms->data.mode = SET_PROMISC_MODE_OFF; 4210 } 4211 card->info.promisc_mode = setparms->data.mode; 4212 return 0; 4213 } 4214 4215 void qeth_setadp_promisc_mode(struct qeth_card *card) 4216 { 4217 enum qeth_ipa_promisc_modes mode; 4218 struct net_device *dev = card->dev; 4219 struct qeth_cmd_buffer *iob; 4220 struct qeth_ipa_cmd *cmd; 4221 4222 QETH_CARD_TEXT(card, 4, "setprom"); 4223 4224 if (((dev->flags & IFF_PROMISC) && 4225 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4226 (!(dev->flags & IFF_PROMISC) && 4227 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4228 return; 4229 mode = SET_PROMISC_MODE_OFF; 4230 if (dev->flags & IFF_PROMISC) 4231 mode = SET_PROMISC_MODE_ON; 4232 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4233 4234 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4235 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4236 if (!iob) 4237 return; 4238 cmd = (struct qeth_ipa_cmd *)(iob->data + IPA_PDU_HEADER_SIZE); 4239 cmd->data.setadapterparms.data.mode = mode; 4240 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4241 } 4242 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4243 4244 int qeth_change_mtu(struct net_device *dev, int new_mtu) 4245 { 4246 struct qeth_card *card; 4247 char dbf_text[15]; 4248 4249 card = dev->ml_priv; 4250 4251 QETH_CARD_TEXT(card, 4, "chgmtu"); 4252 sprintf(dbf_text, "%8x", new_mtu); 4253 QETH_CARD_TEXT(card, 4, dbf_text); 4254 4255 if (!qeth_mtu_is_valid(card, new_mtu)) 4256 return -EINVAL; 4257 dev->mtu = new_mtu; 4258 return 0; 4259 } 4260 EXPORT_SYMBOL_GPL(qeth_change_mtu); 4261 4262 struct net_device_stats *qeth_get_stats(struct net_device *dev) 4263 { 4264 struct qeth_card *card; 4265 4266 card = dev->ml_priv; 4267 4268 QETH_CARD_TEXT(card, 5, "getstat"); 4269 4270 return &card->stats; 4271 } 4272 EXPORT_SYMBOL_GPL(qeth_get_stats); 4273 4274 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4275 struct qeth_reply *reply, unsigned long data) 4276 { 4277 struct qeth_ipa_cmd *cmd; 4278 4279 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4280 4281 cmd = (struct qeth_ipa_cmd *) data; 4282 if (!card->options.layer2 || 4283 !(card->info.mac_bits & QETH_LAYER2_MAC_READ)) { 4284 ether_addr_copy(card->dev->dev_addr, 4285 cmd->data.setadapterparms.data.change_addr.addr); 4286 card->info.mac_bits |= QETH_LAYER2_MAC_READ; 4287 } 4288 qeth_default_setadapterparms_cb(card, reply, (unsigned long) cmd); 4289 return 0; 4290 } 4291 4292 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4293 { 4294 int rc; 4295 struct qeth_cmd_buffer *iob; 4296 struct qeth_ipa_cmd *cmd; 4297 4298 QETH_CARD_TEXT(card, 4, "chgmac"); 4299 4300 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4301 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4302 sizeof(struct qeth_change_addr)); 4303 if (!iob) 4304 return -ENOMEM; 4305 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 4306 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4307 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4308 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4309 card->dev->dev_addr); 4310 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4311 NULL); 4312 return rc; 4313 } 4314 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4315 4316 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4317 struct qeth_reply *reply, unsigned long data) 4318 { 4319 struct qeth_ipa_cmd *cmd; 4320 struct qeth_set_access_ctrl *access_ctrl_req; 4321 int fallback = *(int *)reply->param; 4322 4323 QETH_CARD_TEXT(card, 4, "setaccb"); 4324 4325 cmd = (struct qeth_ipa_cmd *) data; 4326 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4327 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4328 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4329 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4330 cmd->data.setadapterparms.hdr.return_code); 4331 if (cmd->data.setadapterparms.hdr.return_code != 4332 SET_ACCESS_CTRL_RC_SUCCESS) 4333 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%s,%d)==%d\n", 4334 card->gdev->dev.kobj.name, 4335 access_ctrl_req->subcmd_code, 4336 cmd->data.setadapterparms.hdr.return_code); 4337 switch (cmd->data.setadapterparms.hdr.return_code) { 4338 case SET_ACCESS_CTRL_RC_SUCCESS: 4339 if (card->options.isolation == ISOLATION_MODE_NONE) { 4340 dev_info(&card->gdev->dev, 4341 "QDIO data connection isolation is deactivated\n"); 4342 } else { 4343 dev_info(&card->gdev->dev, 4344 "QDIO data connection isolation is activated\n"); 4345 } 4346 break; 4347 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4348 QETH_DBF_MESSAGE(2, "%s QDIO data connection isolation already " 4349 "deactivated\n", dev_name(&card->gdev->dev)); 4350 if (fallback) 4351 card->options.isolation = card->options.prev_isolation; 4352 break; 4353 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4354 QETH_DBF_MESSAGE(2, "%s QDIO data connection isolation already" 4355 " activated\n", dev_name(&card->gdev->dev)); 4356 if (fallback) 4357 card->options.isolation = card->options.prev_isolation; 4358 break; 4359 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4360 dev_err(&card->gdev->dev, "Adapter does not " 4361 "support QDIO data connection isolation\n"); 4362 break; 4363 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4364 dev_err(&card->gdev->dev, 4365 "Adapter is dedicated. " 4366 "QDIO data connection isolation not supported\n"); 4367 if (fallback) 4368 card->options.isolation = card->options.prev_isolation; 4369 break; 4370 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4371 dev_err(&card->gdev->dev, 4372 "TSO does not permit QDIO data connection isolation\n"); 4373 if (fallback) 4374 card->options.isolation = card->options.prev_isolation; 4375 break; 4376 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4377 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4378 "support reflective relay mode\n"); 4379 if (fallback) 4380 card->options.isolation = card->options.prev_isolation; 4381 break; 4382 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4383 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4384 "enabled at the adjacent switch port"); 4385 if (fallback) 4386 card->options.isolation = card->options.prev_isolation; 4387 break; 4388 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4389 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4390 "at the adjacent switch failed\n"); 4391 break; 4392 default: 4393 /* this should never happen */ 4394 if (fallback) 4395 card->options.isolation = card->options.prev_isolation; 4396 break; 4397 } 4398 qeth_default_setadapterparms_cb(card, reply, (unsigned long) cmd); 4399 return 0; 4400 } 4401 4402 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4403 enum qeth_ipa_isolation_modes isolation, int fallback) 4404 { 4405 int rc; 4406 struct qeth_cmd_buffer *iob; 4407 struct qeth_ipa_cmd *cmd; 4408 struct qeth_set_access_ctrl *access_ctrl_req; 4409 4410 QETH_CARD_TEXT(card, 4, "setacctl"); 4411 4412 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4413 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4414 4415 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4416 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4417 sizeof(struct qeth_set_access_ctrl)); 4418 if (!iob) 4419 return -ENOMEM; 4420 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 4421 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4422 access_ctrl_req->subcmd_code = isolation; 4423 4424 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4425 &fallback); 4426 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4427 return rc; 4428 } 4429 4430 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4431 { 4432 int rc = 0; 4433 4434 QETH_CARD_TEXT(card, 4, "setactlo"); 4435 4436 if ((card->info.type == QETH_CARD_TYPE_OSD || 4437 card->info.type == QETH_CARD_TYPE_OSX) && 4438 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4439 rc = qeth_setadpparms_set_access_ctrl(card, 4440 card->options.isolation, fallback); 4441 if (rc) { 4442 QETH_DBF_MESSAGE(3, 4443 "IPA(SET_ACCESS_CTRL,%s,%d) sent failed\n", 4444 card->gdev->dev.kobj.name, 4445 rc); 4446 rc = -EOPNOTSUPP; 4447 } 4448 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4449 card->options.isolation = ISOLATION_MODE_NONE; 4450 4451 dev_err(&card->gdev->dev, "Adapter does not " 4452 "support QDIO data connection isolation\n"); 4453 rc = -EOPNOTSUPP; 4454 } 4455 return rc; 4456 } 4457 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4458 4459 void qeth_tx_timeout(struct net_device *dev) 4460 { 4461 struct qeth_card *card; 4462 4463 card = dev->ml_priv; 4464 QETH_CARD_TEXT(card, 4, "txtimeo"); 4465 card->stats.tx_errors++; 4466 qeth_schedule_recovery(card); 4467 } 4468 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4469 4470 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4471 { 4472 struct qeth_card *card = dev->ml_priv; 4473 int rc = 0; 4474 4475 switch (regnum) { 4476 case MII_BMCR: /* Basic mode control register */ 4477 rc = BMCR_FULLDPLX; 4478 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4479 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4480 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH)) 4481 rc |= BMCR_SPEED100; 4482 break; 4483 case MII_BMSR: /* Basic mode status register */ 4484 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4485 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4486 BMSR_100BASE4; 4487 break; 4488 case MII_PHYSID1: /* PHYS ID 1 */ 4489 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4490 dev->dev_addr[2]; 4491 rc = (rc >> 5) & 0xFFFF; 4492 break; 4493 case MII_PHYSID2: /* PHYS ID 2 */ 4494 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4495 break; 4496 case MII_ADVERTISE: /* Advertisement control reg */ 4497 rc = ADVERTISE_ALL; 4498 break; 4499 case MII_LPA: /* Link partner ability reg */ 4500 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4501 LPA_100BASE4 | LPA_LPACK; 4502 break; 4503 case MII_EXPANSION: /* Expansion register */ 4504 break; 4505 case MII_DCOUNTER: /* disconnect counter */ 4506 break; 4507 case MII_FCSCOUNTER: /* false carrier counter */ 4508 break; 4509 case MII_NWAYTEST: /* N-way auto-neg test register */ 4510 break; 4511 case MII_RERRCOUNTER: /* rx error counter */ 4512 rc = card->stats.rx_errors; 4513 break; 4514 case MII_SREVISION: /* silicon revision */ 4515 break; 4516 case MII_RESV1: /* reserved 1 */ 4517 break; 4518 case MII_LBRERROR: /* loopback, rx, bypass error */ 4519 break; 4520 case MII_PHYADDR: /* physical address */ 4521 break; 4522 case MII_RESV2: /* reserved 2 */ 4523 break; 4524 case MII_TPISTATUS: /* TPI status for 10mbps */ 4525 break; 4526 case MII_NCONFIG: /* network interface config */ 4527 break; 4528 default: 4529 break; 4530 } 4531 return rc; 4532 } 4533 4534 static int qeth_send_ipa_snmp_cmd(struct qeth_card *card, 4535 struct qeth_cmd_buffer *iob, int len, 4536 int (*reply_cb)(struct qeth_card *, struct qeth_reply *, 4537 unsigned long), 4538 void *reply_param) 4539 { 4540 u16 s1, s2; 4541 4542 QETH_CARD_TEXT(card, 4, "sendsnmp"); 4543 4544 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 4545 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 4546 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 4547 /* adjust PDU length fields in IPA_PDU_HEADER */ 4548 s1 = (u32) IPA_PDU_HEADER_SIZE + len; 4549 s2 = (u32) len; 4550 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &s1, 2); 4551 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &s2, 2); 4552 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &s2, 2); 4553 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &s2, 2); 4554 return qeth_send_control_data(card, IPA_PDU_HEADER_SIZE + len, iob, 4555 reply_cb, reply_param); 4556 } 4557 4558 static int qeth_snmp_command_cb(struct qeth_card *card, 4559 struct qeth_reply *reply, unsigned long sdata) 4560 { 4561 struct qeth_ipa_cmd *cmd; 4562 struct qeth_arp_query_info *qinfo; 4563 struct qeth_snmp_cmd *snmp; 4564 unsigned char *data; 4565 __u16 data_len; 4566 4567 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4568 4569 cmd = (struct qeth_ipa_cmd *) sdata; 4570 data = (unsigned char *)((char *)cmd - reply->offset); 4571 qinfo = (struct qeth_arp_query_info *) reply->param; 4572 snmp = &cmd->data.setadapterparms.data.snmp; 4573 4574 if (cmd->hdr.return_code) { 4575 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4576 return 0; 4577 } 4578 if (cmd->data.setadapterparms.hdr.return_code) { 4579 cmd->hdr.return_code = 4580 cmd->data.setadapterparms.hdr.return_code; 4581 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4582 return 0; 4583 } 4584 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4585 if (cmd->data.setadapterparms.hdr.seq_no == 1) 4586 data_len -= (__u16)((char *)&snmp->data - (char *)cmd); 4587 else 4588 data_len -= (__u16)((char *)&snmp->request - (char *)cmd); 4589 4590 /* check if there is enough room in userspace */ 4591 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4592 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOMEM); 4593 cmd->hdr.return_code = IPA_RC_ENOMEM; 4594 return 0; 4595 } 4596 QETH_CARD_TEXT_(card, 4, "snore%i", 4597 cmd->data.setadapterparms.hdr.used_total); 4598 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4599 cmd->data.setadapterparms.hdr.seq_no); 4600 /*copy entries to user buffer*/ 4601 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4602 memcpy(qinfo->udata + qinfo->udata_offset, 4603 (char *)snmp, 4604 data_len + offsetof(struct qeth_snmp_cmd, data)); 4605 qinfo->udata_offset += offsetof(struct qeth_snmp_cmd, data); 4606 } else { 4607 memcpy(qinfo->udata + qinfo->udata_offset, 4608 (char *)&snmp->request, data_len); 4609 } 4610 qinfo->udata_offset += data_len; 4611 /* check if all replies received ... */ 4612 QETH_CARD_TEXT_(card, 4, "srtot%i", 4613 cmd->data.setadapterparms.hdr.used_total); 4614 QETH_CARD_TEXT_(card, 4, "srseq%i", 4615 cmd->data.setadapterparms.hdr.seq_no); 4616 if (cmd->data.setadapterparms.hdr.seq_no < 4617 cmd->data.setadapterparms.hdr.used_total) 4618 return 1; 4619 return 0; 4620 } 4621 4622 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4623 { 4624 struct qeth_cmd_buffer *iob; 4625 struct qeth_ipa_cmd *cmd; 4626 struct qeth_snmp_ureq *ureq; 4627 unsigned int req_len; 4628 struct qeth_arp_query_info qinfo = {0, }; 4629 int rc = 0; 4630 4631 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4632 4633 if (card->info.guestlan) 4634 return -EOPNOTSUPP; 4635 4636 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4637 (!card->options.layer2)) { 4638 return -EOPNOTSUPP; 4639 } 4640 /* skip 4 bytes (data_len struct member) to get req_len */ 4641 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4642 return -EFAULT; 4643 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4644 sizeof(struct qeth_ipacmd_hdr) - 4645 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4646 return -EINVAL; 4647 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4648 if (IS_ERR(ureq)) { 4649 QETH_CARD_TEXT(card, 2, "snmpnome"); 4650 return PTR_ERR(ureq); 4651 } 4652 qinfo.udata_len = ureq->hdr.data_len; 4653 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4654 if (!qinfo.udata) { 4655 kfree(ureq); 4656 return -ENOMEM; 4657 } 4658 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4659 4660 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4661 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4662 if (!iob) { 4663 rc = -ENOMEM; 4664 goto out; 4665 } 4666 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 4667 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4668 rc = qeth_send_ipa_snmp_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len, 4669 qeth_snmp_command_cb, (void *)&qinfo); 4670 if (rc) 4671 QETH_DBF_MESSAGE(2, "SNMP command failed on %s: (0x%x)\n", 4672 QETH_CARD_IFNAME(card), rc); 4673 else { 4674 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4675 rc = -EFAULT; 4676 } 4677 out: 4678 kfree(ureq); 4679 kfree(qinfo.udata); 4680 return rc; 4681 } 4682 4683 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4684 struct qeth_reply *reply, unsigned long data) 4685 { 4686 struct qeth_ipa_cmd *cmd; 4687 struct qeth_qoat_priv *priv; 4688 char *resdata; 4689 int resdatalen; 4690 4691 QETH_CARD_TEXT(card, 3, "qoatcb"); 4692 4693 cmd = (struct qeth_ipa_cmd *)data; 4694 priv = (struct qeth_qoat_priv *)reply->param; 4695 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4696 resdata = (char *)data + 28; 4697 4698 if (resdatalen > (priv->buffer_len - priv->response_len)) { 4699 cmd->hdr.return_code = IPA_RC_FFFF; 4700 return 0; 4701 } 4702 4703 memcpy((priv->buffer + priv->response_len), resdata, 4704 resdatalen); 4705 priv->response_len += resdatalen; 4706 4707 if (cmd->data.setadapterparms.hdr.seq_no < 4708 cmd->data.setadapterparms.hdr.used_total) 4709 return 1; 4710 return 0; 4711 } 4712 4713 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4714 { 4715 int rc = 0; 4716 struct qeth_cmd_buffer *iob; 4717 struct qeth_ipa_cmd *cmd; 4718 struct qeth_query_oat *oat_req; 4719 struct qeth_query_oat_data oat_data; 4720 struct qeth_qoat_priv priv; 4721 void __user *tmp; 4722 4723 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4724 4725 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4726 rc = -EOPNOTSUPP; 4727 goto out; 4728 } 4729 4730 if (copy_from_user(&oat_data, udata, 4731 sizeof(struct qeth_query_oat_data))) { 4732 rc = -EFAULT; 4733 goto out; 4734 } 4735 4736 priv.buffer_len = oat_data.buffer_len; 4737 priv.response_len = 0; 4738 priv.buffer = kzalloc(oat_data.buffer_len, GFP_KERNEL); 4739 if (!priv.buffer) { 4740 rc = -ENOMEM; 4741 goto out; 4742 } 4743 4744 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4745 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4746 sizeof(struct qeth_query_oat)); 4747 if (!iob) { 4748 rc = -ENOMEM; 4749 goto out_free; 4750 } 4751 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 4752 oat_req = &cmd->data.setadapterparms.data.query_oat; 4753 oat_req->subcmd_code = oat_data.command; 4754 4755 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4756 &priv); 4757 if (!rc) { 4758 if (is_compat_task()) 4759 tmp = compat_ptr(oat_data.ptr); 4760 else 4761 tmp = (void __user *)(unsigned long)oat_data.ptr; 4762 4763 if (copy_to_user(tmp, priv.buffer, 4764 priv.response_len)) { 4765 rc = -EFAULT; 4766 goto out_free; 4767 } 4768 4769 oat_data.response_len = priv.response_len; 4770 4771 if (copy_to_user(udata, &oat_data, 4772 sizeof(struct qeth_query_oat_data))) 4773 rc = -EFAULT; 4774 } else 4775 if (rc == IPA_RC_FFFF) 4776 rc = -EFAULT; 4777 4778 out_free: 4779 kfree(priv.buffer); 4780 out: 4781 return rc; 4782 } 4783 4784 static int qeth_query_card_info_cb(struct qeth_card *card, 4785 struct qeth_reply *reply, unsigned long data) 4786 { 4787 struct qeth_ipa_cmd *cmd; 4788 struct qeth_query_card_info *card_info; 4789 struct carrier_info *carrier_info; 4790 4791 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4792 carrier_info = (struct carrier_info *)reply->param; 4793 cmd = (struct qeth_ipa_cmd *)data; 4794 card_info = &cmd->data.setadapterparms.data.card_info; 4795 if (cmd->data.setadapterparms.hdr.return_code == 0) { 4796 carrier_info->card_type = card_info->card_type; 4797 carrier_info->port_mode = card_info->port_mode; 4798 carrier_info->port_speed = card_info->port_speed; 4799 } 4800 4801 qeth_default_setadapterparms_cb(card, reply, (unsigned long) cmd); 4802 return 0; 4803 } 4804 4805 static int qeth_query_card_info(struct qeth_card *card, 4806 struct carrier_info *carrier_info) 4807 { 4808 struct qeth_cmd_buffer *iob; 4809 4810 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4811 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4812 return -EOPNOTSUPP; 4813 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4814 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4815 if (!iob) 4816 return -ENOMEM; 4817 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4818 (void *)carrier_info); 4819 } 4820 4821 /** 4822 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4823 * @card: pointer to a qeth_card 4824 * 4825 * Returns 4826 * 0, if a MAC address has been set for the card's netdevice 4827 * a return code, for various error conditions 4828 */ 4829 int qeth_vm_request_mac(struct qeth_card *card) 4830 { 4831 struct diag26c_mac_resp *response; 4832 struct diag26c_mac_req *request; 4833 struct ccw_dev_id id; 4834 int rc; 4835 4836 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4837 4838 if (!card->dev) 4839 return -ENODEV; 4840 4841 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4842 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4843 if (!request || !response) { 4844 rc = -ENOMEM; 4845 goto out; 4846 } 4847 4848 ccw_device_get_id(CARD_DDEV(card), &id); 4849 request->resp_buf_len = sizeof(*response); 4850 request->resp_version = DIAG26C_VERSION2; 4851 request->op_code = DIAG26C_GET_MAC; 4852 request->devno = id.devno; 4853 4854 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4855 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4856 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4857 if (rc) 4858 goto out; 4859 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4860 4861 if (request->resp_buf_len < sizeof(*response) || 4862 response->version != request->resp_version) { 4863 rc = -EIO; 4864 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4865 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4866 sizeof(request->resp_buf_len)); 4867 } else if (!is_valid_ether_addr(response->mac)) { 4868 rc = -EINVAL; 4869 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4870 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4871 } else { 4872 ether_addr_copy(card->dev->dev_addr, response->mac); 4873 } 4874 4875 out: 4876 kfree(response); 4877 kfree(request); 4878 return rc; 4879 } 4880 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4881 4882 static int qeth_get_qdio_q_format(struct qeth_card *card) 4883 { 4884 if (card->info.type == QETH_CARD_TYPE_IQD) 4885 return QDIO_IQDIO_QFMT; 4886 else 4887 return QDIO_QETH_QFMT; 4888 } 4889 4890 static void qeth_determine_capabilities(struct qeth_card *card) 4891 { 4892 int rc; 4893 int length; 4894 char *prcd; 4895 struct ccw_device *ddev; 4896 int ddev_offline = 0; 4897 4898 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4899 ddev = CARD_DDEV(card); 4900 if (!ddev->online) { 4901 ddev_offline = 1; 4902 rc = ccw_device_set_online(ddev); 4903 if (rc) { 4904 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4905 goto out; 4906 } 4907 } 4908 4909 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4910 if (rc) { 4911 QETH_DBF_MESSAGE(2, "%s qeth_read_conf_data returned %i\n", 4912 dev_name(&card->gdev->dev), rc); 4913 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4914 goto out_offline; 4915 } 4916 qeth_configure_unitaddr(card, prcd); 4917 if (ddev_offline) 4918 qeth_configure_blkt_default(card, prcd); 4919 kfree(prcd); 4920 4921 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4922 if (rc) 4923 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4924 4925 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4926 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4927 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4928 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4929 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4930 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4931 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4932 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4933 dev_info(&card->gdev->dev, 4934 "Completion Queueing supported\n"); 4935 } else { 4936 card->options.cq = QETH_CQ_NOTAVAILABLE; 4937 } 4938 4939 4940 out_offline: 4941 if (ddev_offline == 1) 4942 ccw_device_set_offline(ddev); 4943 out: 4944 return; 4945 } 4946 4947 static void qeth_qdio_establish_cq(struct qeth_card *card, 4948 struct qdio_buffer **in_sbal_ptrs, 4949 void (**queue_start_poll) 4950 (struct ccw_device *, int, 4951 unsigned long)) 4952 { 4953 int i; 4954 4955 if (card->options.cq == QETH_CQ_ENABLED) { 4956 int offset = QDIO_MAX_BUFFERS_PER_Q * 4957 (card->qdio.no_in_queues - 1); 4958 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4959 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4960 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4961 } 4962 4963 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4964 } 4965 } 4966 4967 static int qeth_qdio_establish(struct qeth_card *card) 4968 { 4969 struct qdio_initialize init_data; 4970 char *qib_param_field; 4971 struct qdio_buffer **in_sbal_ptrs; 4972 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4973 struct qdio_buffer **out_sbal_ptrs; 4974 int i, j, k; 4975 int rc = 0; 4976 4977 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4978 4979 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q * sizeof(char), 4980 GFP_KERNEL); 4981 if (!qib_param_field) { 4982 rc = -ENOMEM; 4983 goto out_free_nothing; 4984 } 4985 4986 qeth_create_qib_param_field(card, qib_param_field); 4987 qeth_create_qib_param_field_blkt(card, qib_param_field); 4988 4989 in_sbal_ptrs = kzalloc(card->qdio.no_in_queues * 4990 QDIO_MAX_BUFFERS_PER_Q * sizeof(void *), 4991 GFP_KERNEL); 4992 if (!in_sbal_ptrs) { 4993 rc = -ENOMEM; 4994 goto out_free_qib_param; 4995 } 4996 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4997 in_sbal_ptrs[i] = (struct qdio_buffer *) 4998 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4999 } 5000 5001 queue_start_poll = kzalloc(sizeof(void *) * card->qdio.no_in_queues, 5002 GFP_KERNEL); 5003 if (!queue_start_poll) { 5004 rc = -ENOMEM; 5005 goto out_free_in_sbals; 5006 } 5007 for (i = 0; i < card->qdio.no_in_queues; ++i) 5008 queue_start_poll[i] = card->discipline->start_poll; 5009 5010 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 5011 5012 out_sbal_ptrs = 5013 kzalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q * 5014 sizeof(void *), GFP_KERNEL); 5015 if (!out_sbal_ptrs) { 5016 rc = -ENOMEM; 5017 goto out_free_queue_start_poll; 5018 } 5019 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 5020 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 5021 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 5022 card->qdio.out_qs[i]->bufs[j]->buffer); 5023 } 5024 5025 memset(&init_data, 0, sizeof(struct qdio_initialize)); 5026 init_data.cdev = CARD_DDEV(card); 5027 init_data.q_format = qeth_get_qdio_q_format(card); 5028 init_data.qib_param_field_format = 0; 5029 init_data.qib_param_field = qib_param_field; 5030 init_data.no_input_qs = card->qdio.no_in_queues; 5031 init_data.no_output_qs = card->qdio.no_out_queues; 5032 init_data.input_handler = card->discipline->input_handler; 5033 init_data.output_handler = card->discipline->output_handler; 5034 init_data.queue_start_poll_array = queue_start_poll; 5035 init_data.int_parm = (unsigned long) card; 5036 init_data.input_sbal_addr_array = (void **) in_sbal_ptrs; 5037 init_data.output_sbal_addr_array = (void **) out_sbal_ptrs; 5038 init_data.output_sbal_state_array = card->qdio.out_bufstates; 5039 init_data.scan_threshold = 5040 (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; 5041 5042 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 5043 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 5044 rc = qdio_allocate(&init_data); 5045 if (rc) { 5046 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5047 goto out; 5048 } 5049 rc = qdio_establish(&init_data); 5050 if (rc) { 5051 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5052 qdio_free(CARD_DDEV(card)); 5053 } 5054 } 5055 5056 switch (card->options.cq) { 5057 case QETH_CQ_ENABLED: 5058 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 5059 break; 5060 case QETH_CQ_DISABLED: 5061 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 5062 break; 5063 default: 5064 break; 5065 } 5066 out: 5067 kfree(out_sbal_ptrs); 5068 out_free_queue_start_poll: 5069 kfree(queue_start_poll); 5070 out_free_in_sbals: 5071 kfree(in_sbal_ptrs); 5072 out_free_qib_param: 5073 kfree(qib_param_field); 5074 out_free_nothing: 5075 return rc; 5076 } 5077 5078 static void qeth_core_free_card(struct qeth_card *card) 5079 { 5080 5081 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 5082 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 5083 qeth_clean_channel(&card->read); 5084 qeth_clean_channel(&card->write); 5085 if (card->dev) 5086 free_netdev(card->dev); 5087 qeth_free_qdio_buffers(card); 5088 unregister_service_level(&card->qeth_service_level); 5089 kfree(card); 5090 } 5091 5092 void qeth_trace_features(struct qeth_card *card) 5093 { 5094 QETH_CARD_TEXT(card, 2, "features"); 5095 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 5096 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 5097 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 5098 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 5099 sizeof(card->info.diagass_support)); 5100 } 5101 EXPORT_SYMBOL_GPL(qeth_trace_features); 5102 5103 static struct ccw_device_id qeth_ids[] = { 5104 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 5105 .driver_info = QETH_CARD_TYPE_OSD}, 5106 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 5107 .driver_info = QETH_CARD_TYPE_IQD}, 5108 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 5109 .driver_info = QETH_CARD_TYPE_OSN}, 5110 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 5111 .driver_info = QETH_CARD_TYPE_OSM}, 5112 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 5113 .driver_info = QETH_CARD_TYPE_OSX}, 5114 {}, 5115 }; 5116 MODULE_DEVICE_TABLE(ccw, qeth_ids); 5117 5118 static struct ccw_driver qeth_ccw_driver = { 5119 .driver = { 5120 .owner = THIS_MODULE, 5121 .name = "qeth", 5122 }, 5123 .ids = qeth_ids, 5124 .probe = ccwgroup_probe_ccwdev, 5125 .remove = ccwgroup_remove_ccwdev, 5126 }; 5127 5128 int qeth_core_hardsetup_card(struct qeth_card *card) 5129 { 5130 int retries = 3; 5131 int rc; 5132 5133 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 5134 atomic_set(&card->force_alloc_skb, 0); 5135 qeth_update_from_chp_desc(card); 5136 retry: 5137 if (retries < 3) 5138 QETH_DBF_MESSAGE(2, "%s Retrying to do IDX activates.\n", 5139 dev_name(&card->gdev->dev)); 5140 rc = qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 5141 ccw_device_set_offline(CARD_DDEV(card)); 5142 ccw_device_set_offline(CARD_WDEV(card)); 5143 ccw_device_set_offline(CARD_RDEV(card)); 5144 qdio_free(CARD_DDEV(card)); 5145 rc = ccw_device_set_online(CARD_RDEV(card)); 5146 if (rc) 5147 goto retriable; 5148 rc = ccw_device_set_online(CARD_WDEV(card)); 5149 if (rc) 5150 goto retriable; 5151 rc = ccw_device_set_online(CARD_DDEV(card)); 5152 if (rc) 5153 goto retriable; 5154 retriable: 5155 if (rc == -ERESTARTSYS) { 5156 QETH_DBF_TEXT(SETUP, 2, "break1"); 5157 return rc; 5158 } else if (rc) { 5159 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5160 if (--retries < 0) 5161 goto out; 5162 else 5163 goto retry; 5164 } 5165 qeth_determine_capabilities(card); 5166 qeth_init_tokens(card); 5167 qeth_init_func_level(card); 5168 rc = qeth_idx_activate_channel(&card->read, qeth_idx_read_cb); 5169 if (rc == -ERESTARTSYS) { 5170 QETH_DBF_TEXT(SETUP, 2, "break2"); 5171 return rc; 5172 } else if (rc) { 5173 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5174 if (--retries < 0) 5175 goto out; 5176 else 5177 goto retry; 5178 } 5179 rc = qeth_idx_activate_channel(&card->write, qeth_idx_write_cb); 5180 if (rc == -ERESTARTSYS) { 5181 QETH_DBF_TEXT(SETUP, 2, "break3"); 5182 return rc; 5183 } else if (rc) { 5184 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5185 if (--retries < 0) 5186 goto out; 5187 else 5188 goto retry; 5189 } 5190 card->read_or_write_problem = 0; 5191 rc = qeth_mpc_initialize(card); 5192 if (rc) { 5193 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5194 goto out; 5195 } 5196 5197 rc = qeth_send_startlan(card); 5198 if (rc) { 5199 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5200 if (rc == IPA_RC_LAN_OFFLINE) { 5201 dev_warn(&card->gdev->dev, 5202 "The LAN is offline\n"); 5203 card->lan_online = 0; 5204 } else { 5205 rc = -ENODEV; 5206 goto out; 5207 } 5208 } else 5209 card->lan_online = 1; 5210 5211 card->options.ipa4.supported_funcs = 0; 5212 card->options.ipa6.supported_funcs = 0; 5213 card->options.adp.supported_funcs = 0; 5214 card->options.sbp.supported_funcs = 0; 5215 card->info.diagass_support = 0; 5216 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5217 if (rc == -ENOMEM) 5218 goto out; 5219 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5220 rc = qeth_query_setadapterparms(card); 5221 if (rc < 0) { 5222 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5223 goto out; 5224 } 5225 } 5226 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5227 rc = qeth_query_setdiagass(card); 5228 if (rc < 0) { 5229 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5230 goto out; 5231 } 5232 } 5233 return 0; 5234 out: 5235 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5236 "an error on the device\n"); 5237 QETH_DBF_MESSAGE(2, "%s Initialization in hardsetup failed! rc=%d\n", 5238 dev_name(&card->gdev->dev), rc); 5239 return rc; 5240 } 5241 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5242 5243 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5244 struct sk_buff *skb, int offset, int data_len) 5245 { 5246 struct page *page = virt_to_page(element->addr); 5247 unsigned int next_frag; 5248 5249 /* first fill the linear space */ 5250 if (!skb->len) { 5251 unsigned int linear = min(data_len, skb_tailroom(skb)); 5252 5253 skb_put_data(skb, element->addr + offset, linear); 5254 data_len -= linear; 5255 if (!data_len) 5256 return; 5257 offset += linear; 5258 /* fall through to add page frag for remaining data */ 5259 } 5260 5261 next_frag = skb_shinfo(skb)->nr_frags; 5262 get_page(page); 5263 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5264 } 5265 5266 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5267 { 5268 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5269 } 5270 5271 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5272 struct qeth_qdio_buffer *qethbuffer, 5273 struct qdio_buffer_element **__element, int *__offset, 5274 struct qeth_hdr **hdr) 5275 { 5276 struct qdio_buffer_element *element = *__element; 5277 struct qdio_buffer *buffer = qethbuffer->buffer; 5278 int offset = *__offset; 5279 struct sk_buff *skb; 5280 int skb_len = 0; 5281 void *data_ptr; 5282 int data_len; 5283 int headroom = 0; 5284 int use_rx_sg = 0; 5285 5286 /* qeth_hdr must not cross element boundaries */ 5287 while (element->length < offset + sizeof(struct qeth_hdr)) { 5288 if (qeth_is_last_sbale(element)) 5289 return NULL; 5290 element++; 5291 offset = 0; 5292 } 5293 *hdr = element->addr + offset; 5294 5295 offset += sizeof(struct qeth_hdr); 5296 switch ((*hdr)->hdr.l2.id) { 5297 case QETH_HEADER_TYPE_LAYER2: 5298 skb_len = (*hdr)->hdr.l2.pkt_length; 5299 break; 5300 case QETH_HEADER_TYPE_LAYER3: 5301 skb_len = (*hdr)->hdr.l3.length; 5302 headroom = ETH_HLEN; 5303 break; 5304 case QETH_HEADER_TYPE_OSN: 5305 skb_len = (*hdr)->hdr.osn.pdu_length; 5306 headroom = sizeof(struct qeth_hdr); 5307 break; 5308 default: 5309 break; 5310 } 5311 5312 if (!skb_len) 5313 return NULL; 5314 5315 if (((skb_len >= card->options.rx_sg_cb) && 5316 (!(card->info.type == QETH_CARD_TYPE_OSN)) && 5317 (!atomic_read(&card->force_alloc_skb))) || 5318 (card->options.cq == QETH_CQ_ENABLED)) 5319 use_rx_sg = 1; 5320 5321 if (use_rx_sg && qethbuffer->rx_skb) { 5322 /* QETH_CQ_ENABLED only: */ 5323 skb = qethbuffer->rx_skb; 5324 qethbuffer->rx_skb = NULL; 5325 } else { 5326 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5327 5328 skb = dev_alloc_skb(linear + headroom); 5329 } 5330 if (!skb) 5331 goto no_mem; 5332 if (headroom) 5333 skb_reserve(skb, headroom); 5334 5335 data_ptr = element->addr + offset; 5336 while (skb_len) { 5337 data_len = min(skb_len, (int)(element->length - offset)); 5338 if (data_len) { 5339 if (use_rx_sg) 5340 qeth_create_skb_frag(element, skb, offset, 5341 data_len); 5342 else 5343 skb_put_data(skb, data_ptr, data_len); 5344 } 5345 skb_len -= data_len; 5346 if (skb_len) { 5347 if (qeth_is_last_sbale(element)) { 5348 QETH_CARD_TEXT(card, 4, "unexeob"); 5349 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5350 dev_kfree_skb_any(skb); 5351 card->stats.rx_errors++; 5352 return NULL; 5353 } 5354 element++; 5355 offset = 0; 5356 data_ptr = element->addr; 5357 } else { 5358 offset += data_len; 5359 } 5360 } 5361 *__element = element; 5362 *__offset = offset; 5363 if (use_rx_sg && card->options.performance_stats) { 5364 card->perf_stats.sg_skbs_rx++; 5365 card->perf_stats.sg_frags_rx += skb_shinfo(skb)->nr_frags; 5366 } 5367 return skb; 5368 no_mem: 5369 if (net_ratelimit()) { 5370 QETH_CARD_TEXT(card, 2, "noskbmem"); 5371 } 5372 card->stats.rx_dropped++; 5373 return NULL; 5374 } 5375 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5376 5377 int qeth_poll(struct napi_struct *napi, int budget) 5378 { 5379 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5380 int work_done = 0; 5381 struct qeth_qdio_buffer *buffer; 5382 int done; 5383 int new_budget = budget; 5384 5385 if (card->options.performance_stats) { 5386 card->perf_stats.inbound_cnt++; 5387 card->perf_stats.inbound_start_time = qeth_get_micros(); 5388 } 5389 5390 while (1) { 5391 if (!card->rx.b_count) { 5392 card->rx.qdio_err = 0; 5393 card->rx.b_count = qdio_get_next_buffers( 5394 card->data.ccwdev, 0, &card->rx.b_index, 5395 &card->rx.qdio_err); 5396 if (card->rx.b_count <= 0) { 5397 card->rx.b_count = 0; 5398 break; 5399 } 5400 card->rx.b_element = 5401 &card->qdio.in_q->bufs[card->rx.b_index] 5402 .buffer->element[0]; 5403 card->rx.e_offset = 0; 5404 } 5405 5406 while (card->rx.b_count) { 5407 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5408 if (!(card->rx.qdio_err && 5409 qeth_check_qdio_errors(card, buffer->buffer, 5410 card->rx.qdio_err, "qinerr"))) 5411 work_done += 5412 card->discipline->process_rx_buffer( 5413 card, new_budget, &done); 5414 else 5415 done = 1; 5416 5417 if (done) { 5418 if (card->options.performance_stats) 5419 card->perf_stats.bufs_rec++; 5420 qeth_put_buffer_pool_entry(card, 5421 buffer->pool_entry); 5422 qeth_queue_input_buffer(card, card->rx.b_index); 5423 card->rx.b_count--; 5424 if (card->rx.b_count) { 5425 card->rx.b_index = 5426 (card->rx.b_index + 1) % 5427 QDIO_MAX_BUFFERS_PER_Q; 5428 card->rx.b_element = 5429 &card->qdio.in_q 5430 ->bufs[card->rx.b_index] 5431 .buffer->element[0]; 5432 card->rx.e_offset = 0; 5433 } 5434 } 5435 5436 if (work_done >= budget) 5437 goto out; 5438 else 5439 new_budget = budget - work_done; 5440 } 5441 } 5442 5443 napi_complete_done(napi, work_done); 5444 if (qdio_start_irq(card->data.ccwdev, 0)) 5445 napi_schedule(&card->napi); 5446 out: 5447 if (card->options.performance_stats) 5448 card->perf_stats.inbound_time += qeth_get_micros() - 5449 card->perf_stats.inbound_start_time; 5450 return work_done; 5451 } 5452 EXPORT_SYMBOL_GPL(qeth_poll); 5453 5454 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5455 { 5456 if (!cmd->hdr.return_code) 5457 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5458 return cmd->hdr.return_code; 5459 } 5460 5461 int qeth_setassparms_cb(struct qeth_card *card, 5462 struct qeth_reply *reply, unsigned long data) 5463 { 5464 struct qeth_ipa_cmd *cmd; 5465 5466 QETH_CARD_TEXT(card, 4, "defadpcb"); 5467 5468 cmd = (struct qeth_ipa_cmd *) data; 5469 if (cmd->hdr.return_code == 0) { 5470 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5471 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5472 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5473 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5474 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5475 } 5476 return 0; 5477 } 5478 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5479 5480 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5481 enum qeth_ipa_funcs ipa_func, 5482 __u16 cmd_code, __u16 len, 5483 enum qeth_prot_versions prot) 5484 { 5485 struct qeth_cmd_buffer *iob; 5486 struct qeth_ipa_cmd *cmd; 5487 5488 QETH_CARD_TEXT(card, 4, "getasscm"); 5489 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5490 5491 if (iob) { 5492 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 5493 cmd->data.setassparms.hdr.assist_no = ipa_func; 5494 cmd->data.setassparms.hdr.length = 8 + len; 5495 cmd->data.setassparms.hdr.command_code = cmd_code; 5496 cmd->data.setassparms.hdr.return_code = 0; 5497 cmd->data.setassparms.hdr.seq_no = 0; 5498 } 5499 5500 return iob; 5501 } 5502 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5503 5504 int qeth_send_setassparms(struct qeth_card *card, 5505 struct qeth_cmd_buffer *iob, __u16 len, long data, 5506 int (*reply_cb)(struct qeth_card *, 5507 struct qeth_reply *, unsigned long), 5508 void *reply_param) 5509 { 5510 int rc; 5511 struct qeth_ipa_cmd *cmd; 5512 5513 QETH_CARD_TEXT(card, 4, "sendassp"); 5514 5515 cmd = (struct qeth_ipa_cmd *)(iob->data+IPA_PDU_HEADER_SIZE); 5516 if (len <= sizeof(__u32)) 5517 cmd->data.setassparms.data.flags_32bit = (__u32) data; 5518 else /* (len > sizeof(__u32)) */ 5519 memcpy(&cmd->data.setassparms.data, (void *) data, len); 5520 5521 rc = qeth_send_ipa_cmd(card, iob, reply_cb, reply_param); 5522 return rc; 5523 } 5524 EXPORT_SYMBOL_GPL(qeth_send_setassparms); 5525 5526 int qeth_send_simple_setassparms(struct qeth_card *card, 5527 enum qeth_ipa_funcs ipa_func, 5528 __u16 cmd_code, long data) 5529 { 5530 int rc; 5531 int length = 0; 5532 struct qeth_cmd_buffer *iob; 5533 5534 QETH_CARD_TEXT(card, 4, "simassp4"); 5535 if (data) 5536 length = sizeof(__u32); 5537 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, 5538 length, QETH_PROT_IPV4); 5539 if (!iob) 5540 return -ENOMEM; 5541 rc = qeth_send_setassparms(card, iob, length, data, 5542 qeth_setassparms_cb, NULL); 5543 return rc; 5544 } 5545 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms); 5546 5547 static void qeth_unregister_dbf_views(void) 5548 { 5549 int x; 5550 for (x = 0; x < QETH_DBF_INFOS; x++) { 5551 debug_unregister(qeth_dbf[x].id); 5552 qeth_dbf[x].id = NULL; 5553 } 5554 } 5555 5556 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5557 { 5558 char dbf_txt_buf[32]; 5559 va_list args; 5560 5561 if (!debug_level_enabled(id, level)) 5562 return; 5563 va_start(args, fmt); 5564 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5565 va_end(args); 5566 debug_text_event(id, level, dbf_txt_buf); 5567 } 5568 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5569 5570 static int qeth_register_dbf_views(void) 5571 { 5572 int ret; 5573 int x; 5574 5575 for (x = 0; x < QETH_DBF_INFOS; x++) { 5576 /* register the areas */ 5577 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5578 qeth_dbf[x].pages, 5579 qeth_dbf[x].areas, 5580 qeth_dbf[x].len); 5581 if (qeth_dbf[x].id == NULL) { 5582 qeth_unregister_dbf_views(); 5583 return -ENOMEM; 5584 } 5585 5586 /* register a view */ 5587 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5588 if (ret) { 5589 qeth_unregister_dbf_views(); 5590 return ret; 5591 } 5592 5593 /* set a passing level */ 5594 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5595 } 5596 5597 return 0; 5598 } 5599 5600 int qeth_core_load_discipline(struct qeth_card *card, 5601 enum qeth_discipline_id discipline) 5602 { 5603 int rc = 0; 5604 5605 mutex_lock(&qeth_mod_mutex); 5606 switch (discipline) { 5607 case QETH_DISCIPLINE_LAYER3: 5608 card->discipline = try_then_request_module( 5609 symbol_get(qeth_l3_discipline), "qeth_l3"); 5610 break; 5611 case QETH_DISCIPLINE_LAYER2: 5612 card->discipline = try_then_request_module( 5613 symbol_get(qeth_l2_discipline), "qeth_l2"); 5614 break; 5615 default: 5616 break; 5617 } 5618 5619 if (!card->discipline) { 5620 dev_err(&card->gdev->dev, "There is no kernel module to " 5621 "support discipline %d\n", discipline); 5622 rc = -EINVAL; 5623 } 5624 mutex_unlock(&qeth_mod_mutex); 5625 return rc; 5626 } 5627 5628 void qeth_core_free_discipline(struct qeth_card *card) 5629 { 5630 if (card->options.layer2) 5631 symbol_put(qeth_l2_discipline); 5632 else 5633 symbol_put(qeth_l3_discipline); 5634 card->discipline = NULL; 5635 } 5636 5637 const struct device_type qeth_generic_devtype = { 5638 .name = "qeth_generic", 5639 .groups = qeth_generic_attr_groups, 5640 }; 5641 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5642 5643 static const struct device_type qeth_osn_devtype = { 5644 .name = "qeth_osn", 5645 .groups = qeth_osn_attr_groups, 5646 }; 5647 5648 #define DBF_NAME_LEN 20 5649 5650 struct qeth_dbf_entry { 5651 char dbf_name[DBF_NAME_LEN]; 5652 debug_info_t *dbf_info; 5653 struct list_head dbf_list; 5654 }; 5655 5656 static LIST_HEAD(qeth_dbf_list); 5657 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5658 5659 static debug_info_t *qeth_get_dbf_entry(char *name) 5660 { 5661 struct qeth_dbf_entry *entry; 5662 debug_info_t *rc = NULL; 5663 5664 mutex_lock(&qeth_dbf_list_mutex); 5665 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5666 if (strcmp(entry->dbf_name, name) == 0) { 5667 rc = entry->dbf_info; 5668 break; 5669 } 5670 } 5671 mutex_unlock(&qeth_dbf_list_mutex); 5672 return rc; 5673 } 5674 5675 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5676 { 5677 struct qeth_dbf_entry *new_entry; 5678 5679 card->debug = debug_register(name, 2, 1, 8); 5680 if (!card->debug) { 5681 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5682 goto err; 5683 } 5684 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5685 goto err_dbg; 5686 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5687 if (!new_entry) 5688 goto err_dbg; 5689 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5690 new_entry->dbf_info = card->debug; 5691 mutex_lock(&qeth_dbf_list_mutex); 5692 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5693 mutex_unlock(&qeth_dbf_list_mutex); 5694 5695 return 0; 5696 5697 err_dbg: 5698 debug_unregister(card->debug); 5699 err: 5700 return -ENOMEM; 5701 } 5702 5703 static void qeth_clear_dbf_list(void) 5704 { 5705 struct qeth_dbf_entry *entry, *tmp; 5706 5707 mutex_lock(&qeth_dbf_list_mutex); 5708 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5709 list_del(&entry->dbf_list); 5710 debug_unregister(entry->dbf_info); 5711 kfree(entry); 5712 } 5713 mutex_unlock(&qeth_dbf_list_mutex); 5714 } 5715 5716 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5717 { 5718 struct qeth_card *card; 5719 struct device *dev; 5720 int rc; 5721 enum qeth_discipline_id enforced_disc; 5722 unsigned long flags; 5723 char dbf_name[DBF_NAME_LEN]; 5724 5725 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5726 5727 dev = &gdev->dev; 5728 if (!get_device(dev)) 5729 return -ENODEV; 5730 5731 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5732 5733 card = qeth_alloc_card(); 5734 if (!card) { 5735 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5736 rc = -ENOMEM; 5737 goto err_dev; 5738 } 5739 5740 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5741 dev_name(&gdev->dev)); 5742 card->debug = qeth_get_dbf_entry(dbf_name); 5743 if (!card->debug) { 5744 rc = qeth_add_dbf_entry(card, dbf_name); 5745 if (rc) 5746 goto err_card; 5747 } 5748 5749 card->read.ccwdev = gdev->cdev[0]; 5750 card->write.ccwdev = gdev->cdev[1]; 5751 card->data.ccwdev = gdev->cdev[2]; 5752 dev_set_drvdata(&gdev->dev, card); 5753 card->gdev = gdev; 5754 gdev->cdev[0]->handler = qeth_irq; 5755 gdev->cdev[1]->handler = qeth_irq; 5756 gdev->cdev[2]->handler = qeth_irq; 5757 5758 qeth_determine_card_type(card); 5759 rc = qeth_setup_card(card); 5760 if (rc) { 5761 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 5762 goto err_card; 5763 } 5764 5765 qeth_determine_capabilities(card); 5766 enforced_disc = qeth_enforce_discipline(card); 5767 switch (enforced_disc) { 5768 case QETH_DISCIPLINE_UNDETERMINED: 5769 gdev->dev.type = &qeth_generic_devtype; 5770 break; 5771 default: 5772 card->info.layer_enforced = true; 5773 rc = qeth_core_load_discipline(card, enforced_disc); 5774 if (rc) 5775 goto err_card; 5776 5777 gdev->dev.type = (card->info.type != QETH_CARD_TYPE_OSN) 5778 ? card->discipline->devtype 5779 : &qeth_osn_devtype; 5780 rc = card->discipline->setup(card->gdev); 5781 if (rc) 5782 goto err_disc; 5783 break; 5784 } 5785 5786 write_lock_irqsave(&qeth_core_card_list.rwlock, flags); 5787 list_add_tail(&card->list, &qeth_core_card_list.list); 5788 write_unlock_irqrestore(&qeth_core_card_list.rwlock, flags); 5789 return 0; 5790 5791 err_disc: 5792 qeth_core_free_discipline(card); 5793 err_card: 5794 qeth_core_free_card(card); 5795 err_dev: 5796 put_device(dev); 5797 return rc; 5798 } 5799 5800 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5801 { 5802 unsigned long flags; 5803 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5804 5805 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5806 5807 if (card->discipline) { 5808 card->discipline->remove(gdev); 5809 qeth_core_free_discipline(card); 5810 } 5811 5812 write_lock_irqsave(&qeth_core_card_list.rwlock, flags); 5813 list_del(&card->list); 5814 write_unlock_irqrestore(&qeth_core_card_list.rwlock, flags); 5815 qeth_core_free_card(card); 5816 dev_set_drvdata(&gdev->dev, NULL); 5817 put_device(&gdev->dev); 5818 return; 5819 } 5820 5821 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5822 { 5823 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5824 int rc = 0; 5825 enum qeth_discipline_id def_discipline; 5826 5827 if (!card->discipline) { 5828 if (card->info.type == QETH_CARD_TYPE_IQD) 5829 def_discipline = QETH_DISCIPLINE_LAYER3; 5830 else 5831 def_discipline = QETH_DISCIPLINE_LAYER2; 5832 rc = qeth_core_load_discipline(card, def_discipline); 5833 if (rc) 5834 goto err; 5835 rc = card->discipline->setup(card->gdev); 5836 if (rc) { 5837 qeth_core_free_discipline(card); 5838 goto err; 5839 } 5840 } 5841 rc = card->discipline->set_online(gdev); 5842 err: 5843 return rc; 5844 } 5845 5846 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5847 { 5848 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5849 return card->discipline->set_offline(gdev); 5850 } 5851 5852 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5853 { 5854 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5855 qeth_set_allowed_threads(card, 0, 1); 5856 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5857 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5858 qeth_qdio_clear_card(card, 0); 5859 qeth_clear_qdio_buffers(card); 5860 qdio_free(CARD_DDEV(card)); 5861 } 5862 5863 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5864 { 5865 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5866 if (card->discipline && card->discipline->freeze) 5867 return card->discipline->freeze(gdev); 5868 return 0; 5869 } 5870 5871 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5872 { 5873 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5874 if (card->discipline && card->discipline->thaw) 5875 return card->discipline->thaw(gdev); 5876 return 0; 5877 } 5878 5879 static int qeth_core_restore(struct ccwgroup_device *gdev) 5880 { 5881 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5882 if (card->discipline && card->discipline->restore) 5883 return card->discipline->restore(gdev); 5884 return 0; 5885 } 5886 5887 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5888 .driver = { 5889 .owner = THIS_MODULE, 5890 .name = "qeth", 5891 }, 5892 .ccw_driver = &qeth_ccw_driver, 5893 .setup = qeth_core_probe_device, 5894 .remove = qeth_core_remove_device, 5895 .set_online = qeth_core_set_online, 5896 .set_offline = qeth_core_set_offline, 5897 .shutdown = qeth_core_shutdown, 5898 .prepare = NULL, 5899 .complete = NULL, 5900 .freeze = qeth_core_freeze, 5901 .thaw = qeth_core_thaw, 5902 .restore = qeth_core_restore, 5903 }; 5904 5905 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5906 size_t count) 5907 { 5908 int err; 5909 5910 err = ccwgroup_create_dev(qeth_core_root_dev, 5911 &qeth_core_ccwgroup_driver, 3, buf); 5912 5913 return err ? err : count; 5914 } 5915 static DRIVER_ATTR_WO(group); 5916 5917 static struct attribute *qeth_drv_attrs[] = { 5918 &driver_attr_group.attr, 5919 NULL, 5920 }; 5921 static struct attribute_group qeth_drv_attr_group = { 5922 .attrs = qeth_drv_attrs, 5923 }; 5924 static const struct attribute_group *qeth_drv_attr_groups[] = { 5925 &qeth_drv_attr_group, 5926 NULL, 5927 }; 5928 5929 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5930 { 5931 struct qeth_card *card = dev->ml_priv; 5932 struct mii_ioctl_data *mii_data; 5933 int rc = 0; 5934 5935 if (!card) 5936 return -ENODEV; 5937 5938 if (!qeth_card_hw_is_reachable(card)) 5939 return -ENODEV; 5940 5941 if (card->info.type == QETH_CARD_TYPE_OSN) 5942 return -EPERM; 5943 5944 switch (cmd) { 5945 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5946 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5947 break; 5948 case SIOC_QETH_GET_CARD_TYPE: 5949 if ((card->info.type == QETH_CARD_TYPE_OSD || 5950 card->info.type == QETH_CARD_TYPE_OSM || 5951 card->info.type == QETH_CARD_TYPE_OSX) && 5952 !card->info.guestlan) 5953 return 1; 5954 else 5955 return 0; 5956 case SIOCGMIIPHY: 5957 mii_data = if_mii(rq); 5958 mii_data->phy_id = 0; 5959 break; 5960 case SIOCGMIIREG: 5961 mii_data = if_mii(rq); 5962 if (mii_data->phy_id != 0) 5963 rc = -EINVAL; 5964 else 5965 mii_data->val_out = qeth_mdio_read(dev, 5966 mii_data->phy_id, mii_data->reg_num); 5967 break; 5968 case SIOC_QETH_QUERY_OAT: 5969 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5970 break; 5971 default: 5972 if (card->discipline->do_ioctl) 5973 rc = card->discipline->do_ioctl(dev, rq, cmd); 5974 else 5975 rc = -EOPNOTSUPP; 5976 } 5977 if (rc) 5978 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5979 return rc; 5980 } 5981 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5982 5983 static struct { 5984 const char str[ETH_GSTRING_LEN]; 5985 } qeth_ethtool_stats_keys[] = { 5986 /* 0 */{"rx skbs"}, 5987 {"rx buffers"}, 5988 {"tx skbs"}, 5989 {"tx buffers"}, 5990 {"tx skbs no packing"}, 5991 {"tx buffers no packing"}, 5992 {"tx skbs packing"}, 5993 {"tx buffers packing"}, 5994 {"tx sg skbs"}, 5995 {"tx sg frags"}, 5996 /* 10 */{"rx sg skbs"}, 5997 {"rx sg frags"}, 5998 {"rx sg page allocs"}, 5999 {"tx large kbytes"}, 6000 {"tx large count"}, 6001 {"tx pk state ch n->p"}, 6002 {"tx pk state ch p->n"}, 6003 {"tx pk watermark low"}, 6004 {"tx pk watermark high"}, 6005 {"queue 0 buffer usage"}, 6006 /* 20 */{"queue 1 buffer usage"}, 6007 {"queue 2 buffer usage"}, 6008 {"queue 3 buffer usage"}, 6009 {"rx poll time"}, 6010 {"rx poll count"}, 6011 {"rx do_QDIO time"}, 6012 {"rx do_QDIO count"}, 6013 {"tx handler time"}, 6014 {"tx handler count"}, 6015 {"tx time"}, 6016 /* 30 */{"tx count"}, 6017 {"tx do_QDIO time"}, 6018 {"tx do_QDIO count"}, 6019 {"tx csum"}, 6020 {"tx lin"}, 6021 {"tx linfail"}, 6022 {"cq handler count"}, 6023 {"cq handler time"} 6024 }; 6025 6026 int qeth_core_get_sset_count(struct net_device *dev, int stringset) 6027 { 6028 switch (stringset) { 6029 case ETH_SS_STATS: 6030 return (sizeof(qeth_ethtool_stats_keys) / ETH_GSTRING_LEN); 6031 default: 6032 return -EINVAL; 6033 } 6034 } 6035 EXPORT_SYMBOL_GPL(qeth_core_get_sset_count); 6036 6037 void qeth_core_get_ethtool_stats(struct net_device *dev, 6038 struct ethtool_stats *stats, u64 *data) 6039 { 6040 struct qeth_card *card = dev->ml_priv; 6041 data[0] = card->stats.rx_packets - 6042 card->perf_stats.initial_rx_packets; 6043 data[1] = card->perf_stats.bufs_rec; 6044 data[2] = card->stats.tx_packets - 6045 card->perf_stats.initial_tx_packets; 6046 data[3] = card->perf_stats.bufs_sent; 6047 data[4] = card->stats.tx_packets - card->perf_stats.initial_tx_packets 6048 - card->perf_stats.skbs_sent_pack; 6049 data[5] = card->perf_stats.bufs_sent - card->perf_stats.bufs_sent_pack; 6050 data[6] = card->perf_stats.skbs_sent_pack; 6051 data[7] = card->perf_stats.bufs_sent_pack; 6052 data[8] = card->perf_stats.sg_skbs_sent; 6053 data[9] = card->perf_stats.sg_frags_sent; 6054 data[10] = card->perf_stats.sg_skbs_rx; 6055 data[11] = card->perf_stats.sg_frags_rx; 6056 data[12] = card->perf_stats.sg_alloc_page_rx; 6057 data[13] = (card->perf_stats.large_send_bytes >> 10); 6058 data[14] = card->perf_stats.large_send_cnt; 6059 data[15] = card->perf_stats.sc_dp_p; 6060 data[16] = card->perf_stats.sc_p_dp; 6061 data[17] = QETH_LOW_WATERMARK_PACK; 6062 data[18] = QETH_HIGH_WATERMARK_PACK; 6063 data[19] = atomic_read(&card->qdio.out_qs[0]->used_buffers); 6064 data[20] = (card->qdio.no_out_queues > 1) ? 6065 atomic_read(&card->qdio.out_qs[1]->used_buffers) : 0; 6066 data[21] = (card->qdio.no_out_queues > 2) ? 6067 atomic_read(&card->qdio.out_qs[2]->used_buffers) : 0; 6068 data[22] = (card->qdio.no_out_queues > 3) ? 6069 atomic_read(&card->qdio.out_qs[3]->used_buffers) : 0; 6070 data[23] = card->perf_stats.inbound_time; 6071 data[24] = card->perf_stats.inbound_cnt; 6072 data[25] = card->perf_stats.inbound_do_qdio_time; 6073 data[26] = card->perf_stats.inbound_do_qdio_cnt; 6074 data[27] = card->perf_stats.outbound_handler_time; 6075 data[28] = card->perf_stats.outbound_handler_cnt; 6076 data[29] = card->perf_stats.outbound_time; 6077 data[30] = card->perf_stats.outbound_cnt; 6078 data[31] = card->perf_stats.outbound_do_qdio_time; 6079 data[32] = card->perf_stats.outbound_do_qdio_cnt; 6080 data[33] = card->perf_stats.tx_csum; 6081 data[34] = card->perf_stats.tx_lin; 6082 data[35] = card->perf_stats.tx_linfail; 6083 data[36] = card->perf_stats.cq_cnt; 6084 data[37] = card->perf_stats.cq_time; 6085 } 6086 EXPORT_SYMBOL_GPL(qeth_core_get_ethtool_stats); 6087 6088 void qeth_core_get_strings(struct net_device *dev, u32 stringset, u8 *data) 6089 { 6090 switch (stringset) { 6091 case ETH_SS_STATS: 6092 memcpy(data, &qeth_ethtool_stats_keys, 6093 sizeof(qeth_ethtool_stats_keys)); 6094 break; 6095 default: 6096 WARN_ON(1); 6097 break; 6098 } 6099 } 6100 EXPORT_SYMBOL_GPL(qeth_core_get_strings); 6101 6102 void qeth_core_get_drvinfo(struct net_device *dev, 6103 struct ethtool_drvinfo *info) 6104 { 6105 struct qeth_card *card = dev->ml_priv; 6106 6107 strlcpy(info->driver, card->options.layer2 ? "qeth_l2" : "qeth_l3", 6108 sizeof(info->driver)); 6109 strlcpy(info->version, "1.0", sizeof(info->version)); 6110 strlcpy(info->fw_version, card->info.mcl_level, 6111 sizeof(info->fw_version)); 6112 snprintf(info->bus_info, sizeof(info->bus_info), "%s/%s/%s", 6113 CARD_RDEV_ID(card), CARD_WDEV_ID(card), CARD_DDEV_ID(card)); 6114 } 6115 EXPORT_SYMBOL_GPL(qeth_core_get_drvinfo); 6116 6117 /* Helper function to fill 'advertising' and 'supported' which are the same. */ 6118 /* Autoneg and full-duplex are supported and advertised unconditionally. */ 6119 /* Always advertise and support all speeds up to specified, and only one */ 6120 /* specified port type. */ 6121 static void qeth_set_cmd_adv_sup(struct ethtool_link_ksettings *cmd, 6122 int maxspeed, int porttype) 6123 { 6124 ethtool_link_ksettings_zero_link_mode(cmd, supported); 6125 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 6126 ethtool_link_ksettings_zero_link_mode(cmd, lp_advertising); 6127 6128 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg); 6129 ethtool_link_ksettings_add_link_mode(cmd, advertising, Autoneg); 6130 6131 switch (porttype) { 6132 case PORT_TP: 6133 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6134 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6135 break; 6136 case PORT_FIBRE: 6137 ethtool_link_ksettings_add_link_mode(cmd, supported, FIBRE); 6138 ethtool_link_ksettings_add_link_mode(cmd, advertising, FIBRE); 6139 break; 6140 default: 6141 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6142 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6143 WARN_ON_ONCE(1); 6144 } 6145 6146 /* fallthrough from high to low, to select all legal speeds: */ 6147 switch (maxspeed) { 6148 case SPEED_10000: 6149 ethtool_link_ksettings_add_link_mode(cmd, supported, 6150 10000baseT_Full); 6151 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6152 10000baseT_Full); 6153 case SPEED_1000: 6154 ethtool_link_ksettings_add_link_mode(cmd, supported, 6155 1000baseT_Full); 6156 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6157 1000baseT_Full); 6158 ethtool_link_ksettings_add_link_mode(cmd, supported, 6159 1000baseT_Half); 6160 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6161 1000baseT_Half); 6162 case SPEED_100: 6163 ethtool_link_ksettings_add_link_mode(cmd, supported, 6164 100baseT_Full); 6165 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6166 100baseT_Full); 6167 ethtool_link_ksettings_add_link_mode(cmd, supported, 6168 100baseT_Half); 6169 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6170 100baseT_Half); 6171 case SPEED_10: 6172 ethtool_link_ksettings_add_link_mode(cmd, supported, 6173 10baseT_Full); 6174 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6175 10baseT_Full); 6176 ethtool_link_ksettings_add_link_mode(cmd, supported, 6177 10baseT_Half); 6178 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6179 10baseT_Half); 6180 /* end fallthrough */ 6181 break; 6182 default: 6183 ethtool_link_ksettings_add_link_mode(cmd, supported, 6184 10baseT_Full); 6185 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6186 10baseT_Full); 6187 ethtool_link_ksettings_add_link_mode(cmd, supported, 6188 10baseT_Half); 6189 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6190 10baseT_Half); 6191 WARN_ON_ONCE(1); 6192 } 6193 } 6194 6195 int qeth_core_ethtool_get_link_ksettings(struct net_device *netdev, 6196 struct ethtool_link_ksettings *cmd) 6197 { 6198 struct qeth_card *card = netdev->ml_priv; 6199 enum qeth_link_types link_type; 6200 struct carrier_info carrier_info; 6201 int rc; 6202 6203 if ((card->info.type == QETH_CARD_TYPE_IQD) || (card->info.guestlan)) 6204 link_type = QETH_LINK_TYPE_10GBIT_ETH; 6205 else 6206 link_type = card->info.link_type; 6207 6208 cmd->base.duplex = DUPLEX_FULL; 6209 cmd->base.autoneg = AUTONEG_ENABLE; 6210 cmd->base.phy_address = 0; 6211 cmd->base.mdio_support = 0; 6212 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 6213 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID; 6214 6215 switch (link_type) { 6216 case QETH_LINK_TYPE_FAST_ETH: 6217 case QETH_LINK_TYPE_LANE_ETH100: 6218 cmd->base.speed = SPEED_100; 6219 cmd->base.port = PORT_TP; 6220 break; 6221 case QETH_LINK_TYPE_GBIT_ETH: 6222 case QETH_LINK_TYPE_LANE_ETH1000: 6223 cmd->base.speed = SPEED_1000; 6224 cmd->base.port = PORT_FIBRE; 6225 break; 6226 case QETH_LINK_TYPE_10GBIT_ETH: 6227 cmd->base.speed = SPEED_10000; 6228 cmd->base.port = PORT_FIBRE; 6229 break; 6230 default: 6231 cmd->base.speed = SPEED_10; 6232 cmd->base.port = PORT_TP; 6233 } 6234 qeth_set_cmd_adv_sup(cmd, cmd->base.speed, cmd->base.port); 6235 6236 /* Check if we can obtain more accurate information. */ 6237 /* If QUERY_CARD_INFO command is not supported or fails, */ 6238 /* just return the heuristics that was filled above. */ 6239 if (!qeth_card_hw_is_reachable(card)) 6240 return -ENODEV; 6241 rc = qeth_query_card_info(card, &carrier_info); 6242 if (rc == -EOPNOTSUPP) /* for old hardware, return heuristic */ 6243 return 0; 6244 if (rc) /* report error from the hardware operation */ 6245 return rc; 6246 /* on success, fill in the information got from the hardware */ 6247 6248 netdev_dbg(netdev, 6249 "card info: card_type=0x%02x, port_mode=0x%04x, port_speed=0x%08x\n", 6250 carrier_info.card_type, 6251 carrier_info.port_mode, 6252 carrier_info.port_speed); 6253 6254 /* Update attributes for which we've obtained more authoritative */ 6255 /* information, leave the rest the way they where filled above. */ 6256 switch (carrier_info.card_type) { 6257 case CARD_INFO_TYPE_1G_COPPER_A: 6258 case CARD_INFO_TYPE_1G_COPPER_B: 6259 cmd->base.port = PORT_TP; 6260 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6261 break; 6262 case CARD_INFO_TYPE_1G_FIBRE_A: 6263 case CARD_INFO_TYPE_1G_FIBRE_B: 6264 cmd->base.port = PORT_FIBRE; 6265 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6266 break; 6267 case CARD_INFO_TYPE_10G_FIBRE_A: 6268 case CARD_INFO_TYPE_10G_FIBRE_B: 6269 cmd->base.port = PORT_FIBRE; 6270 qeth_set_cmd_adv_sup(cmd, SPEED_10000, cmd->base.port); 6271 break; 6272 } 6273 6274 switch (carrier_info.port_mode) { 6275 case CARD_INFO_PORTM_FULLDUPLEX: 6276 cmd->base.duplex = DUPLEX_FULL; 6277 break; 6278 case CARD_INFO_PORTM_HALFDUPLEX: 6279 cmd->base.duplex = DUPLEX_HALF; 6280 break; 6281 } 6282 6283 switch (carrier_info.port_speed) { 6284 case CARD_INFO_PORTS_10M: 6285 cmd->base.speed = SPEED_10; 6286 break; 6287 case CARD_INFO_PORTS_100M: 6288 cmd->base.speed = SPEED_100; 6289 break; 6290 case CARD_INFO_PORTS_1G: 6291 cmd->base.speed = SPEED_1000; 6292 break; 6293 case CARD_INFO_PORTS_10G: 6294 cmd->base.speed = SPEED_10000; 6295 break; 6296 } 6297 6298 return 0; 6299 } 6300 EXPORT_SYMBOL_GPL(qeth_core_ethtool_get_link_ksettings); 6301 6302 /* Callback to handle checksum offload command reply from OSA card. 6303 * Verify that required features have been enabled on the card. 6304 * Return error in hdr->return_code as this value is checked by caller. 6305 * 6306 * Always returns zero to indicate no further messages from the OSA card. 6307 */ 6308 static int qeth_ipa_checksum_run_cmd_cb(struct qeth_card *card, 6309 struct qeth_reply *reply, 6310 unsigned long data) 6311 { 6312 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6313 struct qeth_checksum_cmd *chksum_cb = 6314 (struct qeth_checksum_cmd *)reply->param; 6315 6316 QETH_CARD_TEXT(card, 4, "chkdoccb"); 6317 if (qeth_setassparms_inspect_rc(cmd)) 6318 return 0; 6319 6320 memset(chksum_cb, 0, sizeof(*chksum_cb)); 6321 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_START) { 6322 chksum_cb->supported = 6323 cmd->data.setassparms.data.chksum.supported; 6324 QETH_CARD_TEXT_(card, 3, "strt:%x", chksum_cb->supported); 6325 } 6326 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_ENABLE) { 6327 chksum_cb->supported = 6328 cmd->data.setassparms.data.chksum.supported; 6329 chksum_cb->enabled = 6330 cmd->data.setassparms.data.chksum.enabled; 6331 QETH_CARD_TEXT_(card, 3, "supp:%x", chksum_cb->supported); 6332 QETH_CARD_TEXT_(card, 3, "enab:%x", chksum_cb->enabled); 6333 } 6334 return 0; 6335 } 6336 6337 /* Send command to OSA card and check results. */ 6338 static int qeth_ipa_checksum_run_cmd(struct qeth_card *card, 6339 enum qeth_ipa_funcs ipa_func, 6340 __u16 cmd_code, long data, 6341 struct qeth_checksum_cmd *chksum_cb) 6342 { 6343 struct qeth_cmd_buffer *iob; 6344 int rc = -ENOMEM; 6345 6346 QETH_CARD_TEXT(card, 4, "chkdocmd"); 6347 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, 6348 sizeof(__u32), QETH_PROT_IPV4); 6349 if (iob) 6350 rc = qeth_send_setassparms(card, iob, sizeof(__u32), data, 6351 qeth_ipa_checksum_run_cmd_cb, 6352 chksum_cb); 6353 return rc; 6354 } 6355 6356 static int qeth_send_checksum_on(struct qeth_card *card, int cstype) 6357 { 6358 const __u32 required_features = QETH_IPA_CHECKSUM_IP_HDR | 6359 QETH_IPA_CHECKSUM_UDP | 6360 QETH_IPA_CHECKSUM_TCP; 6361 struct qeth_checksum_cmd chksum_cb; 6362 int rc; 6363 6364 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6365 &chksum_cb); 6366 if (!rc) { 6367 if ((required_features & chksum_cb.supported) != 6368 required_features) 6369 rc = -EIO; 6370 else if (!(QETH_IPA_CHECKSUM_LP2LP & chksum_cb.supported) && 6371 cstype == IPA_INBOUND_CHECKSUM) 6372 dev_warn(&card->gdev->dev, 6373 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6374 QETH_CARD_IFNAME(card)); 6375 } 6376 if (rc) { 6377 qeth_send_simple_setassparms(card, cstype, IPA_CMD_ASS_STOP, 0); 6378 dev_warn(&card->gdev->dev, 6379 "Starting HW checksumming for %s failed, using SW checksumming\n", 6380 QETH_CARD_IFNAME(card)); 6381 return rc; 6382 } 6383 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6384 chksum_cb.supported, &chksum_cb); 6385 if (!rc) { 6386 if ((required_features & chksum_cb.enabled) != 6387 required_features) 6388 rc = -EIO; 6389 } 6390 if (rc) { 6391 qeth_send_simple_setassparms(card, cstype, IPA_CMD_ASS_STOP, 0); 6392 dev_warn(&card->gdev->dev, 6393 "Enabling HW checksumming for %s failed, using SW checksumming\n", 6394 QETH_CARD_IFNAME(card)); 6395 return rc; 6396 } 6397 6398 dev_info(&card->gdev->dev, "HW Checksumming (%sbound) enabled\n", 6399 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out"); 6400 return 0; 6401 } 6402 6403 static int qeth_set_ipa_csum(struct qeth_card *card, int on, int cstype) 6404 { 6405 int rc = (on) ? qeth_send_checksum_on(card, cstype) 6406 : qeth_send_simple_setassparms(card, cstype, 6407 IPA_CMD_ASS_STOP, 0); 6408 return rc ? -EIO : 0; 6409 } 6410 6411 static int qeth_set_ipa_tso(struct qeth_card *card, int on) 6412 { 6413 int rc; 6414 6415 QETH_CARD_TEXT(card, 3, "sttso"); 6416 6417 if (on) { 6418 rc = qeth_send_simple_setassparms(card, IPA_OUTBOUND_TSO, 6419 IPA_CMD_ASS_START, 0); 6420 if (rc) { 6421 dev_warn(&card->gdev->dev, 6422 "Starting outbound TCP segmentation offload for %s failed\n", 6423 QETH_CARD_IFNAME(card)); 6424 return -EIO; 6425 } 6426 dev_info(&card->gdev->dev, "Outbound TSO enabled\n"); 6427 } else { 6428 rc = qeth_send_simple_setassparms(card, IPA_OUTBOUND_TSO, 6429 IPA_CMD_ASS_STOP, 0); 6430 } 6431 return rc; 6432 } 6433 6434 #define QETH_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | NETIF_F_TSO) 6435 6436 /** 6437 * qeth_recover_features() - Restore device features after recovery 6438 * @dev: the recovering net_device 6439 * 6440 * Caller must hold rtnl lock. 6441 */ 6442 void qeth_recover_features(struct net_device *dev) 6443 { 6444 netdev_features_t features = dev->features; 6445 struct qeth_card *card = dev->ml_priv; 6446 6447 /* force-off any feature that needs an IPA sequence. 6448 * netdev_update_features() will restart them. 6449 */ 6450 dev->features &= ~QETH_HW_FEATURES; 6451 netdev_update_features(dev); 6452 6453 if (features == dev->features) 6454 return; 6455 dev_warn(&card->gdev->dev, 6456 "Device recovery failed to restore all offload features\n"); 6457 } 6458 EXPORT_SYMBOL_GPL(qeth_recover_features); 6459 6460 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6461 { 6462 struct qeth_card *card = dev->ml_priv; 6463 netdev_features_t changed = dev->features ^ features; 6464 int rc = 0; 6465 6466 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6467 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6468 6469 if ((changed & NETIF_F_IP_CSUM)) { 6470 rc = qeth_set_ipa_csum(card, 6471 features & NETIF_F_IP_CSUM ? 1 : 0, 6472 IPA_OUTBOUND_CHECKSUM); 6473 if (rc) 6474 changed ^= NETIF_F_IP_CSUM; 6475 } 6476 if ((changed & NETIF_F_RXCSUM)) { 6477 rc = qeth_set_ipa_csum(card, 6478 features & NETIF_F_RXCSUM ? 1 : 0, 6479 IPA_INBOUND_CHECKSUM); 6480 if (rc) 6481 changed ^= NETIF_F_RXCSUM; 6482 } 6483 if ((changed & NETIF_F_TSO)) { 6484 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO ? 1 : 0); 6485 if (rc) 6486 changed ^= NETIF_F_TSO; 6487 } 6488 6489 /* everything changed successfully? */ 6490 if ((dev->features ^ features) == changed) 6491 return 0; 6492 /* something went wrong. save changed features and return error */ 6493 dev->features ^= changed; 6494 return -EIO; 6495 } 6496 EXPORT_SYMBOL_GPL(qeth_set_features); 6497 6498 netdev_features_t qeth_fix_features(struct net_device *dev, 6499 netdev_features_t features) 6500 { 6501 struct qeth_card *card = dev->ml_priv; 6502 6503 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6504 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6505 features &= ~NETIF_F_IP_CSUM; 6506 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6507 features &= ~NETIF_F_RXCSUM; 6508 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6509 features &= ~NETIF_F_TSO; 6510 /* if the card isn't up, remove features that require hw changes */ 6511 if (card->state == CARD_STATE_DOWN || 6512 card->state == CARD_STATE_RECOVER) 6513 features &= ~QETH_HW_FEATURES; 6514 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6515 return features; 6516 } 6517 EXPORT_SYMBOL_GPL(qeth_fix_features); 6518 6519 netdev_features_t qeth_features_check(struct sk_buff *skb, 6520 struct net_device *dev, 6521 netdev_features_t features) 6522 { 6523 /* GSO segmentation builds skbs with 6524 * a (small) linear part for the headers, and 6525 * page frags for the data. 6526 * Compared to a linear skb, the header-only part consumes an 6527 * additional buffer element. This reduces buffer utilization, and 6528 * hurts throughput. So compress small segments into one element. 6529 */ 6530 if (netif_needs_gso(skb, features)) { 6531 /* match skb_segment(): */ 6532 unsigned int doffset = skb->data - skb_mac_header(skb); 6533 unsigned int hsize = skb_shinfo(skb)->gso_size; 6534 unsigned int hroom = skb_headroom(skb); 6535 6536 /* linearize only if resulting skb allocations are order-0: */ 6537 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6538 features &= ~NETIF_F_SG; 6539 } 6540 6541 return vlan_features_check(skb, features); 6542 } 6543 EXPORT_SYMBOL_GPL(qeth_features_check); 6544 6545 static int __init qeth_core_init(void) 6546 { 6547 int rc; 6548 6549 pr_info("loading core functions\n"); 6550 INIT_LIST_HEAD(&qeth_core_card_list.list); 6551 INIT_LIST_HEAD(&qeth_dbf_list); 6552 rwlock_init(&qeth_core_card_list.rwlock); 6553 mutex_init(&qeth_mod_mutex); 6554 6555 qeth_wq = create_singlethread_workqueue("qeth_wq"); 6556 6557 rc = qeth_register_dbf_views(); 6558 if (rc) 6559 goto out_err; 6560 qeth_core_root_dev = root_device_register("qeth"); 6561 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6562 if (rc) 6563 goto register_err; 6564 qeth_core_header_cache = kmem_cache_create("qeth_hdr", 6565 sizeof(struct qeth_hdr) + ETH_HLEN, 64, 0, NULL); 6566 if (!qeth_core_header_cache) { 6567 rc = -ENOMEM; 6568 goto slab_err; 6569 } 6570 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6571 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6572 if (!qeth_qdio_outbuf_cache) { 6573 rc = -ENOMEM; 6574 goto cqslab_err; 6575 } 6576 rc = ccw_driver_register(&qeth_ccw_driver); 6577 if (rc) 6578 goto ccw_err; 6579 qeth_core_ccwgroup_driver.driver.groups = qeth_drv_attr_groups; 6580 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6581 if (rc) 6582 goto ccwgroup_err; 6583 6584 return 0; 6585 6586 ccwgroup_err: 6587 ccw_driver_unregister(&qeth_ccw_driver); 6588 ccw_err: 6589 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6590 cqslab_err: 6591 kmem_cache_destroy(qeth_core_header_cache); 6592 slab_err: 6593 root_device_unregister(qeth_core_root_dev); 6594 register_err: 6595 qeth_unregister_dbf_views(); 6596 out_err: 6597 pr_err("Initializing the qeth device driver failed\n"); 6598 return rc; 6599 } 6600 6601 static void __exit qeth_core_exit(void) 6602 { 6603 qeth_clear_dbf_list(); 6604 destroy_workqueue(qeth_wq); 6605 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6606 ccw_driver_unregister(&qeth_ccw_driver); 6607 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6608 kmem_cache_destroy(qeth_core_header_cache); 6609 root_device_unregister(qeth_core_root_dev); 6610 qeth_unregister_dbf_views(); 6611 pr_info("core functions removed\n"); 6612 } 6613 6614 module_init(qeth_core_init); 6615 module_exit(qeth_core_exit); 6616 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6617 MODULE_DESCRIPTION("qeth core functions"); 6618 MODULE_LICENSE("GPL"); 6619