1ab9953ffSGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 24a71df50SFrank Blaschka /* 3bbcfcdc8SFrank Blaschka * Copyright IBM Corp. 2007, 2009 44a71df50SFrank Blaschka * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 54a71df50SFrank Blaschka * Frank Pavlic <fpavlic@de.ibm.com>, 64a71df50SFrank Blaschka * Thomas Spatzier <tspat@de.ibm.com>, 74a71df50SFrank Blaschka * Frank Blaschka <frank.blaschka@de.ibm.com> 84a71df50SFrank Blaschka */ 94a71df50SFrank Blaschka 1074eacdb9SFrank Blaschka #define KMSG_COMPONENT "qeth" 1174eacdb9SFrank Blaschka #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 1274eacdb9SFrank Blaschka 130d55303cSDeepa Dinamani #include <linux/compat.h> 144a71df50SFrank Blaschka #include <linux/module.h> 154a71df50SFrank Blaschka #include <linux/moduleparam.h> 164a71df50SFrank Blaschka #include <linux/string.h> 174a71df50SFrank Blaschka #include <linux/errno.h> 184a71df50SFrank Blaschka #include <linux/kernel.h> 1955494264SJulian Wiedmann #include <linux/log2.h> 20378ac80dSJulian Wiedmann #include <linux/io.h> 214a71df50SFrank Blaschka #include <linux/ip.h> 224a71df50SFrank Blaschka #include <linux/tcp.h> 234a71df50SFrank Blaschka #include <linux/mii.h> 244e2fe4edSJulian Wiedmann #include <linux/mm.h> 254a71df50SFrank Blaschka #include <linux/kthread.h> 265a0e3ad6STejun Heo #include <linux/slab.h> 276d69b1f1SJulian Wiedmann #include <linux/if_vlan.h> 286d69b1f1SJulian Wiedmann #include <linux/netdevice.h> 296d69b1f1SJulian Wiedmann #include <linux/netdev_features.h> 300d49c06bSJulian Wiedmann #include <linux/rcutree.h> 316d69b1f1SJulian Wiedmann #include <linux/skbuff.h> 32aec45e85SWenjia Zhang #include <linux/vmalloc.h> 336d69b1f1SJulian Wiedmann 34b3332930SFrank Blaschka #include <net/iucv/af_iucv.h> 35290b8348SStefan Raspl #include <net/dsfield.h> 3634c7f50fSJulian Wiedmann #include <net/sock.h> 374a71df50SFrank Blaschka 38ab4227cbSMartin Schwidefsky #include <asm/ebcdic.h> 392bf29df7SSebastian Ott #include <asm/chpid.h> 401da74b1cSFrank Blaschka #include <asm/sysinfo.h> 41ec61bd2fSJulian Wiedmann #include <asm/diag.h> 42ec61bd2fSJulian Wiedmann #include <asm/cio.h> 43ec61bd2fSJulian Wiedmann #include <asm/ccwdev.h> 44615dff22SJulian Wiedmann #include <asm/cpcmd.h> 454a71df50SFrank Blaschka 464a71df50SFrank Blaschka #include "qeth_core.h" 474a71df50SFrank Blaschka 48d11ba0c4SPeter Tiedemann struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 49d11ba0c4SPeter Tiedemann /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 50d11ba0c4SPeter Tiedemann /* N P A M L V H */ 51d11ba0c4SPeter Tiedemann [QETH_DBF_SETUP] = {"qeth_setup", 52d11ba0c4SPeter Tiedemann 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 53f7e1e65dSSebastian Ott [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 54f7e1e65dSSebastian Ott &debug_sprintf_view, NULL}, 55d11ba0c4SPeter Tiedemann [QETH_DBF_CTRL] = {"qeth_control", 56d11ba0c4SPeter Tiedemann 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 57d11ba0c4SPeter Tiedemann }; 58d11ba0c4SPeter Tiedemann EXPORT_SYMBOL_GPL(qeth_dbf); 594a71df50SFrank Blaschka 60683d718aSFrank Blaschka struct kmem_cache *qeth_core_header_cache; 61683d718aSFrank Blaschka EXPORT_SYMBOL_GPL(qeth_core_header_cache); 620da9581dSEinar Lueck static struct kmem_cache *qeth_qdio_outbuf_cache; 634a71df50SFrank Blaschka 644a71df50SFrank Blaschka static struct device *qeth_core_root_dev; 65fb8d2580SJulian Wiedmann static struct dentry *qeth_debugfs_root; 664a71df50SFrank Blaschka static struct lock_class_key qdio_out_skb_queue_key; 674a71df50SFrank Blaschka 68988a747dSJulian Wiedmann static void qeth_issue_next_read_cb(struct qeth_card *card, 6912fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 7012fc286fSJulian Wiedmann unsigned int data_length); 714a71df50SFrank Blaschka static int qeth_qdio_establish(struct qeth_card *); 7241c47da3SJulian Wiedmann static void qeth_free_qdio_queues(struct qeth_card *card); 73b3332930SFrank Blaschka static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 74b3332930SFrank Blaschka struct qeth_qdio_out_buffer *buf, 75b3332930SFrank Blaschka enum iucv_tx_notify notification); 7685e537d8SJulian Wiedmann static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 7785e537d8SJulian Wiedmann int budget); 784a71df50SFrank Blaschka 790f54761dSStefan Raspl static void qeth_close_dev_handler(struct work_struct *work) 800f54761dSStefan Raspl { 810f54761dSStefan Raspl struct qeth_card *card; 820f54761dSStefan Raspl 830f54761dSStefan Raspl card = container_of(work, struct qeth_card, close_dev_work); 840f54761dSStefan Raspl QETH_CARD_TEXT(card, 2, "cldevhdl"); 850f54761dSStefan Raspl ccwgroup_set_offline(card->gdev); 860f54761dSStefan Raspl } 870f54761dSStefan Raspl 88cef6ff22SJulian Wiedmann static const char *qeth_get_cardname(struct qeth_card *card) 894a71df50SFrank Blaschka { 90379ac99eSJulian Wiedmann if (IS_VM_NIC(card)) { 914a71df50SFrank Blaschka switch (card->info.type) { 925113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 937096b187SStefan Raspl return " Virtual NIC QDIO"; 944a71df50SFrank Blaschka case QETH_CARD_TYPE_IQD: 957096b187SStefan Raspl return " Virtual NIC Hiper"; 965113fec0SUrsula Braun case QETH_CARD_TYPE_OSM: 977096b187SStefan Raspl return " Virtual NIC QDIO - OSM"; 985113fec0SUrsula Braun case QETH_CARD_TYPE_OSX: 997096b187SStefan Raspl return " Virtual NIC QDIO - OSX"; 1004a71df50SFrank Blaschka default: 1014a71df50SFrank Blaschka return " unknown"; 1024a71df50SFrank Blaschka } 1034a71df50SFrank Blaschka } else { 1044a71df50SFrank Blaschka switch (card->info.type) { 1055113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 1064a71df50SFrank Blaschka return " OSD Express"; 1074a71df50SFrank Blaschka case QETH_CARD_TYPE_IQD: 1084a71df50SFrank Blaschka return " HiperSockets"; 1094a71df50SFrank Blaschka case QETH_CARD_TYPE_OSN: 1104a71df50SFrank Blaschka return " OSN QDIO"; 1115113fec0SUrsula Braun case QETH_CARD_TYPE_OSM: 1125113fec0SUrsula Braun return " OSM QDIO"; 1135113fec0SUrsula Braun case QETH_CARD_TYPE_OSX: 1145113fec0SUrsula Braun return " OSX QDIO"; 1154a71df50SFrank Blaschka default: 1164a71df50SFrank Blaschka return " unknown"; 1174a71df50SFrank Blaschka } 1184a71df50SFrank Blaschka } 1194a71df50SFrank Blaschka return " n/a"; 1204a71df50SFrank Blaschka } 1214a71df50SFrank Blaschka 1224a71df50SFrank Blaschka /* max length to be returned: 14 */ 1234a71df50SFrank Blaschka const char *qeth_get_cardname_short(struct qeth_card *card) 1244a71df50SFrank Blaschka { 125379ac99eSJulian Wiedmann if (IS_VM_NIC(card)) { 1264a71df50SFrank Blaschka switch (card->info.type) { 1275113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 1287096b187SStefan Raspl return "Virt.NIC QDIO"; 1294a71df50SFrank Blaschka case QETH_CARD_TYPE_IQD: 1307096b187SStefan Raspl return "Virt.NIC Hiper"; 1315113fec0SUrsula Braun case QETH_CARD_TYPE_OSM: 1327096b187SStefan Raspl return "Virt.NIC OSM"; 1335113fec0SUrsula Braun case QETH_CARD_TYPE_OSX: 1347096b187SStefan Raspl return "Virt.NIC OSX"; 1354a71df50SFrank Blaschka default: 1364a71df50SFrank Blaschka return "unknown"; 1374a71df50SFrank Blaschka } 1384a71df50SFrank Blaschka } else { 1394a71df50SFrank Blaschka switch (card->info.type) { 1405113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 1414a71df50SFrank Blaschka switch (card->info.link_type) { 1424a71df50SFrank Blaschka case QETH_LINK_TYPE_FAST_ETH: 1434a71df50SFrank Blaschka return "OSD_100"; 1444a71df50SFrank Blaschka case QETH_LINK_TYPE_HSTR: 1454a71df50SFrank Blaschka return "HSTR"; 1464a71df50SFrank Blaschka case QETH_LINK_TYPE_GBIT_ETH: 1474a71df50SFrank Blaschka return "OSD_1000"; 1484a71df50SFrank Blaschka case QETH_LINK_TYPE_10GBIT_ETH: 1494a71df50SFrank Blaschka return "OSD_10GIG"; 15054e049c2SJulian Wiedmann case QETH_LINK_TYPE_25GBIT_ETH: 15154e049c2SJulian Wiedmann return "OSD_25GIG"; 1524a71df50SFrank Blaschka case QETH_LINK_TYPE_LANE_ETH100: 1534a71df50SFrank Blaschka return "OSD_FE_LANE"; 1544a71df50SFrank Blaschka case QETH_LINK_TYPE_LANE_TR: 1554a71df50SFrank Blaschka return "OSD_TR_LANE"; 1564a71df50SFrank Blaschka case QETH_LINK_TYPE_LANE_ETH1000: 1574a71df50SFrank Blaschka return "OSD_GbE_LANE"; 1584a71df50SFrank Blaschka case QETH_LINK_TYPE_LANE: 1594a71df50SFrank Blaschka return "OSD_ATM_LANE"; 1604a71df50SFrank Blaschka default: 1614a71df50SFrank Blaschka return "OSD_Express"; 1624a71df50SFrank Blaschka } 1634a71df50SFrank Blaschka case QETH_CARD_TYPE_IQD: 1644a71df50SFrank Blaschka return "HiperSockets"; 1654a71df50SFrank Blaschka case QETH_CARD_TYPE_OSN: 1664a71df50SFrank Blaschka return "OSN"; 1675113fec0SUrsula Braun case QETH_CARD_TYPE_OSM: 1685113fec0SUrsula Braun return "OSM_1000"; 1695113fec0SUrsula Braun case QETH_CARD_TYPE_OSX: 1705113fec0SUrsula Braun return "OSX_10GIG"; 1714a71df50SFrank Blaschka default: 1724a71df50SFrank Blaschka return "unknown"; 1734a71df50SFrank Blaschka } 1744a71df50SFrank Blaschka } 1754a71df50SFrank Blaschka return "n/a"; 1764a71df50SFrank Blaschka } 1774a71df50SFrank Blaschka 1784a71df50SFrank Blaschka void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 1794a71df50SFrank Blaschka int clear_start_mask) 1804a71df50SFrank Blaschka { 1814a71df50SFrank Blaschka unsigned long flags; 1824a71df50SFrank Blaschka 1834a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 1844a71df50SFrank Blaschka card->thread_allowed_mask = threads; 1854a71df50SFrank Blaschka if (clear_start_mask) 1864a71df50SFrank Blaschka card->thread_start_mask &= threads; 1874a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1884a71df50SFrank Blaschka wake_up(&card->wait_q); 1894a71df50SFrank Blaschka } 1904a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 1914a71df50SFrank Blaschka 1924a71df50SFrank Blaschka int qeth_threads_running(struct qeth_card *card, unsigned long threads) 1934a71df50SFrank Blaschka { 1944a71df50SFrank Blaschka unsigned long flags; 1954a71df50SFrank Blaschka int rc = 0; 1964a71df50SFrank Blaschka 1974a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 1984a71df50SFrank Blaschka rc = (card->thread_running_mask & threads); 1994a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 2004a71df50SFrank Blaschka return rc; 2014a71df50SFrank Blaschka } 2024a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_threads_running); 2034a71df50SFrank Blaschka 204f2bcf9ddSJulian Wiedmann static void qeth_clear_working_pool_list(struct qeth_card *card) 2054a71df50SFrank Blaschka { 2064a71df50SFrank Blaschka struct qeth_buffer_pool_entry *pool_entry, *tmp; 207eff73e16SJulian Wiedmann struct qeth_qdio_q *queue = card->qdio.in_q; 208eff73e16SJulian Wiedmann unsigned int i; 2094a71df50SFrank Blaschka 210847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "clwrklst"); 2114a71df50SFrank Blaschka list_for_each_entry_safe(pool_entry, tmp, 212378ac80dSJulian Wiedmann &card->qdio.in_buf_pool.entry_list, list) 2134a71df50SFrank Blaschka list_del(&pool_entry->list); 214eff73e16SJulian Wiedmann 215eff73e16SJulian Wiedmann for (i = 0; i < ARRAY_SIZE(queue->bufs); i++) 216eff73e16SJulian Wiedmann queue->bufs[i].pool_entry = NULL; 2174a71df50SFrank Blaschka } 2184a71df50SFrank Blaschka 2190f75e149SJulian Wiedmann static void qeth_free_pool_entry(struct qeth_buffer_pool_entry *entry) 2200f75e149SJulian Wiedmann { 2210f75e149SJulian Wiedmann unsigned int i; 2220f75e149SJulian Wiedmann 2230f75e149SJulian Wiedmann for (i = 0; i < ARRAY_SIZE(entry->elements); i++) { 2240f75e149SJulian Wiedmann if (entry->elements[i]) 2250f75e149SJulian Wiedmann __free_page(entry->elements[i]); 2260f75e149SJulian Wiedmann } 2270f75e149SJulian Wiedmann 2280f75e149SJulian Wiedmann kfree(entry); 2290f75e149SJulian Wiedmann } 2300f75e149SJulian Wiedmann 2310f75e149SJulian Wiedmann static void qeth_free_buffer_pool(struct qeth_card *card) 2320f75e149SJulian Wiedmann { 2330f75e149SJulian Wiedmann struct qeth_buffer_pool_entry *entry, *tmp; 2340f75e149SJulian Wiedmann 2350f75e149SJulian Wiedmann list_for_each_entry_safe(entry, tmp, &card->qdio.init_pool.entry_list, 2360f75e149SJulian Wiedmann init_list) { 2370f75e149SJulian Wiedmann list_del(&entry->init_list); 2380f75e149SJulian Wiedmann qeth_free_pool_entry(entry); 2390f75e149SJulian Wiedmann } 2400f75e149SJulian Wiedmann } 2410f75e149SJulian Wiedmann 2420f75e149SJulian Wiedmann static struct qeth_buffer_pool_entry *qeth_alloc_pool_entry(unsigned int pages) 2430f75e149SJulian Wiedmann { 2440f75e149SJulian Wiedmann struct qeth_buffer_pool_entry *entry; 2450f75e149SJulian Wiedmann unsigned int i; 2460f75e149SJulian Wiedmann 2470f75e149SJulian Wiedmann entry = kzalloc(sizeof(*entry), GFP_KERNEL); 2480f75e149SJulian Wiedmann if (!entry) 2490f75e149SJulian Wiedmann return NULL; 2500f75e149SJulian Wiedmann 2510f75e149SJulian Wiedmann for (i = 0; i < pages; i++) { 252714c9108SJulian Wiedmann entry->elements[i] = __dev_alloc_page(GFP_KERNEL); 2530f75e149SJulian Wiedmann 2540f75e149SJulian Wiedmann if (!entry->elements[i]) { 2550f75e149SJulian Wiedmann qeth_free_pool_entry(entry); 2560f75e149SJulian Wiedmann return NULL; 2570f75e149SJulian Wiedmann } 2580f75e149SJulian Wiedmann } 2590f75e149SJulian Wiedmann 2600f75e149SJulian Wiedmann return entry; 2610f75e149SJulian Wiedmann } 2620f75e149SJulian Wiedmann 2634a71df50SFrank Blaschka static int qeth_alloc_buffer_pool(struct qeth_card *card) 2644a71df50SFrank Blaschka { 2650f75e149SJulian Wiedmann unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2660f75e149SJulian Wiedmann unsigned int i; 2674a71df50SFrank Blaschka 268847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "alocpool"); 2694a71df50SFrank Blaschka for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 2700f75e149SJulian Wiedmann struct qeth_buffer_pool_entry *entry; 2710f75e149SJulian Wiedmann 2720f75e149SJulian Wiedmann entry = qeth_alloc_pool_entry(buf_elements); 2730f75e149SJulian Wiedmann if (!entry) { 2744a71df50SFrank Blaschka qeth_free_buffer_pool(card); 2754a71df50SFrank Blaschka return -ENOMEM; 2764a71df50SFrank Blaschka } 277f81649dfSJulian Wiedmann 2780f75e149SJulian Wiedmann list_add(&entry->init_list, &card->qdio.init_pool.entry_list); 2794a71df50SFrank Blaschka } 2804a71df50SFrank Blaschka return 0; 2814a71df50SFrank Blaschka } 2824a71df50SFrank Blaschka 2835d4f7856SJulian Wiedmann int qeth_resize_buffer_pool(struct qeth_card *card, unsigned int count) 2844a71df50SFrank Blaschka { 2855d4f7856SJulian Wiedmann unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2865d4f7856SJulian Wiedmann struct qeth_qdio_buffer_pool *pool = &card->qdio.init_pool; 2875d4f7856SJulian Wiedmann struct qeth_buffer_pool_entry *entry, *tmp; 2885d4f7856SJulian Wiedmann int delta = count - pool->buf_count; 2895d4f7856SJulian Wiedmann LIST_HEAD(entries); 2905d4f7856SJulian Wiedmann 291847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "realcbp"); 2924a71df50SFrank Blaschka 2935d4f7856SJulian Wiedmann /* Defer until queue is allocated: */ 2945d4f7856SJulian Wiedmann if (!card->qdio.in_q) 2955d4f7856SJulian Wiedmann goto out; 2965d4f7856SJulian Wiedmann 2975d4f7856SJulian Wiedmann /* Remove entries from the pool: */ 2985d4f7856SJulian Wiedmann while (delta < 0) { 2995d4f7856SJulian Wiedmann entry = list_first_entry(&pool->entry_list, 3005d4f7856SJulian Wiedmann struct qeth_buffer_pool_entry, 3015d4f7856SJulian Wiedmann init_list); 3025d4f7856SJulian Wiedmann list_del(&entry->init_list); 3035d4f7856SJulian Wiedmann qeth_free_pool_entry(entry); 3045d4f7856SJulian Wiedmann 3055d4f7856SJulian Wiedmann delta++; 3064a71df50SFrank Blaschka } 3075d4f7856SJulian Wiedmann 3085d4f7856SJulian Wiedmann /* Allocate additional entries: */ 3095d4f7856SJulian Wiedmann while (delta > 0) { 3105d4f7856SJulian Wiedmann entry = qeth_alloc_pool_entry(buf_elements); 3115d4f7856SJulian Wiedmann if (!entry) { 3125d4f7856SJulian Wiedmann list_for_each_entry_safe(entry, tmp, &entries, 3135d4f7856SJulian Wiedmann init_list) { 3145d4f7856SJulian Wiedmann list_del(&entry->init_list); 3155d4f7856SJulian Wiedmann qeth_free_pool_entry(entry); 3165d4f7856SJulian Wiedmann } 3175d4f7856SJulian Wiedmann 3185d4f7856SJulian Wiedmann return -ENOMEM; 3195d4f7856SJulian Wiedmann } 3205d4f7856SJulian Wiedmann 3215d4f7856SJulian Wiedmann list_add(&entry->init_list, &entries); 3225d4f7856SJulian Wiedmann 3235d4f7856SJulian Wiedmann delta--; 3245d4f7856SJulian Wiedmann } 3255d4f7856SJulian Wiedmann 3265d4f7856SJulian Wiedmann list_splice(&entries, &pool->entry_list); 3275d4f7856SJulian Wiedmann 3285d4f7856SJulian Wiedmann out: 3295d4f7856SJulian Wiedmann card->qdio.in_buf_pool.buf_count = count; 3305d4f7856SJulian Wiedmann pool->buf_count = count; 3315d4f7856SJulian Wiedmann return 0; 3325d4f7856SJulian Wiedmann } 3335d4f7856SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_resize_buffer_pool); 3344a71df50SFrank Blaschka 3354601ba6cSSebastian Ott static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 3364601ba6cSSebastian Ott { 3376d284bdeSSebastian Ott if (!q) 3386d284bdeSSebastian Ott return; 3396d284bdeSSebastian Ott 3406d284bdeSSebastian Ott qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 3414601ba6cSSebastian Ott kfree(q); 3424601ba6cSSebastian Ott } 3434601ba6cSSebastian Ott 3444601ba6cSSebastian Ott static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 3454601ba6cSSebastian Ott { 3464601ba6cSSebastian Ott struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 3474601ba6cSSebastian Ott int i; 3484601ba6cSSebastian Ott 3494601ba6cSSebastian Ott if (!q) 3504601ba6cSSebastian Ott return NULL; 3514601ba6cSSebastian Ott 3526d284bdeSSebastian Ott if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 3536d284bdeSSebastian Ott kfree(q); 3546d284bdeSSebastian Ott return NULL; 3556d284bdeSSebastian Ott } 3566d284bdeSSebastian Ott 3574601ba6cSSebastian Ott for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 3586d284bdeSSebastian Ott q->bufs[i].buffer = q->qdio_bufs[i]; 3594601ba6cSSebastian Ott 3604601ba6cSSebastian Ott QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 3614601ba6cSSebastian Ott return q; 3624601ba6cSSebastian Ott } 3634601ba6cSSebastian Ott 364cef6ff22SJulian Wiedmann static int qeth_cq_init(struct qeth_card *card) 3650da9581dSEinar Lueck { 3660da9581dSEinar Lueck int rc; 3670da9581dSEinar Lueck 3680da9581dSEinar Lueck if (card->options.cq == QETH_CQ_ENABLED) { 36957a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cqinit"); 3706d284bdeSSebastian Ott qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 3716d284bdeSSebastian Ott QDIO_MAX_BUFFERS_PER_Q); 3720da9581dSEinar Lueck card->qdio.c_q->next_buf_to_init = 127; 3730da9581dSEinar Lueck rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 3740da9581dSEinar Lueck card->qdio.no_in_queues - 1, 0, 3750da9581dSEinar Lueck 127); 3760da9581dSEinar Lueck if (rc) { 37757a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "1err%d", rc); 3780da9581dSEinar Lueck goto out; 3790da9581dSEinar Lueck } 3800da9581dSEinar Lueck } 3810da9581dSEinar Lueck rc = 0; 3820da9581dSEinar Lueck out: 3830da9581dSEinar Lueck return rc; 3840da9581dSEinar Lueck } 3850da9581dSEinar Lueck 386cef6ff22SJulian Wiedmann static int qeth_alloc_cq(struct qeth_card *card) 3870da9581dSEinar Lueck { 3880da9581dSEinar Lueck int rc; 3890da9581dSEinar Lueck 3900da9581dSEinar Lueck if (card->options.cq == QETH_CQ_ENABLED) { 3910da9581dSEinar Lueck int i; 3920da9581dSEinar Lueck struct qdio_outbuf_state *outbuf_states; 3930da9581dSEinar Lueck 39457a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cqon"); 3954601ba6cSSebastian Ott card->qdio.c_q = qeth_alloc_qdio_queue(); 3960da9581dSEinar Lueck if (!card->qdio.c_q) { 3970da9581dSEinar Lueck rc = -1; 3980da9581dSEinar Lueck goto kmsg_out; 3990da9581dSEinar Lueck } 4000da9581dSEinar Lueck card->qdio.no_in_queues = 2; 4014a912f98SZhang Yanfei card->qdio.out_bufstates = 4026396bb22SKees Cook kcalloc(card->qdio.no_out_queues * 4036396bb22SKees Cook QDIO_MAX_BUFFERS_PER_Q, 4046396bb22SKees Cook sizeof(struct qdio_outbuf_state), 4056396bb22SKees Cook GFP_KERNEL); 4060da9581dSEinar Lueck outbuf_states = card->qdio.out_bufstates; 4070da9581dSEinar Lueck if (outbuf_states == NULL) { 4080da9581dSEinar Lueck rc = -1; 4090da9581dSEinar Lueck goto free_cq_out; 4100da9581dSEinar Lueck } 4110da9581dSEinar Lueck for (i = 0; i < card->qdio.no_out_queues; ++i) { 4120da9581dSEinar Lueck card->qdio.out_qs[i]->bufstates = outbuf_states; 4130da9581dSEinar Lueck outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 4140da9581dSEinar Lueck } 4150da9581dSEinar Lueck } else { 41657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "nocq"); 4170da9581dSEinar Lueck card->qdio.c_q = NULL; 4180da9581dSEinar Lueck card->qdio.no_in_queues = 1; 4190da9581dSEinar Lueck } 42057a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 4210da9581dSEinar Lueck rc = 0; 4220da9581dSEinar Lueck out: 4230da9581dSEinar Lueck return rc; 4240da9581dSEinar Lueck free_cq_out: 4254601ba6cSSebastian Ott qeth_free_qdio_queue(card->qdio.c_q); 4260da9581dSEinar Lueck card->qdio.c_q = NULL; 4270da9581dSEinar Lueck kmsg_out: 4280da9581dSEinar Lueck dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 4290da9581dSEinar Lueck goto out; 4300da9581dSEinar Lueck } 4310da9581dSEinar Lueck 432cef6ff22SJulian Wiedmann static void qeth_free_cq(struct qeth_card *card) 4330da9581dSEinar Lueck { 4340da9581dSEinar Lueck if (card->qdio.c_q) { 4350da9581dSEinar Lueck --card->qdio.no_in_queues; 4364601ba6cSSebastian Ott qeth_free_qdio_queue(card->qdio.c_q); 4370da9581dSEinar Lueck card->qdio.c_q = NULL; 4380da9581dSEinar Lueck } 4390da9581dSEinar Lueck kfree(card->qdio.out_bufstates); 4400da9581dSEinar Lueck card->qdio.out_bufstates = NULL; 4410da9581dSEinar Lueck } 4420da9581dSEinar Lueck 443cef6ff22SJulian Wiedmann static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 444cef6ff22SJulian Wiedmann int delayed) 445cef6ff22SJulian Wiedmann { 446b3332930SFrank Blaschka enum iucv_tx_notify n; 447b3332930SFrank Blaschka 448b3332930SFrank Blaschka switch (sbalf15) { 449b3332930SFrank Blaschka case 0: 450b3332930SFrank Blaschka n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 451b3332930SFrank Blaschka break; 452b3332930SFrank Blaschka case 4: 453b3332930SFrank Blaschka case 16: 454b3332930SFrank Blaschka case 17: 455b3332930SFrank Blaschka case 18: 456b3332930SFrank Blaschka n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 457b3332930SFrank Blaschka TX_NOTIFY_UNREACHABLE; 458b3332930SFrank Blaschka break; 459b3332930SFrank Blaschka default: 460b3332930SFrank Blaschka n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 461b3332930SFrank Blaschka TX_NOTIFY_GENERALERROR; 462b3332930SFrank Blaschka break; 463b3332930SFrank Blaschka } 464b3332930SFrank Blaschka 465b3332930SFrank Blaschka return n; 466b3332930SFrank Blaschka } 467b3332930SFrank Blaschka 468cef6ff22SJulian Wiedmann static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 469cef6ff22SJulian Wiedmann int forced_cleanup) 4700da9581dSEinar Lueck { 47172861ae7SEinar Lueck if (q->card->options.cq != QETH_CQ_ENABLED) 47272861ae7SEinar Lueck return; 47372861ae7SEinar Lueck 4740da9581dSEinar Lueck if (q->bufs[bidx]->next_pending != NULL) { 4750da9581dSEinar Lueck struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 4760da9581dSEinar Lueck struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 4770da9581dSEinar Lueck 4780da9581dSEinar Lueck while (c) { 4790da9581dSEinar Lueck if (forced_cleanup || 48075cf3854SJulian Wiedmann atomic_read(&c->state) == QETH_QDIO_BUF_EMPTY) { 4810da9581dSEinar Lueck struct qeth_qdio_out_buffer *f = c; 482378ac80dSJulian Wiedmann 4830da9581dSEinar Lueck QETH_CARD_TEXT(f->q->card, 5, "fp"); 4840da9581dSEinar Lueck QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 485b3332930SFrank Blaschka /* release here to avoid interleaving between 486b3332930SFrank Blaschka outbound tasklet and inbound tasklet 487b3332930SFrank Blaschka regarding notifications and lifecycle */ 48885e537d8SJulian Wiedmann qeth_tx_complete_buf(c, forced_cleanup, 0); 489b3332930SFrank Blaschka 4900da9581dSEinar Lueck c = f->next_pending; 49118af5c17SStefan Raspl WARN_ON_ONCE(head->next_pending != f); 4920da9581dSEinar Lueck head->next_pending = c; 4930da9581dSEinar Lueck kmem_cache_free(qeth_qdio_outbuf_cache, f); 4940da9581dSEinar Lueck } else { 4950da9581dSEinar Lueck head = c; 4960da9581dSEinar Lueck c = c->next_pending; 4970da9581dSEinar Lueck } 4980da9581dSEinar Lueck 4990da9581dSEinar Lueck } 5000da9581dSEinar Lueck } 5010da9581dSEinar Lueck } 5020da9581dSEinar Lueck 503cef6ff22SJulian Wiedmann static void qeth_qdio_handle_aob(struct qeth_card *card, 504cef6ff22SJulian Wiedmann unsigned long phys_aob_addr) 505cef6ff22SJulian Wiedmann { 5068908f36dSJulian Wiedmann enum qeth_qdio_out_buffer_state new_state = QETH_QDIO_BUF_QAOB_OK; 5070da9581dSEinar Lueck struct qaob *aob; 5080da9581dSEinar Lueck struct qeth_qdio_out_buffer *buffer; 509b3332930SFrank Blaschka enum iucv_tx_notify notification; 510ce28867fSJulian Wiedmann unsigned int i; 5110da9581dSEinar Lueck 5120da9581dSEinar Lueck aob = (struct qaob *) phys_to_virt(phys_aob_addr); 5130da9581dSEinar Lueck QETH_CARD_TEXT(card, 5, "haob"); 5140da9581dSEinar Lueck QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 5150da9581dSEinar Lueck buffer = (struct qeth_qdio_out_buffer *) aob->user1; 5160da9581dSEinar Lueck QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 5170da9581dSEinar Lueck 518db4ffdceSJulian Wiedmann if (aob->aorc) { 519db4ffdceSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 520db4ffdceSJulian Wiedmann new_state = QETH_QDIO_BUF_QAOB_ERROR; 521db4ffdceSJulian Wiedmann } 522db4ffdceSJulian Wiedmann 523db4ffdceSJulian Wiedmann switch (atomic_xchg(&buffer->state, new_state)) { 524db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_PRIMED: 525db4ffdceSJulian Wiedmann /* Faster than TX completion code, let it handle the async 526db4ffdceSJulian Wiedmann * completion for us. 527db4ffdceSJulian Wiedmann */ 528db4ffdceSJulian Wiedmann break; 529db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_PENDING: 530db4ffdceSJulian Wiedmann /* TX completion code is active and will handle the async 531db4ffdceSJulian Wiedmann * completion for us. 532db4ffdceSJulian Wiedmann */ 533db4ffdceSJulian Wiedmann break; 534db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_NEED_QAOB: 535db4ffdceSJulian Wiedmann /* TX completion code is already finished. */ 536db4ffdceSJulian Wiedmann notification = qeth_compute_cq_notification(aob->aorc, 1); 537db4ffdceSJulian Wiedmann qeth_notify_skbs(buffer->q, buffer, notification); 538db4ffdceSJulian Wiedmann 539ce28867fSJulian Wiedmann /* Free dangling allocations. The attached skbs are handled by 540ce28867fSJulian Wiedmann * qeth_cleanup_handled_pending(). 541ce28867fSJulian Wiedmann */ 542ce28867fSJulian Wiedmann for (i = 0; 543ce28867fSJulian Wiedmann i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 544ce28867fSJulian Wiedmann i++) { 54586e7a4e4SJulian Wiedmann void *data = phys_to_virt(aob->sba[i]); 54686e7a4e4SJulian Wiedmann 54786e7a4e4SJulian Wiedmann if (data && buffer->is_header[i]) 54886e7a4e4SJulian Wiedmann kmem_cache_free(qeth_core_header_cache, data); 549d2e46004SJulian Wiedmann buffer->is_header[i] = 0; 550ce28867fSJulian Wiedmann } 5518908f36dSJulian Wiedmann 55275cf3854SJulian Wiedmann atomic_set(&buffer->state, QETH_QDIO_BUF_EMPTY); 5538908f36dSJulian Wiedmann break; 5548908f36dSJulian Wiedmann default: 5558908f36dSJulian Wiedmann WARN_ON_ONCE(1); 5568908f36dSJulian Wiedmann } 55772861ae7SEinar Lueck 5580da9581dSEinar Lueck qdio_release_aob(aob); 5590da9581dSEinar Lueck } 5600da9581dSEinar Lueck 56140554895SJulian Wiedmann static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 56240554895SJulian Wiedmann void *data) 56345ca2fd6SJulian Wiedmann { 56445ca2fd6SJulian Wiedmann ccw->cmd_code = cmd_code; 56540554895SJulian Wiedmann ccw->flags = flags | CCW_FLAG_SLI; 56645ca2fd6SJulian Wiedmann ccw->count = len; 56745ca2fd6SJulian Wiedmann ccw->cda = (__u32) __pa(data); 56845ca2fd6SJulian Wiedmann } 56945ca2fd6SJulian Wiedmann 57017bf8c9bSJulian Wiedmann static int __qeth_issue_next_read(struct qeth_card *card) 5714a71df50SFrank Blaschka { 572d9b9f40bSJulian Wiedmann struct qeth_cmd_buffer *iob = card->read_cmd; 573d9b9f40bSJulian Wiedmann struct qeth_channel *channel = iob->channel; 574d9b9f40bSJulian Wiedmann struct ccw1 *ccw = __ccw_from_cmd(iob); 575750b1625SJulian Wiedmann int rc; 5764a71df50SFrank Blaschka 577847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "issnxrd"); 578750b1625SJulian Wiedmann if (channel->state != CH_STATE_UP) 5794a71df50SFrank Blaschka return -EIO; 580988a747dSJulian Wiedmann 581d9b9f40bSJulian Wiedmann memset(iob->data, 0, iob->length); 582d9b9f40bSJulian Wiedmann qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 583988a747dSJulian Wiedmann iob->callback = qeth_issue_next_read_cb; 584d9b9f40bSJulian Wiedmann /* keep the cmd alive after completion: */ 585d9b9f40bSJulian Wiedmann qeth_get_cmd(iob); 586d9b9f40bSJulian Wiedmann 587847a50fdSCarsten Otte QETH_CARD_TEXT(card, 6, "noirqpnd"); 58840554895SJulian Wiedmann rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 589f9e50b02SJulian Wiedmann if (!rc) { 590f9e50b02SJulian Wiedmann channel->active_cmd = iob; 591f9e50b02SJulian Wiedmann } else { 592e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 593e19e5be8SJulian Wiedmann rc, CARD_DEVID(card)); 5947359393fSJulian Wiedmann qeth_unlock_channel(card, channel); 595c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 596908abbb5SUrsula Braun card->read_or_write_problem = 1; 5974a71df50SFrank Blaschka qeth_schedule_recovery(card); 5984a71df50SFrank Blaschka } 5994a71df50SFrank Blaschka return rc; 6004a71df50SFrank Blaschka } 6014a71df50SFrank Blaschka 60217bf8c9bSJulian Wiedmann static int qeth_issue_next_read(struct qeth_card *card) 60317bf8c9bSJulian Wiedmann { 60417bf8c9bSJulian Wiedmann int ret; 60517bf8c9bSJulian Wiedmann 60617bf8c9bSJulian Wiedmann spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 60717bf8c9bSJulian Wiedmann ret = __qeth_issue_next_read(card); 60817bf8c9bSJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 60917bf8c9bSJulian Wiedmann 61017bf8c9bSJulian Wiedmann return ret; 61117bf8c9bSJulian Wiedmann } 61217bf8c9bSJulian Wiedmann 613308946b0SJulian Wiedmann static void qeth_enqueue_cmd(struct qeth_card *card, 614308946b0SJulian Wiedmann struct qeth_cmd_buffer *iob) 6150951c6baSJulian Wiedmann { 6160951c6baSJulian Wiedmann spin_lock_irq(&card->lock); 61704ea30c8SJulian Wiedmann list_add_tail(&iob->list_entry, &card->cmd_waiter_list); 6180951c6baSJulian Wiedmann spin_unlock_irq(&card->lock); 6190951c6baSJulian Wiedmann } 6200951c6baSJulian Wiedmann 621308946b0SJulian Wiedmann static void qeth_dequeue_cmd(struct qeth_card *card, 622308946b0SJulian Wiedmann struct qeth_cmd_buffer *iob) 6230951c6baSJulian Wiedmann { 6240951c6baSJulian Wiedmann spin_lock_irq(&card->lock); 62504ea30c8SJulian Wiedmann list_del(&iob->list_entry); 6260951c6baSJulian Wiedmann spin_unlock_irq(&card->lock); 6270951c6baSJulian Wiedmann } 6280951c6baSJulian Wiedmann 629308946b0SJulian Wiedmann void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 6300951c6baSJulian Wiedmann { 631308946b0SJulian Wiedmann iob->rc = reason; 632308946b0SJulian Wiedmann complete(&iob->done); 6330951c6baSJulian Wiedmann } 634308946b0SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_notify_cmd); 6350951c6baSJulian Wiedmann 6360d49c06bSJulian Wiedmann static void qeth_flush_local_addrs4(struct qeth_card *card) 6370d49c06bSJulian Wiedmann { 6380d49c06bSJulian Wiedmann struct qeth_local_addr *addr; 6390d49c06bSJulian Wiedmann struct hlist_node *tmp; 6400d49c06bSJulian Wiedmann unsigned int i; 6410d49c06bSJulian Wiedmann 6420d49c06bSJulian Wiedmann spin_lock_irq(&card->local_addrs4_lock); 6430d49c06bSJulian Wiedmann hash_for_each_safe(card->local_addrs4, i, tmp, addr, hnode) { 6440d49c06bSJulian Wiedmann hash_del_rcu(&addr->hnode); 6450d49c06bSJulian Wiedmann kfree_rcu(addr, rcu); 6460d49c06bSJulian Wiedmann } 6470d49c06bSJulian Wiedmann spin_unlock_irq(&card->local_addrs4_lock); 6480d49c06bSJulian Wiedmann } 6490d49c06bSJulian Wiedmann 6500d49c06bSJulian Wiedmann static void qeth_flush_local_addrs6(struct qeth_card *card) 6510d49c06bSJulian Wiedmann { 6520d49c06bSJulian Wiedmann struct qeth_local_addr *addr; 6530d49c06bSJulian Wiedmann struct hlist_node *tmp; 6540d49c06bSJulian Wiedmann unsigned int i; 6550d49c06bSJulian Wiedmann 6560d49c06bSJulian Wiedmann spin_lock_irq(&card->local_addrs6_lock); 6570d49c06bSJulian Wiedmann hash_for_each_safe(card->local_addrs6, i, tmp, addr, hnode) { 6580d49c06bSJulian Wiedmann hash_del_rcu(&addr->hnode); 6590d49c06bSJulian Wiedmann kfree_rcu(addr, rcu); 6600d49c06bSJulian Wiedmann } 6610d49c06bSJulian Wiedmann spin_unlock_irq(&card->local_addrs6_lock); 6620d49c06bSJulian Wiedmann } 6630d49c06bSJulian Wiedmann 664f2bcf9ddSJulian Wiedmann static void qeth_flush_local_addrs(struct qeth_card *card) 6650d49c06bSJulian Wiedmann { 6660d49c06bSJulian Wiedmann qeth_flush_local_addrs4(card); 6670d49c06bSJulian Wiedmann qeth_flush_local_addrs6(card); 6680d49c06bSJulian Wiedmann } 6690d49c06bSJulian Wiedmann 6700d49c06bSJulian Wiedmann static void qeth_add_local_addrs4(struct qeth_card *card, 6710d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addrs4 *cmd) 6720d49c06bSJulian Wiedmann { 6730d49c06bSJulian Wiedmann unsigned int i; 6740d49c06bSJulian Wiedmann 6750d49c06bSJulian Wiedmann if (cmd->addr_length != 6760d49c06bSJulian Wiedmann sizeof_field(struct qeth_ipacmd_local_addr4, addr)) { 6770d49c06bSJulian Wiedmann dev_err_ratelimited(&card->gdev->dev, 6780d49c06bSJulian Wiedmann "Dropped IPv4 ADD LOCAL ADDR event with bad length %u\n", 6790d49c06bSJulian Wiedmann cmd->addr_length); 6800d49c06bSJulian Wiedmann return; 6810d49c06bSJulian Wiedmann } 6820d49c06bSJulian Wiedmann 6830d49c06bSJulian Wiedmann spin_lock(&card->local_addrs4_lock); 6840d49c06bSJulian Wiedmann for (i = 0; i < cmd->count; i++) { 6850d49c06bSJulian Wiedmann unsigned int key = ipv4_addr_hash(cmd->addrs[i].addr); 6860d49c06bSJulian Wiedmann struct qeth_local_addr *addr; 6870d49c06bSJulian Wiedmann bool duplicate = false; 6880d49c06bSJulian Wiedmann 6890d49c06bSJulian Wiedmann hash_for_each_possible(card->local_addrs4, addr, hnode, key) { 6900d49c06bSJulian Wiedmann if (addr->addr.s6_addr32[3] == cmd->addrs[i].addr) { 6910d49c06bSJulian Wiedmann duplicate = true; 6920d49c06bSJulian Wiedmann break; 6930d49c06bSJulian Wiedmann } 6940d49c06bSJulian Wiedmann } 6950d49c06bSJulian Wiedmann 6960d49c06bSJulian Wiedmann if (duplicate) 6970d49c06bSJulian Wiedmann continue; 6980d49c06bSJulian Wiedmann 6990d49c06bSJulian Wiedmann addr = kmalloc(sizeof(*addr), GFP_ATOMIC); 7000d49c06bSJulian Wiedmann if (!addr) { 7010d49c06bSJulian Wiedmann dev_err(&card->gdev->dev, 7020d49c06bSJulian Wiedmann "Failed to allocate local addr object. Traffic to %pI4 might suffer.\n", 7030d49c06bSJulian Wiedmann &cmd->addrs[i].addr); 7040d49c06bSJulian Wiedmann continue; 7050d49c06bSJulian Wiedmann } 7060d49c06bSJulian Wiedmann 7070d49c06bSJulian Wiedmann ipv6_addr_set(&addr->addr, 0, 0, 0, cmd->addrs[i].addr); 7080d49c06bSJulian Wiedmann hash_add_rcu(card->local_addrs4, &addr->hnode, key); 7090d49c06bSJulian Wiedmann } 7100d49c06bSJulian Wiedmann spin_unlock(&card->local_addrs4_lock); 7110d49c06bSJulian Wiedmann } 7120d49c06bSJulian Wiedmann 7130d49c06bSJulian Wiedmann static void qeth_add_local_addrs6(struct qeth_card *card, 7140d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addrs6 *cmd) 7150d49c06bSJulian Wiedmann { 7160d49c06bSJulian Wiedmann unsigned int i; 7170d49c06bSJulian Wiedmann 7180d49c06bSJulian Wiedmann if (cmd->addr_length != 7190d49c06bSJulian Wiedmann sizeof_field(struct qeth_ipacmd_local_addr6, addr)) { 7200d49c06bSJulian Wiedmann dev_err_ratelimited(&card->gdev->dev, 7210d49c06bSJulian Wiedmann "Dropped IPv6 ADD LOCAL ADDR event with bad length %u\n", 7220d49c06bSJulian Wiedmann cmd->addr_length); 7230d49c06bSJulian Wiedmann return; 7240d49c06bSJulian Wiedmann } 7250d49c06bSJulian Wiedmann 7260d49c06bSJulian Wiedmann spin_lock(&card->local_addrs6_lock); 7270d49c06bSJulian Wiedmann for (i = 0; i < cmd->count; i++) { 7280d49c06bSJulian Wiedmann u32 key = ipv6_addr_hash(&cmd->addrs[i].addr); 7290d49c06bSJulian Wiedmann struct qeth_local_addr *addr; 7300d49c06bSJulian Wiedmann bool duplicate = false; 7310d49c06bSJulian Wiedmann 7320d49c06bSJulian Wiedmann hash_for_each_possible(card->local_addrs6, addr, hnode, key) { 7330d49c06bSJulian Wiedmann if (ipv6_addr_equal(&addr->addr, &cmd->addrs[i].addr)) { 7340d49c06bSJulian Wiedmann duplicate = true; 7350d49c06bSJulian Wiedmann break; 7360d49c06bSJulian Wiedmann } 7370d49c06bSJulian Wiedmann } 7380d49c06bSJulian Wiedmann 7390d49c06bSJulian Wiedmann if (duplicate) 7400d49c06bSJulian Wiedmann continue; 7410d49c06bSJulian Wiedmann 7420d49c06bSJulian Wiedmann addr = kmalloc(sizeof(*addr), GFP_ATOMIC); 7430d49c06bSJulian Wiedmann if (!addr) { 7440d49c06bSJulian Wiedmann dev_err(&card->gdev->dev, 7450d49c06bSJulian Wiedmann "Failed to allocate local addr object. Traffic to %pI6c might suffer.\n", 7460d49c06bSJulian Wiedmann &cmd->addrs[i].addr); 7470d49c06bSJulian Wiedmann continue; 7480d49c06bSJulian Wiedmann } 7490d49c06bSJulian Wiedmann 7500d49c06bSJulian Wiedmann addr->addr = cmd->addrs[i].addr; 7510d49c06bSJulian Wiedmann hash_add_rcu(card->local_addrs6, &addr->hnode, key); 7520d49c06bSJulian Wiedmann } 7530d49c06bSJulian Wiedmann spin_unlock(&card->local_addrs6_lock); 7540d49c06bSJulian Wiedmann } 7550d49c06bSJulian Wiedmann 7560d49c06bSJulian Wiedmann static void qeth_del_local_addrs4(struct qeth_card *card, 7570d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addrs4 *cmd) 7580d49c06bSJulian Wiedmann { 7590d49c06bSJulian Wiedmann unsigned int i; 7600d49c06bSJulian Wiedmann 7610d49c06bSJulian Wiedmann if (cmd->addr_length != 7620d49c06bSJulian Wiedmann sizeof_field(struct qeth_ipacmd_local_addr4, addr)) { 7630d49c06bSJulian Wiedmann dev_err_ratelimited(&card->gdev->dev, 7640d49c06bSJulian Wiedmann "Dropped IPv4 DEL LOCAL ADDR event with bad length %u\n", 7650d49c06bSJulian Wiedmann cmd->addr_length); 7660d49c06bSJulian Wiedmann return; 7670d49c06bSJulian Wiedmann } 7680d49c06bSJulian Wiedmann 7690d49c06bSJulian Wiedmann spin_lock(&card->local_addrs4_lock); 7700d49c06bSJulian Wiedmann for (i = 0; i < cmd->count; i++) { 7710d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addr4 *addr = &cmd->addrs[i]; 7720d49c06bSJulian Wiedmann unsigned int key = ipv4_addr_hash(addr->addr); 7730d49c06bSJulian Wiedmann struct qeth_local_addr *tmp; 7740d49c06bSJulian Wiedmann 7750d49c06bSJulian Wiedmann hash_for_each_possible(card->local_addrs4, tmp, hnode, key) { 7760d49c06bSJulian Wiedmann if (tmp->addr.s6_addr32[3] == addr->addr) { 7770d49c06bSJulian Wiedmann hash_del_rcu(&tmp->hnode); 7780d49c06bSJulian Wiedmann kfree_rcu(tmp, rcu); 7790d49c06bSJulian Wiedmann break; 7800d49c06bSJulian Wiedmann } 7810d49c06bSJulian Wiedmann } 7820d49c06bSJulian Wiedmann } 7830d49c06bSJulian Wiedmann spin_unlock(&card->local_addrs4_lock); 7840d49c06bSJulian Wiedmann } 7850d49c06bSJulian Wiedmann 7860d49c06bSJulian Wiedmann static void qeth_del_local_addrs6(struct qeth_card *card, 7870d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addrs6 *cmd) 7880d49c06bSJulian Wiedmann { 7890d49c06bSJulian Wiedmann unsigned int i; 7900d49c06bSJulian Wiedmann 7910d49c06bSJulian Wiedmann if (cmd->addr_length != 7920d49c06bSJulian Wiedmann sizeof_field(struct qeth_ipacmd_local_addr6, addr)) { 7930d49c06bSJulian Wiedmann dev_err_ratelimited(&card->gdev->dev, 7940d49c06bSJulian Wiedmann "Dropped IPv6 DEL LOCAL ADDR event with bad length %u\n", 7950d49c06bSJulian Wiedmann cmd->addr_length); 7960d49c06bSJulian Wiedmann return; 7970d49c06bSJulian Wiedmann } 7980d49c06bSJulian Wiedmann 7990d49c06bSJulian Wiedmann spin_lock(&card->local_addrs6_lock); 8000d49c06bSJulian Wiedmann for (i = 0; i < cmd->count; i++) { 8010d49c06bSJulian Wiedmann struct qeth_ipacmd_local_addr6 *addr = &cmd->addrs[i]; 8020d49c06bSJulian Wiedmann u32 key = ipv6_addr_hash(&addr->addr); 8030d49c06bSJulian Wiedmann struct qeth_local_addr *tmp; 8040d49c06bSJulian Wiedmann 8050d49c06bSJulian Wiedmann hash_for_each_possible(card->local_addrs6, tmp, hnode, key) { 8060d49c06bSJulian Wiedmann if (ipv6_addr_equal(&tmp->addr, &addr->addr)) { 8070d49c06bSJulian Wiedmann hash_del_rcu(&tmp->hnode); 8080d49c06bSJulian Wiedmann kfree_rcu(tmp, rcu); 8090d49c06bSJulian Wiedmann break; 8100d49c06bSJulian Wiedmann } 8110d49c06bSJulian Wiedmann } 8120d49c06bSJulian Wiedmann } 8130d49c06bSJulian Wiedmann spin_unlock(&card->local_addrs6_lock); 8140d49c06bSJulian Wiedmann } 8150d49c06bSJulian Wiedmann 816c619e9a6SJulian Wiedmann static bool qeth_next_hop_is_local_v4(struct qeth_card *card, 817c619e9a6SJulian Wiedmann struct sk_buff *skb) 818c619e9a6SJulian Wiedmann { 819c619e9a6SJulian Wiedmann struct qeth_local_addr *tmp; 820c619e9a6SJulian Wiedmann bool is_local = false; 821c619e9a6SJulian Wiedmann unsigned int key; 822c619e9a6SJulian Wiedmann __be32 next_hop; 823c619e9a6SJulian Wiedmann 824c619e9a6SJulian Wiedmann if (hash_empty(card->local_addrs4)) 825c619e9a6SJulian Wiedmann return false; 826c619e9a6SJulian Wiedmann 827c619e9a6SJulian Wiedmann rcu_read_lock(); 828c619e9a6SJulian Wiedmann next_hop = qeth_next_hop_v4_rcu(skb, qeth_dst_check_rcu(skb, 4)); 829c619e9a6SJulian Wiedmann key = ipv4_addr_hash(next_hop); 830c619e9a6SJulian Wiedmann 831c619e9a6SJulian Wiedmann hash_for_each_possible_rcu(card->local_addrs4, tmp, hnode, key) { 832c619e9a6SJulian Wiedmann if (tmp->addr.s6_addr32[3] == next_hop) { 833c619e9a6SJulian Wiedmann is_local = true; 834c619e9a6SJulian Wiedmann break; 835c619e9a6SJulian Wiedmann } 836c619e9a6SJulian Wiedmann } 837c619e9a6SJulian Wiedmann rcu_read_unlock(); 838c619e9a6SJulian Wiedmann 839c619e9a6SJulian Wiedmann return is_local; 840c619e9a6SJulian Wiedmann } 841c619e9a6SJulian Wiedmann 842c619e9a6SJulian Wiedmann static bool qeth_next_hop_is_local_v6(struct qeth_card *card, 843c619e9a6SJulian Wiedmann struct sk_buff *skb) 844c619e9a6SJulian Wiedmann { 845c619e9a6SJulian Wiedmann struct qeth_local_addr *tmp; 846c619e9a6SJulian Wiedmann struct in6_addr *next_hop; 847c619e9a6SJulian Wiedmann bool is_local = false; 848c619e9a6SJulian Wiedmann u32 key; 849c619e9a6SJulian Wiedmann 850c619e9a6SJulian Wiedmann if (hash_empty(card->local_addrs6)) 851c619e9a6SJulian Wiedmann return false; 852c619e9a6SJulian Wiedmann 853c619e9a6SJulian Wiedmann rcu_read_lock(); 854c619e9a6SJulian Wiedmann next_hop = qeth_next_hop_v6_rcu(skb, qeth_dst_check_rcu(skb, 6)); 855c619e9a6SJulian Wiedmann key = ipv6_addr_hash(next_hop); 856c619e9a6SJulian Wiedmann 857c619e9a6SJulian Wiedmann hash_for_each_possible_rcu(card->local_addrs6, tmp, hnode, key) { 858c619e9a6SJulian Wiedmann if (ipv6_addr_equal(&tmp->addr, next_hop)) { 859c619e9a6SJulian Wiedmann is_local = true; 860c619e9a6SJulian Wiedmann break; 861c619e9a6SJulian Wiedmann } 862c619e9a6SJulian Wiedmann } 863c619e9a6SJulian Wiedmann rcu_read_unlock(); 864c619e9a6SJulian Wiedmann 865c619e9a6SJulian Wiedmann return is_local; 866c619e9a6SJulian Wiedmann } 867c619e9a6SJulian Wiedmann 868fb8d2580SJulian Wiedmann static int qeth_debugfs_local_addr_show(struct seq_file *m, void *v) 869fb8d2580SJulian Wiedmann { 870fb8d2580SJulian Wiedmann struct qeth_card *card = m->private; 871fb8d2580SJulian Wiedmann struct qeth_local_addr *tmp; 872fb8d2580SJulian Wiedmann unsigned int i; 873fb8d2580SJulian Wiedmann 874fb8d2580SJulian Wiedmann rcu_read_lock(); 875fb8d2580SJulian Wiedmann hash_for_each_rcu(card->local_addrs4, i, tmp, hnode) 876fb8d2580SJulian Wiedmann seq_printf(m, "%pI4\n", &tmp->addr.s6_addr32[3]); 877fb8d2580SJulian Wiedmann hash_for_each_rcu(card->local_addrs6, i, tmp, hnode) 878fb8d2580SJulian Wiedmann seq_printf(m, "%pI6c\n", &tmp->addr); 879fb8d2580SJulian Wiedmann rcu_read_unlock(); 880fb8d2580SJulian Wiedmann 881fb8d2580SJulian Wiedmann return 0; 882fb8d2580SJulian Wiedmann } 883fb8d2580SJulian Wiedmann 884fb8d2580SJulian Wiedmann DEFINE_SHOW_ATTRIBUTE(qeth_debugfs_local_addr); 885fb8d2580SJulian Wiedmann 886d11ba0c4SPeter Tiedemann static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 8874a71df50SFrank Blaschka struct qeth_card *card) 8884a71df50SFrank Blaschka { 889048a7f8bSJean Delvare const char *ipa_name; 890d11ba0c4SPeter Tiedemann int com = cmd->hdr.command; 891378ac80dSJulian Wiedmann 8924a71df50SFrank Blaschka ipa_name = qeth_get_ipa_cmd_name(com); 893e19e5be8SJulian Wiedmann 894d11ba0c4SPeter Tiedemann if (rc) 895e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 896e19e5be8SJulian Wiedmann ipa_name, com, CARD_DEVID(card), rc, 89770919e23SUrsula Braun qeth_get_ipa_msg(rc)); 898d11ba0c4SPeter Tiedemann else 899e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 900e19e5be8SJulian Wiedmann ipa_name, com, CARD_DEVID(card)); 9014a71df50SFrank Blaschka } 9024a71df50SFrank Blaschka 9034a71df50SFrank Blaschka static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 904d19b93f4SJulian Wiedmann struct qeth_ipa_cmd *cmd) 9054a71df50SFrank Blaschka { 906847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "chkipad"); 907d19b93f4SJulian Wiedmann 9084a71df50SFrank Blaschka if (IS_IPA_REPLY(cmd)) { 90976b11f8eSUrsula Braun if (cmd->hdr.command != IPA_CMD_SETCCID && 91076b11f8eSUrsula Braun cmd->hdr.command != IPA_CMD_DELCCID && 91176b11f8eSUrsula Braun cmd->hdr.command != IPA_CMD_MODCCID && 91276b11f8eSUrsula Braun cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 913d19b93f4SJulian Wiedmann qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 9144a71df50SFrank Blaschka return cmd; 915d19b93f4SJulian Wiedmann } 916d19b93f4SJulian Wiedmann 917d19b93f4SJulian Wiedmann /* handle unsolicited event: */ 9184a71df50SFrank Blaschka switch (cmd->hdr.command) { 9194a71df50SFrank Blaschka case IPA_CMD_STOPLAN: 920d19b93f4SJulian Wiedmann if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 9210f54761dSStefan Raspl dev_err(&card->gdev->dev, 922d19b93f4SJulian Wiedmann "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 92384c91482SJulian Wiedmann netdev_name(card->dev)); 924dcef5cadSJulian Wiedmann schedule_work(&card->close_dev_work); 9250f54761dSStefan Raspl } else { 92674eacdb9SFrank Blaschka dev_warn(&card->gdev->dev, 927d19b93f4SJulian Wiedmann "The link for interface %s on CHPID 0x%X failed\n", 92884c91482SJulian Wiedmann netdev_name(card->dev), card->info.chpid); 929d19b93f4SJulian Wiedmann qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 9304a71df50SFrank Blaschka netif_carrier_off(card->dev); 93191cc98f5SJulian Wiedmann } 9324a71df50SFrank Blaschka return NULL; 9334a71df50SFrank Blaschka case IPA_CMD_STARTLAN: 93474eacdb9SFrank Blaschka dev_info(&card->gdev->dev, 935d19b93f4SJulian Wiedmann "The link for %s on CHPID 0x%X has been restored\n", 93684c91482SJulian Wiedmann netdev_name(card->dev), card->info.chpid); 9371da74b1cSFrank Blaschka if (card->info.hwtrap) 9381da74b1cSFrank Blaschka card->info.hwtrap = 2; 9394a71df50SFrank Blaschka qeth_schedule_recovery(card); 9404a71df50SFrank Blaschka return NULL; 9419c23f4daSEugene Crosser case IPA_CMD_SETBRIDGEPORT_IQD: 9429c23f4daSEugene Crosser case IPA_CMD_SETBRIDGEPORT_OSA: 9439f48b9dbSEugene Crosser case IPA_CMD_ADDRESS_CHANGE_NOTIF: 944d19b93f4SJulian Wiedmann if (card->discipline->control_event_handler(card, cmd)) 945c044dc21SEugene Crosser return cmd; 9469f48b9dbSEugene Crosser return NULL; 9474a71df50SFrank Blaschka case IPA_CMD_MODCCID: 9484a71df50SFrank Blaschka return cmd; 9494a71df50SFrank Blaschka case IPA_CMD_REGISTER_LOCAL_ADDR: 9500d49c06bSJulian Wiedmann if (cmd->hdr.prot_version == QETH_PROT_IPV4) 9510d49c06bSJulian Wiedmann qeth_add_local_addrs4(card, &cmd->data.local_addrs4); 9520d49c06bSJulian Wiedmann else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 9530d49c06bSJulian Wiedmann qeth_add_local_addrs6(card, &cmd->data.local_addrs6); 9540d49c06bSJulian Wiedmann 955847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "irla"); 95668bba116SJulian Wiedmann return NULL; 9574a71df50SFrank Blaschka case IPA_CMD_UNREGISTER_LOCAL_ADDR: 9580d49c06bSJulian Wiedmann if (cmd->hdr.prot_version == QETH_PROT_IPV4) 9590d49c06bSJulian Wiedmann qeth_del_local_addrs4(card, &cmd->data.local_addrs4); 9600d49c06bSJulian Wiedmann else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 9610d49c06bSJulian Wiedmann qeth_del_local_addrs6(card, &cmd->data.local_addrs6); 9620d49c06bSJulian Wiedmann 963847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "urla"); 96468bba116SJulian Wiedmann return NULL; 9654a71df50SFrank Blaschka default: 966d19b93f4SJulian Wiedmann QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 9674a71df50SFrank Blaschka return cmd; 9684a71df50SFrank Blaschka } 969d19b93f4SJulian Wiedmann } 9704a71df50SFrank Blaschka 9717fb7fe5cSJulian Wiedmann static void qeth_clear_ipacmd_list(struct qeth_card *card) 9724a71df50SFrank Blaschka { 973308946b0SJulian Wiedmann struct qeth_cmd_buffer *iob; 9744a71df50SFrank Blaschka unsigned long flags; 9754a71df50SFrank Blaschka 976847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "clipalst"); 9774a71df50SFrank Blaschka 9784a71df50SFrank Blaschka spin_lock_irqsave(&card->lock, flags); 97904ea30c8SJulian Wiedmann list_for_each_entry(iob, &card->cmd_waiter_list, list_entry) 980dbdd04d3SJulian Wiedmann qeth_notify_cmd(iob, -ECANCELED); 9814a71df50SFrank Blaschka spin_unlock_irqrestore(&card->lock, flags); 9824a71df50SFrank Blaschka } 9834a71df50SFrank Blaschka 9845113fec0SUrsula Braun static int qeth_check_idx_response(struct qeth_card *card, 9855113fec0SUrsula Braun unsigned char *buffer) 9864a71df50SFrank Blaschka { 987d11ba0c4SPeter Tiedemann QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 9882e3d7fa5SJulian Wiedmann if ((buffer[2] & QETH_IDX_TERMINATE_MASK) == QETH_IDX_TERMINATE) { 989e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 990d857e111SJulian Wiedmann buffer[4]); 991847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "ckidxres"); 992847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, " idxterm"); 9932e3d7fa5SJulian Wiedmann QETH_CARD_TEXT_(card, 2, "rc%x", buffer[4]); 9942e3d7fa5SJulian Wiedmann if (buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT || 9952e3d7fa5SJulian Wiedmann buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT_VM) { 9965113fec0SUrsula Braun dev_err(&card->gdev->dev, 9972e3d7fa5SJulian Wiedmann "The device does not support the configured transport mode\n"); 9982e3d7fa5SJulian Wiedmann return -EPROTONOSUPPORT; 9995113fec0SUrsula Braun } 10004a71df50SFrank Blaschka return -EIO; 10014a71df50SFrank Blaschka } 10024a71df50SFrank Blaschka return 0; 10034a71df50SFrank Blaschka } 10044a71df50SFrank Blaschka 1005c3b2218dSJulian Wiedmann void qeth_put_cmd(struct qeth_cmd_buffer *iob) 1006d9b9f40bSJulian Wiedmann { 1007d9b9f40bSJulian Wiedmann if (refcount_dec_and_test(&iob->ref_count)) { 1008d9b9f40bSJulian Wiedmann kfree(iob->data); 1009d9b9f40bSJulian Wiedmann kfree(iob); 1010d9b9f40bSJulian Wiedmann } 1011d9b9f40bSJulian Wiedmann } 1012c3b2218dSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_put_cmd); 10134a71df50SFrank Blaschka 10148f6637b8SJulian Wiedmann static void qeth_release_buffer_cb(struct qeth_card *card, 101512fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 101612fc286fSJulian Wiedmann unsigned int data_length) 10178f6637b8SJulian Wiedmann { 1018c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 10198f6637b8SJulian Wiedmann } 10208f6637b8SJulian Wiedmann 102154daaca7SJulian Wiedmann static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 102254daaca7SJulian Wiedmann { 1023308946b0SJulian Wiedmann qeth_notify_cmd(iob, rc); 1024c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 10254a71df50SFrank Blaschka } 10264a71df50SFrank Blaschka 1027a59d121dSJulian Wiedmann struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 1028a59d121dSJulian Wiedmann unsigned int length, unsigned int ccws, 1029a59d121dSJulian Wiedmann long timeout) 103040554895SJulian Wiedmann { 103140554895SJulian Wiedmann struct qeth_cmd_buffer *iob; 103240554895SJulian Wiedmann 103340554895SJulian Wiedmann if (length > QETH_BUFSIZE) 103440554895SJulian Wiedmann return NULL; 103540554895SJulian Wiedmann 103640554895SJulian Wiedmann iob = kzalloc(sizeof(*iob), GFP_KERNEL); 103740554895SJulian Wiedmann if (!iob) 103840554895SJulian Wiedmann return NULL; 103940554895SJulian Wiedmann 104040554895SJulian Wiedmann iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 104140554895SJulian Wiedmann GFP_KERNEL | GFP_DMA); 104240554895SJulian Wiedmann if (!iob->data) { 104340554895SJulian Wiedmann kfree(iob); 104440554895SJulian Wiedmann return NULL; 104540554895SJulian Wiedmann } 104640554895SJulian Wiedmann 1047308946b0SJulian Wiedmann init_completion(&iob->done); 1048308946b0SJulian Wiedmann spin_lock_init(&iob->lock); 1049d9b9f40bSJulian Wiedmann refcount_set(&iob->ref_count, 1); 105040554895SJulian Wiedmann iob->channel = channel; 105140554895SJulian Wiedmann iob->timeout = timeout; 105240554895SJulian Wiedmann iob->length = length; 105340554895SJulian Wiedmann return iob; 105440554895SJulian Wiedmann } 1055a59d121dSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 105640554895SJulian Wiedmann 1057988a747dSJulian Wiedmann static void qeth_issue_next_read_cb(struct qeth_card *card, 105812fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 105912fc286fSJulian Wiedmann unsigned int data_length) 10604a71df50SFrank Blaschka { 1061308946b0SJulian Wiedmann struct qeth_cmd_buffer *request = NULL; 1062d19b93f4SJulian Wiedmann struct qeth_ipa_cmd *cmd = NULL; 10630951c6baSJulian Wiedmann struct qeth_reply *reply = NULL; 1064308946b0SJulian Wiedmann struct qeth_cmd_buffer *tmp; 10654a71df50SFrank Blaschka unsigned long flags; 10665113fec0SUrsula Braun int rc = 0; 10674a71df50SFrank Blaschka 1068847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "sndctlcb"); 10695113fec0SUrsula Braun rc = qeth_check_idx_response(card, iob->data); 10705113fec0SUrsula Braun switch (rc) { 10715113fec0SUrsula Braun case 0: 10725113fec0SUrsula Braun break; 10735113fec0SUrsula Braun case -EIO: 10744a71df50SFrank Blaschka qeth_schedule_recovery(card); 1075df561f66SGustavo A. R. Silva fallthrough; 10765113fec0SUrsula Braun default: 10772e3d7fa5SJulian Wiedmann qeth_clear_ipacmd_list(card); 10783a5bad64SJulian Wiedmann goto err_idx; 10794a71df50SFrank Blaschka } 10804a71df50SFrank Blaschka 10817f92316cSJulian Wiedmann cmd = __ipa_reply(iob); 10827f92316cSJulian Wiedmann if (cmd) { 1083d19b93f4SJulian Wiedmann cmd = qeth_check_ipa_data(card, cmd); 1084d782d80fSJulian Wiedmann if (!cmd) 10854a71df50SFrank Blaschka goto out; 1086d782d80fSJulian Wiedmann if (IS_OSN(card) && card->osn_info.assist_cb && 1087d782d80fSJulian Wiedmann cmd->hdr.command != IPA_CMD_STARTLAN) { 10884a71df50SFrank Blaschka card->osn_info.assist_cb(card->dev, cmd); 10894a71df50SFrank Blaschka goto out; 10904a71df50SFrank Blaschka } 1091d782d80fSJulian Wiedmann } 10924a71df50SFrank Blaschka 10930951c6baSJulian Wiedmann /* match against pending cmd requests */ 10944a71df50SFrank Blaschka spin_lock_irqsave(&card->lock, flags); 109504ea30c8SJulian Wiedmann list_for_each_entry(tmp, &card->cmd_waiter_list, list_entry) { 10967f92316cSJulian Wiedmann if (tmp->match && tmp->match(tmp, iob)) { 1097308946b0SJulian Wiedmann request = tmp; 10980951c6baSJulian Wiedmann /* take the object outside the lock */ 1099308946b0SJulian Wiedmann qeth_get_cmd(request); 11000951c6baSJulian Wiedmann break; 11010951c6baSJulian Wiedmann } 11020951c6baSJulian Wiedmann } 11034a71df50SFrank Blaschka spin_unlock_irqrestore(&card->lock, flags); 11040951c6baSJulian Wiedmann 1105308946b0SJulian Wiedmann if (!request) 11060951c6baSJulian Wiedmann goto out; 11070951c6baSJulian Wiedmann 1108308946b0SJulian Wiedmann reply = &request->reply; 11094b7ae122SJulian Wiedmann if (!reply->callback) { 11104b7ae122SJulian Wiedmann rc = 0; 1111072f7940SJulian Wiedmann goto no_callback; 1112072f7940SJulian Wiedmann } 1113072f7940SJulian Wiedmann 1114308946b0SJulian Wiedmann spin_lock_irqsave(&request->lock, flags); 1115308946b0SJulian Wiedmann if (request->rc) 1116072f7940SJulian Wiedmann /* Bail out when the requestor has already left: */ 1117308946b0SJulian Wiedmann rc = request->rc; 11187c5f8ffbSJulian Wiedmann else 11197c5f8ffbSJulian Wiedmann rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 11207c5f8ffbSJulian Wiedmann (unsigned long)iob); 1121308946b0SJulian Wiedmann spin_unlock_irqrestore(&request->lock, flags); 11224b7ae122SJulian Wiedmann 1123072f7940SJulian Wiedmann no_callback: 112461e04465SJulian Wiedmann if (rc <= 0) 1125308946b0SJulian Wiedmann qeth_notify_cmd(request, rc); 1126308946b0SJulian Wiedmann qeth_put_cmd(request); 11274a71df50SFrank Blaschka out: 11284a71df50SFrank Blaschka memcpy(&card->seqno.pdu_hdr_ack, 11294a71df50SFrank Blaschka QETH_PDU_HEADER_SEQ_NO(iob->data), 11304a71df50SFrank Blaschka QETH_SEQ_NO_LENGTH); 11317cbc9e8fSJulian Wiedmann __qeth_issue_next_read(card); 11323a5bad64SJulian Wiedmann err_idx: 11333a5bad64SJulian Wiedmann qeth_put_cmd(iob); 11344a71df50SFrank Blaschka } 11354a71df50SFrank Blaschka 11364a71df50SFrank Blaschka static int qeth_set_thread_start_bit(struct qeth_card *card, 11374a71df50SFrank Blaschka unsigned long thread) 11384a71df50SFrank Blaschka { 11394a71df50SFrank Blaschka unsigned long flags; 11407005b754SJulian Wiedmann int rc = 0; 11414a71df50SFrank Blaschka 11424a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 11437005b754SJulian Wiedmann if (!(card->thread_allowed_mask & thread)) 11447005b754SJulian Wiedmann rc = -EPERM; 11457005b754SJulian Wiedmann else if (card->thread_start_mask & thread) 11467005b754SJulian Wiedmann rc = -EBUSY; 11477005b754SJulian Wiedmann else 11484a71df50SFrank Blaschka card->thread_start_mask |= thread; 11494a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 11507005b754SJulian Wiedmann 11517005b754SJulian Wiedmann return rc; 11524a71df50SFrank Blaschka } 11534a71df50SFrank Blaschka 115491003f35SJulian Wiedmann static void qeth_clear_thread_start_bit(struct qeth_card *card, 115591003f35SJulian Wiedmann unsigned long thread) 11564a71df50SFrank Blaschka { 11574a71df50SFrank Blaschka unsigned long flags; 11584a71df50SFrank Blaschka 11594a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 11604a71df50SFrank Blaschka card->thread_start_mask &= ~thread; 11614a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 11624a71df50SFrank Blaschka wake_up(&card->wait_q); 11634a71df50SFrank Blaschka } 11644a71df50SFrank Blaschka 116591003f35SJulian Wiedmann static void qeth_clear_thread_running_bit(struct qeth_card *card, 116691003f35SJulian Wiedmann unsigned long thread) 11674a71df50SFrank Blaschka { 11684a71df50SFrank Blaschka unsigned long flags; 11694a71df50SFrank Blaschka 11704a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 11714a71df50SFrank Blaschka card->thread_running_mask &= ~thread; 11724a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 11731063e432SJulian Wiedmann wake_up_all(&card->wait_q); 11744a71df50SFrank Blaschka } 11754a71df50SFrank Blaschka 11764a71df50SFrank Blaschka static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 11774a71df50SFrank Blaschka { 11784a71df50SFrank Blaschka unsigned long flags; 11794a71df50SFrank Blaschka int rc = 0; 11804a71df50SFrank Blaschka 11814a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 11824a71df50SFrank Blaschka if (card->thread_start_mask & thread) { 11834a71df50SFrank Blaschka if ((card->thread_allowed_mask & thread) && 11844a71df50SFrank Blaschka !(card->thread_running_mask & thread)) { 11854a71df50SFrank Blaschka rc = 1; 11864a71df50SFrank Blaschka card->thread_start_mask &= ~thread; 11874a71df50SFrank Blaschka card->thread_running_mask |= thread; 11884a71df50SFrank Blaschka } else 11894a71df50SFrank Blaschka rc = -EPERM; 11904a71df50SFrank Blaschka } 11914a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 11924a71df50SFrank Blaschka return rc; 11934a71df50SFrank Blaschka } 11944a71df50SFrank Blaschka 119591003f35SJulian Wiedmann static int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 11964a71df50SFrank Blaschka { 11974a71df50SFrank Blaschka int rc = 0; 11984a71df50SFrank Blaschka 11994a71df50SFrank Blaschka wait_event(card->wait_q, 12004a71df50SFrank Blaschka (rc = __qeth_do_run_thread(card, thread)) >= 0); 12014a71df50SFrank Blaschka return rc; 12024a71df50SFrank Blaschka } 12034a71df50SFrank Blaschka 12047005b754SJulian Wiedmann int qeth_schedule_recovery(struct qeth_card *card) 12054a71df50SFrank Blaschka { 12067005b754SJulian Wiedmann int rc; 12077005b754SJulian Wiedmann 1208847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "startrec"); 12097005b754SJulian Wiedmann 12107005b754SJulian Wiedmann rc = qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD); 12117005b754SJulian Wiedmann if (!rc) 12124a71df50SFrank Blaschka schedule_work(&card->kernel_thread_starter); 12137005b754SJulian Wiedmann 12147005b754SJulian Wiedmann return rc; 12154a71df50SFrank Blaschka } 12164a71df50SFrank Blaschka 12178d908eb0SJulian Wiedmann static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 12188d908eb0SJulian Wiedmann struct irb *irb) 12194a71df50SFrank Blaschka { 12204a71df50SFrank Blaschka int dstat, cstat; 12214a71df50SFrank Blaschka char *sense; 12224a71df50SFrank Blaschka 12234a71df50SFrank Blaschka sense = (char *) irb->ecw; 122423d805b6SPeter Oberparleiter cstat = irb->scsw.cmd.cstat; 122523d805b6SPeter Oberparleiter dstat = irb->scsw.cmd.dstat; 12264a71df50SFrank Blaschka 12274a71df50SFrank Blaschka if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 12284a71df50SFrank Blaschka SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 12294a71df50SFrank Blaschka SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 1230847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "CGENCHK"); 123174eacdb9SFrank Blaschka dev_warn(&cdev->dev, "The qeth device driver " 123274eacdb9SFrank Blaschka "failed to recover an error on the device\n"); 1233e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 1234e19e5be8SJulian Wiedmann CCW_DEVID(cdev), dstat, cstat); 12354a71df50SFrank Blaschka print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 12364a71df50SFrank Blaschka 16, 1, irb, 64, 1); 12372f3c269dSJulian Wiedmann return -EIO; 12384a71df50SFrank Blaschka } 12394a71df50SFrank Blaschka 12404a71df50SFrank Blaschka if (dstat & DEV_STAT_UNIT_CHECK) { 12414a71df50SFrank Blaschka if (sense[SENSE_RESETTING_EVENT_BYTE] & 12424a71df50SFrank Blaschka SENSE_RESETTING_EVENT_FLAG) { 1243847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "REVIND"); 12442f3c269dSJulian Wiedmann return -EIO; 12454a71df50SFrank Blaschka } 12464a71df50SFrank Blaschka if (sense[SENSE_COMMAND_REJECT_BYTE] & 12474a71df50SFrank Blaschka SENSE_COMMAND_REJECT_FLAG) { 1248847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "CMDREJi"); 12492f3c269dSJulian Wiedmann return -EIO; 12504a71df50SFrank Blaschka } 12514a71df50SFrank Blaschka if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 1252847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "AFFE"); 12532f3c269dSJulian Wiedmann return -EIO; 12544a71df50SFrank Blaschka } 12554a71df50SFrank Blaschka if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 1256847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "ZEROSEN"); 12574a71df50SFrank Blaschka return 0; 12584a71df50SFrank Blaschka } 1259847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "DGENCHK"); 12602f3c269dSJulian Wiedmann return -EIO; 12614a71df50SFrank Blaschka } 12624a71df50SFrank Blaschka return 0; 12634a71df50SFrank Blaschka } 12644a71df50SFrank Blaschka 126554daaca7SJulian Wiedmann static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 12662066e1dbSJulian Wiedmann struct irb *irb) 12674a71df50SFrank Blaschka { 12688d908eb0SJulian Wiedmann if (!IS_ERR(irb)) 12694a71df50SFrank Blaschka return 0; 12704a71df50SFrank Blaschka 12714a71df50SFrank Blaschka switch (PTR_ERR(irb)) { 12724a71df50SFrank Blaschka case -EIO: 1273e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 1274e19e5be8SJulian Wiedmann CCW_DEVID(cdev)); 1275847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "ckirberr"); 1276847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 127754daaca7SJulian Wiedmann return -EIO; 12784a71df50SFrank Blaschka case -ETIMEDOUT: 127974eacdb9SFrank Blaschka dev_warn(&cdev->dev, "A hardware operation timed out" 128074eacdb9SFrank Blaschka " on the device\n"); 1281847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "ckirberr"); 1282847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 128354daaca7SJulian Wiedmann return -ETIMEDOUT; 12844a71df50SFrank Blaschka default: 1285e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1286e19e5be8SJulian Wiedmann PTR_ERR(irb), CCW_DEVID(cdev)); 1287847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "ckirberr"); 1288847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, " rc???"); 12894a71df50SFrank Blaschka return PTR_ERR(irb); 12904a71df50SFrank Blaschka } 129154daaca7SJulian Wiedmann } 12924a71df50SFrank Blaschka 12934a71df50SFrank Blaschka static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 12944a71df50SFrank Blaschka struct irb *irb) 12954a71df50SFrank Blaschka { 12964a71df50SFrank Blaschka int rc; 12974a71df50SFrank Blaschka int cstat, dstat; 1298db71bbbdSJulian Wiedmann struct qeth_cmd_buffer *iob = NULL; 12998d908eb0SJulian Wiedmann struct ccwgroup_device *gdev; 13004a71df50SFrank Blaschka struct qeth_channel *channel; 13014a71df50SFrank Blaschka struct qeth_card *card; 13024a71df50SFrank Blaschka 13038d908eb0SJulian Wiedmann /* while we hold the ccwdev lock, this stays valid: */ 13048d908eb0SJulian Wiedmann gdev = dev_get_drvdata(&cdev->dev); 13058d908eb0SJulian Wiedmann card = dev_get_drvdata(&gdev->dev); 13064a71df50SFrank Blaschka 1307847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "irq"); 1308847a50fdSCarsten Otte 13094a71df50SFrank Blaschka if (card->read.ccwdev == cdev) { 13104a71df50SFrank Blaschka channel = &card->read; 1311847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "read"); 13124a71df50SFrank Blaschka } else if (card->write.ccwdev == cdev) { 13134a71df50SFrank Blaschka channel = &card->write; 1314847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "write"); 13154a71df50SFrank Blaschka } else { 13164a71df50SFrank Blaschka channel = &card->data; 1317847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "data"); 13184a71df50SFrank Blaschka } 1319db71bbbdSJulian Wiedmann 1320f9e50b02SJulian Wiedmann if (intparm == 0) { 1321f9e50b02SJulian Wiedmann QETH_CARD_TEXT(card, 5, "irqunsol"); 1322f9e50b02SJulian Wiedmann } else if ((addr_t)intparm != (addr_t)channel->active_cmd) { 1323f9e50b02SJulian Wiedmann QETH_CARD_TEXT(card, 5, "irqunexp"); 1324f9e50b02SJulian Wiedmann 1325f9e50b02SJulian Wiedmann dev_err(&cdev->dev, 1326f9e50b02SJulian Wiedmann "Received IRQ with intparm %lx, expected %px\n", 1327f9e50b02SJulian Wiedmann intparm, channel->active_cmd); 1328f9e50b02SJulian Wiedmann if (channel->active_cmd) 1329f9e50b02SJulian Wiedmann qeth_cancel_cmd(channel->active_cmd, -EIO); 1330f9e50b02SJulian Wiedmann } else { 1331f9e50b02SJulian Wiedmann iob = (struct qeth_cmd_buffer *) (addr_t)intparm; 1332f9e50b02SJulian Wiedmann } 1333f9e50b02SJulian Wiedmann 1334f9e50b02SJulian Wiedmann channel->active_cmd = NULL; 13357359393fSJulian Wiedmann qeth_unlock_channel(card, channel); 1336db71bbbdSJulian Wiedmann 13372066e1dbSJulian Wiedmann rc = qeth_check_irb_error(card, cdev, irb); 133854daaca7SJulian Wiedmann if (rc) { 1339db71bbbdSJulian Wiedmann /* IO was terminated, free its resources. */ 1340db71bbbdSJulian Wiedmann if (iob) 134154daaca7SJulian Wiedmann qeth_cancel_cmd(iob, rc); 1342db71bbbdSJulian Wiedmann return; 1343db71bbbdSJulian Wiedmann } 1344db71bbbdSJulian Wiedmann 13457359393fSJulian Wiedmann if (irb->scsw.cmd.fctl & SCSW_FCTL_CLEAR_FUNC) { 13464a71df50SFrank Blaschka channel->state = CH_STATE_STOPPED; 13477359393fSJulian Wiedmann wake_up(&card->wait_q); 13487359393fSJulian Wiedmann } 13494a71df50SFrank Blaschka 13507359393fSJulian Wiedmann if (irb->scsw.cmd.fctl & SCSW_FCTL_HALT_FUNC) { 13514a71df50SFrank Blaschka channel->state = CH_STATE_HALTED; 13527359393fSJulian Wiedmann wake_up(&card->wait_q); 13537359393fSJulian Wiedmann } 13544a71df50SFrank Blaschka 1355f9e50b02SJulian Wiedmann if (iob && (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC | 1356f9e50b02SJulian Wiedmann SCSW_FCTL_HALT_FUNC))) { 1357f9e50b02SJulian Wiedmann qeth_cancel_cmd(iob, -ECANCELED); 1358f9e50b02SJulian Wiedmann iob = NULL; 13594a71df50SFrank Blaschka } 1360db71bbbdSJulian Wiedmann 1361db71bbbdSJulian Wiedmann cstat = irb->scsw.cmd.cstat; 1362db71bbbdSJulian Wiedmann dstat = irb->scsw.cmd.dstat; 1363db71bbbdSJulian Wiedmann 13644a71df50SFrank Blaschka if ((dstat & DEV_STAT_UNIT_EXCEP) || 13654a71df50SFrank Blaschka (dstat & DEV_STAT_UNIT_CHECK) || 13664a71df50SFrank Blaschka (cstat)) { 13674a71df50SFrank Blaschka if (irb->esw.esw0.erw.cons) { 136874eacdb9SFrank Blaschka dev_warn(&channel->ccwdev->dev, 136974eacdb9SFrank Blaschka "The qeth device driver failed to recover " 137074eacdb9SFrank Blaschka "an error on the device\n"); 1371e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1372e19e5be8SJulian Wiedmann CCW_DEVID(channel->ccwdev), cstat, 1373e19e5be8SJulian Wiedmann dstat); 13744a71df50SFrank Blaschka print_hex_dump(KERN_WARNING, "qeth: irb ", 13754a71df50SFrank Blaschka DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 13764a71df50SFrank Blaschka print_hex_dump(KERN_WARNING, "qeth: sense data ", 13774a71df50SFrank Blaschka DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 13784a71df50SFrank Blaschka } 13792066e1dbSJulian Wiedmann 13808d908eb0SJulian Wiedmann rc = qeth_get_problem(card, cdev, irb); 13814a71df50SFrank Blaschka if (rc) { 1382a6c3d939SJulian Wiedmann card->read_or_write_problem = 1; 13835065b2ddSJulian Wiedmann if (iob) 138454daaca7SJulian Wiedmann qeth_cancel_cmd(iob, rc); 138528a7e4c9SUrsula Braun qeth_clear_ipacmd_list(card); 13864a71df50SFrank Blaschka qeth_schedule_recovery(card); 13877359393fSJulian Wiedmann return; 13884a71df50SFrank Blaschka } 13894a71df50SFrank Blaschka } 13904a71df50SFrank Blaschka 139112fc286fSJulian Wiedmann if (iob) { 139212fc286fSJulian Wiedmann /* sanity check: */ 139312fc286fSJulian Wiedmann if (irb->scsw.cmd.count > iob->length) { 139412fc286fSJulian Wiedmann qeth_cancel_cmd(iob, -EIO); 13957359393fSJulian Wiedmann return; 139612fc286fSJulian Wiedmann } 139712fc286fSJulian Wiedmann if (iob->callback) 139812fc286fSJulian Wiedmann iob->callback(card, iob, 139912fc286fSJulian Wiedmann iob->length - irb->scsw.cmd.count); 140012fc286fSJulian Wiedmann } 14014a71df50SFrank Blaschka } 14024a71df50SFrank Blaschka 1403b3332930SFrank Blaschka static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1404b3332930SFrank Blaschka struct qeth_qdio_out_buffer *buf, 1405b3332930SFrank Blaschka enum iucv_tx_notify notification) 1406b3332930SFrank Blaschka { 1407b3332930SFrank Blaschka struct sk_buff *skb; 1408b3332930SFrank Blaschka 1409dc149e37SJulian Wiedmann skb_queue_walk(&buf->skb_list, skb) { 1410b3332930SFrank Blaschka QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1411b3332930SFrank Blaschka QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 141234c7f50fSJulian Wiedmann if (skb->sk && skb->sk->sk_family == PF_IUCV) 14136a3123d0SJulian Wiedmann iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1414b3332930SFrank Blaschka } 1415b3332930SFrank Blaschka } 1416b3332930SFrank Blaschka 141785e537d8SJulian Wiedmann static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 141885e537d8SJulian Wiedmann int budget) 1419b3332930SFrank Blaschka { 1420eeac0e20SJulian Wiedmann struct qeth_qdio_out_q *queue = buf->q; 1421104b4859SJulian Wiedmann struct sk_buff *skb; 1422104b4859SJulian Wiedmann 14236a3123d0SJulian Wiedmann if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1424eeac0e20SJulian Wiedmann qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 14256a3123d0SJulian Wiedmann 1426eeac0e20SJulian Wiedmann /* Empty buffer? */ 1427eeac0e20SJulian Wiedmann if (buf->next_element_to_fill == 0) 1428eeac0e20SJulian Wiedmann return; 1429eeac0e20SJulian Wiedmann 1430eeac0e20SJulian Wiedmann QETH_TXQ_STAT_INC(queue, bufs); 1431eeac0e20SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 14321ab2f8c6SJulian Wiedmann if (error) { 14331ab2f8c6SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, tx_errors, buf->frames); 14341ab2f8c6SJulian Wiedmann } else { 14351ab2f8c6SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, tx_packets, buf->frames); 14361ab2f8c6SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, tx_bytes, buf->bytes); 14371ab2f8c6SJulian Wiedmann } 14381ab2f8c6SJulian Wiedmann 1439eeac0e20SJulian Wiedmann while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1440eeac0e20SJulian Wiedmann unsigned int bytes = qdisc_pkt_len(skb); 1441eeac0e20SJulian Wiedmann bool is_tso = skb_is_gso(skb); 1442eeac0e20SJulian Wiedmann unsigned int packets; 1443eeac0e20SJulian Wiedmann 1444eeac0e20SJulian Wiedmann packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 14451ab2f8c6SJulian Wiedmann if (!error) { 1446eeac0e20SJulian Wiedmann if (skb->ip_summed == CHECKSUM_PARTIAL) 1447eeac0e20SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1448eeac0e20SJulian Wiedmann if (skb_is_nonlinear(skb)) 1449eeac0e20SJulian Wiedmann QETH_TXQ_STAT_INC(queue, skbs_sg); 1450eeac0e20SJulian Wiedmann if (is_tso) { 1451eeac0e20SJulian Wiedmann QETH_TXQ_STAT_INC(queue, skbs_tso); 1452eeac0e20SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1453eeac0e20SJulian Wiedmann } 1454eeac0e20SJulian Wiedmann } 1455eeac0e20SJulian Wiedmann 145685e537d8SJulian Wiedmann napi_consume_skb(skb, budget); 1457b3332930SFrank Blaschka } 1458eeac0e20SJulian Wiedmann } 1459b3332930SFrank Blaschka 1460b67d801fSUrsula Braun static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1461eeac0e20SJulian Wiedmann struct qeth_qdio_out_buffer *buf, 146285e537d8SJulian Wiedmann bool error, int budget) 14634a71df50SFrank Blaschka { 14644a71df50SFrank Blaschka int i; 14654a71df50SFrank Blaschka 14664a71df50SFrank Blaschka /* is PCI flag set on buffer? */ 14673ec90878SJan Glauber if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 14684a71df50SFrank Blaschka atomic_dec(&queue->set_pci_flags_count); 14694a71df50SFrank Blaschka 147085e537d8SJulian Wiedmann qeth_tx_complete_buf(buf, error, budget); 14713b346c18SJulian Wiedmann 14724e26c5feSJulian Wiedmann for (i = 0; i < queue->max_elements; ++i) { 14732db01da8SJulian Wiedmann void *data = phys_to_virt(buf->buffer->element[i].addr); 14742db01da8SJulian Wiedmann 14752db01da8SJulian Wiedmann if (data && buf->is_header[i]) 14762db01da8SJulian Wiedmann kmem_cache_free(qeth_core_header_cache, data); 1477683d718aSFrank Blaschka buf->is_header[i] = 0; 14784a71df50SFrank Blaschka } 14793b346c18SJulian Wiedmann 14804e26c5feSJulian Wiedmann qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 14814a71df50SFrank Blaschka buf->next_element_to_fill = 0; 14821ab2f8c6SJulian Wiedmann buf->frames = 0; 148396bd6c94SJulian Wiedmann buf->bytes = 0; 14843b346c18SJulian Wiedmann atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 14850da9581dSEinar Lueck } 14860da9581dSEinar Lueck 148741c47da3SJulian Wiedmann static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 14880da9581dSEinar Lueck { 14890da9581dSEinar Lueck int j; 14900da9581dSEinar Lueck 14910da9581dSEinar Lueck for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 14920da9581dSEinar Lueck if (!q->bufs[j]) 14930da9581dSEinar Lueck continue; 149472861ae7SEinar Lueck qeth_cleanup_handled_pending(q, j, 1); 149585e537d8SJulian Wiedmann qeth_clear_output_buffer(q, q->bufs[j], true, 0); 14960da9581dSEinar Lueck if (free) { 14970da9581dSEinar Lueck kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 14980da9581dSEinar Lueck q->bufs[j] = NULL; 14990da9581dSEinar Lueck } 15000da9581dSEinar Lueck } 15014a71df50SFrank Blaschka } 15024a71df50SFrank Blaschka 1503f2bcf9ddSJulian Wiedmann static void qeth_drain_output_queues(struct qeth_card *card) 15044a71df50SFrank Blaschka { 15050da9581dSEinar Lueck int i; 15064a71df50SFrank Blaschka 1507847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "clearqdbf"); 15084a71df50SFrank Blaschka /* clear outbound buffers to free skbs */ 15090da9581dSEinar Lueck for (i = 0; i < card->qdio.no_out_queues; ++i) { 151041c47da3SJulian Wiedmann if (card->qdio.out_qs[i]) 151141c47da3SJulian Wiedmann qeth_drain_output_queue(card->qdio.out_qs[i], false); 15120da9581dSEinar Lueck } 15134a71df50SFrank Blaschka } 15144a71df50SFrank Blaschka 1515bb5ab541SJulian Wiedmann static void qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1516725b9c04SSebastian Ott { 15171c103cf8SJulian Wiedmann unsigned int max = single ? 1 : card->dev->num_tx_queues; 1518bd966839SJulian Wiedmann 15191c103cf8SJulian Wiedmann if (card->qdio.no_out_queues == max) 1520bb5ab541SJulian Wiedmann return; 152173dc2dafSJulian Wiedmann 152273dc2dafSJulian Wiedmann if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 152341c47da3SJulian Wiedmann qeth_free_qdio_queues(card); 1524725b9c04SSebastian Ott 15251c103cf8SJulian Wiedmann if (max == 1 && card->qdio.do_prio_queueing != QETH_PRIOQ_DEFAULT) 1526725b9c04SSebastian Ott dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1527725b9c04SSebastian Ott 15281c103cf8SJulian Wiedmann card->qdio.no_out_queues = max; 1529725b9c04SSebastian Ott } 1530725b9c04SSebastian Ott 1531a4cdc9baSJulian Wiedmann static int qeth_update_from_chp_desc(struct qeth_card *card) 15324a71df50SFrank Blaschka { 15334a71df50SFrank Blaschka struct ccw_device *ccwdev; 1534ded27d8dSSebastian Ott struct channel_path_desc_fmt0 *chp_dsc; 15354a71df50SFrank Blaschka 153657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "chp_desc"); 15374a71df50SFrank Blaschka 15384a71df50SFrank Blaschka ccwdev = card->data.ccwdev; 1539725b9c04SSebastian Ott chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1540725b9c04SSebastian Ott if (!chp_dsc) 1541a4cdc9baSJulian Wiedmann return -ENOMEM; 1542725b9c04SSebastian Ott 1543d0ff1f52SUrsula Braun card->info.func_level = 0x4100 + chp_dsc->desc; 1544725b9c04SSebastian Ott 154573dc2dafSJulian Wiedmann if (IS_OSD(card) || IS_OSX(card)) 1546725b9c04SSebastian Ott /* CHPP field bit 6 == 1 -> single queue */ 1547bb5ab541SJulian Wiedmann qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 154873dc2dafSJulian Wiedmann 1549d0ff1f52SUrsula Braun kfree(chp_dsc); 155057a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 155157a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1552bb5ab541SJulian Wiedmann return 0; 15534a71df50SFrank Blaschka } 15544a71df50SFrank Blaschka 15554a71df50SFrank Blaschka static void qeth_init_qdio_info(struct qeth_card *card) 15564a71df50SFrank Blaschka { 155757a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 4, "intqdinf"); 15584a71df50SFrank Blaschka atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 155995f4d8b7SJulian Wiedmann card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 156095f4d8b7SJulian Wiedmann card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 156195f4d8b7SJulian Wiedmann 15624a71df50SFrank Blaschka /* inbound */ 1563ed2e93efSJulian Wiedmann card->qdio.no_in_queues = 1; 15644a71df50SFrank Blaschka card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1565379ac99eSJulian Wiedmann if (IS_IQD(card)) 1566dcf4ae2dSFrank Blaschka card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1567dcf4ae2dSFrank Blaschka else 15684a71df50SFrank Blaschka card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 15694a71df50SFrank Blaschka card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 15704a71df50SFrank Blaschka INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 15714a71df50SFrank Blaschka INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 15724a71df50SFrank Blaschka } 15734a71df50SFrank Blaschka 157495f4d8b7SJulian Wiedmann static void qeth_set_initial_options(struct qeth_card *card) 15754a71df50SFrank Blaschka { 15764a71df50SFrank Blaschka card->options.route4.type = NO_ROUTER; 15774a71df50SFrank Blaschka card->options.route6.type = NO_ROUTER; 1578d64ecc22SEinar Lueck card->options.isolation = ISOLATION_MODE_NONE; 15790da9581dSEinar Lueck card->options.cq = QETH_CQ_DISABLED; 15804fda3354SJulian Wiedmann card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 15814a71df50SFrank Blaschka } 15824a71df50SFrank Blaschka 15834a71df50SFrank Blaschka static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 15844a71df50SFrank Blaschka { 15854a71df50SFrank Blaschka unsigned long flags; 15864a71df50SFrank Blaschka int rc = 0; 15874a71df50SFrank Blaschka 15884a71df50SFrank Blaschka spin_lock_irqsave(&card->thread_mask_lock, flags); 1589847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 15904a71df50SFrank Blaschka (u8) card->thread_start_mask, 15914a71df50SFrank Blaschka (u8) card->thread_allowed_mask, 15924a71df50SFrank Blaschka (u8) card->thread_running_mask); 15934a71df50SFrank Blaschka rc = (card->thread_start_mask & thread); 15944a71df50SFrank Blaschka spin_unlock_irqrestore(&card->thread_mask_lock, flags); 15954a71df50SFrank Blaschka return rc; 15964a71df50SFrank Blaschka } 15974a71df50SFrank Blaschka 159891003f35SJulian Wiedmann static int qeth_do_reset(void *data); 15994a71df50SFrank Blaschka static void qeth_start_kernel_thread(struct work_struct *work) 16004a71df50SFrank Blaschka { 16013f36b890SFrank Blaschka struct task_struct *ts; 16024a71df50SFrank Blaschka struct qeth_card *card = container_of(work, struct qeth_card, 16034a71df50SFrank Blaschka kernel_thread_starter); 1604847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "strthrd"); 16054a71df50SFrank Blaschka 16064a71df50SFrank Blaschka if (card->read.state != CH_STATE_UP && 16074a71df50SFrank Blaschka card->write.state != CH_STATE_UP) 16084a71df50SFrank Blaschka return; 16093f36b890SFrank Blaschka if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 161091003f35SJulian Wiedmann ts = kthread_run(qeth_do_reset, card, "qeth_recover"); 16113f36b890SFrank Blaschka if (IS_ERR(ts)) { 16123f36b890SFrank Blaschka qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 16133f36b890SFrank Blaschka qeth_clear_thread_running_bit(card, 16143f36b890SFrank Blaschka QETH_RECOVER_THREAD); 16153f36b890SFrank Blaschka } 16163f36b890SFrank Blaschka } 16174a71df50SFrank Blaschka } 16184a71df50SFrank Blaschka 1619bca51650SThomas Richter static void qeth_buffer_reclaim_work(struct work_struct *); 162095f4d8b7SJulian Wiedmann static void qeth_setup_card(struct qeth_card *card) 16214a71df50SFrank Blaschka { 162257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "setupcrd"); 16234a71df50SFrank Blaschka 162495f4d8b7SJulian Wiedmann card->info.type = CARD_RDEV(card)->id.driver_info; 16254a71df50SFrank Blaschka card->state = CARD_STATE_DOWN; 16264a71df50SFrank Blaschka spin_lock_init(&card->lock); 16274a71df50SFrank Blaschka spin_lock_init(&card->thread_mask_lock); 1628c4949f07SFrank Blaschka mutex_init(&card->conf_mutex); 16299dc48cccSUrsula Braun mutex_init(&card->discipline_mutex); 16304a71df50SFrank Blaschka INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 16314a71df50SFrank Blaschka INIT_LIST_HEAD(&card->cmd_waiter_list); 16324a71df50SFrank Blaschka init_waitqueue_head(&card->wait_q); 163395f4d8b7SJulian Wiedmann qeth_set_initial_options(card); 16344a71df50SFrank Blaschka /* IP address takeover */ 16354a71df50SFrank Blaschka INIT_LIST_HEAD(&card->ipato.entries); 16364a71df50SFrank Blaschka qeth_init_qdio_info(card); 1637b3332930SFrank Blaschka INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 16380f54761dSStefan Raspl INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 16390973292fSJulian Wiedmann hash_init(card->rx_mode_addrs); 16400d49c06bSJulian Wiedmann hash_init(card->local_addrs4); 16410d49c06bSJulian Wiedmann hash_init(card->local_addrs6); 16420d49c06bSJulian Wiedmann spin_lock_init(&card->local_addrs4_lock); 16430d49c06bSJulian Wiedmann spin_lock_init(&card->local_addrs6_lock); 16444a71df50SFrank Blaschka } 16454a71df50SFrank Blaschka 16466bcac508SMartin Schwidefsky static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 16476bcac508SMartin Schwidefsky { 16486bcac508SMartin Schwidefsky struct qeth_card *card = container_of(slr, struct qeth_card, 16496bcac508SMartin Schwidefsky qeth_service_level); 16500d788c7dSKlaus-Dieter Wacker if (card->info.mcl_level[0]) 16510d788c7dSKlaus-Dieter Wacker seq_printf(m, "qeth: %s firmware level %s\n", 16520d788c7dSKlaus-Dieter Wacker CARD_BUS_ID(card), card->info.mcl_level); 16536bcac508SMartin Schwidefsky } 16546bcac508SMartin Schwidefsky 1655121ca39aSJulian Wiedmann static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 16564a71df50SFrank Blaschka { 16574a71df50SFrank Blaschka struct qeth_card *card; 16584a71df50SFrank Blaschka 1659d11ba0c4SPeter Tiedemann QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1660f15cdaf2SJulian Wiedmann card = kzalloc(sizeof(*card), GFP_KERNEL); 16614a71df50SFrank Blaschka if (!card) 166276b11f8eSUrsula Braun goto out; 1663d11ba0c4SPeter Tiedemann QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1664121ca39aSJulian Wiedmann 1665121ca39aSJulian Wiedmann card->gdev = gdev; 1666a2eb0ad5SJulian Wiedmann dev_set_drvdata(&gdev->dev, card); 1667121ca39aSJulian Wiedmann CARD_RDEV(card) = gdev->cdev[0]; 1668121ca39aSJulian Wiedmann CARD_WDEV(card) = gdev->cdev[1]; 1669121ca39aSJulian Wiedmann CARD_DDEV(card) = gdev->cdev[2]; 1670c0a2e4d1SJulian Wiedmann 16717686e4b6SJulian Wiedmann card->event_wq = alloc_ordered_workqueue("%s_event", 0, 16727686e4b6SJulian Wiedmann dev_name(&gdev->dev)); 1673c0a2e4d1SJulian Wiedmann if (!card->event_wq) 1674c0a2e4d1SJulian Wiedmann goto out_wq; 1675d9b9f40bSJulian Wiedmann 1676d9b9f40bSJulian Wiedmann card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1677d9b9f40bSJulian Wiedmann if (!card->read_cmd) 1678d9b9f40bSJulian Wiedmann goto out_read_cmd; 1679c3b2218dSJulian Wiedmann 1680fb8d2580SJulian Wiedmann card->debugfs = debugfs_create_dir(dev_name(&gdev->dev), 1681fb8d2580SJulian Wiedmann qeth_debugfs_root); 1682fb8d2580SJulian Wiedmann debugfs_create_file("local_addrs", 0400, card->debugfs, card, 1683fb8d2580SJulian Wiedmann &qeth_debugfs_local_addr_fops); 1684fb8d2580SJulian Wiedmann 16856bcac508SMartin Schwidefsky card->qeth_service_level.seq_print = qeth_core_sl_print; 16866bcac508SMartin Schwidefsky register_service_level(&card->qeth_service_level); 16874a71df50SFrank Blaschka return card; 168876b11f8eSUrsula Braun 1689d9b9f40bSJulian Wiedmann out_read_cmd: 1690c0a2e4d1SJulian Wiedmann destroy_workqueue(card->event_wq); 1691c0a2e4d1SJulian Wiedmann out_wq: 1692a2eb0ad5SJulian Wiedmann dev_set_drvdata(&gdev->dev, NULL); 169376b11f8eSUrsula Braun kfree(card); 169476b11f8eSUrsula Braun out: 169576b11f8eSUrsula Braun return NULL; 16964a71df50SFrank Blaschka } 16974a71df50SFrank Blaschka 16988d908eb0SJulian Wiedmann static int qeth_clear_channel(struct qeth_card *card, 16998d908eb0SJulian Wiedmann struct qeth_channel *channel) 17004a71df50SFrank Blaschka { 17014a71df50SFrank Blaschka int rc; 17024a71df50SFrank Blaschka 1703847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "clearch"); 1704ed47155bSJulian Wiedmann spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1705f9e50b02SJulian Wiedmann rc = ccw_device_clear(channel->ccwdev, (addr_t)channel->active_cmd); 1706ed47155bSJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 17074a71df50SFrank Blaschka 17084a71df50SFrank Blaschka if (rc) 17094a71df50SFrank Blaschka return rc; 17104a71df50SFrank Blaschka rc = wait_event_interruptible_timeout(card->wait_q, 17114a71df50SFrank Blaschka channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 17124a71df50SFrank Blaschka if (rc == -ERESTARTSYS) 17134a71df50SFrank Blaschka return rc; 17144a71df50SFrank Blaschka if (channel->state != CH_STATE_STOPPED) 17154a71df50SFrank Blaschka return -ETIME; 17164a71df50SFrank Blaschka channel->state = CH_STATE_DOWN; 17174a71df50SFrank Blaschka return 0; 17184a71df50SFrank Blaschka } 17194a71df50SFrank Blaschka 17208d908eb0SJulian Wiedmann static int qeth_halt_channel(struct qeth_card *card, 17218d908eb0SJulian Wiedmann struct qeth_channel *channel) 17224a71df50SFrank Blaschka { 17234a71df50SFrank Blaschka int rc; 17244a71df50SFrank Blaschka 1725847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "haltch"); 1726ed47155bSJulian Wiedmann spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1727f9e50b02SJulian Wiedmann rc = ccw_device_halt(channel->ccwdev, (addr_t)channel->active_cmd); 1728ed47155bSJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 17294a71df50SFrank Blaschka 17304a71df50SFrank Blaschka if (rc) 17314a71df50SFrank Blaschka return rc; 17324a71df50SFrank Blaschka rc = wait_event_interruptible_timeout(card->wait_q, 17334a71df50SFrank Blaschka channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 17344a71df50SFrank Blaschka if (rc == -ERESTARTSYS) 17354a71df50SFrank Blaschka return rc; 17364a71df50SFrank Blaschka if (channel->state != CH_STATE_HALTED) 17374a71df50SFrank Blaschka return -ETIME; 17384a71df50SFrank Blaschka return 0; 17394a71df50SFrank Blaschka } 17404a71df50SFrank Blaschka 1741b7ea041bSJulian Wiedmann static int qeth_stop_channel(struct qeth_channel *channel) 1742f9e50b02SJulian Wiedmann { 1743f9e50b02SJulian Wiedmann struct ccw_device *cdev = channel->ccwdev; 1744f9e50b02SJulian Wiedmann int rc; 1745f9e50b02SJulian Wiedmann 1746f9e50b02SJulian Wiedmann rc = ccw_device_set_offline(cdev); 1747f9e50b02SJulian Wiedmann 1748f9e50b02SJulian Wiedmann spin_lock_irq(get_ccwdev_lock(cdev)); 1749f9e50b02SJulian Wiedmann if (channel->active_cmd) { 1750f9e50b02SJulian Wiedmann dev_err(&cdev->dev, "Stopped channel while cmd %px was still active\n", 1751f9e50b02SJulian Wiedmann channel->active_cmd); 1752f9e50b02SJulian Wiedmann channel->active_cmd = NULL; 1753f9e50b02SJulian Wiedmann } 1754871602b1SJulian Wiedmann cdev->handler = NULL; 1755f9e50b02SJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(cdev)); 1756f9e50b02SJulian Wiedmann 1757f9e50b02SJulian Wiedmann return rc; 1758f9e50b02SJulian Wiedmann } 1759f9e50b02SJulian Wiedmann 1760871602b1SJulian Wiedmann static int qeth_start_channel(struct qeth_channel *channel) 1761871602b1SJulian Wiedmann { 1762871602b1SJulian Wiedmann struct ccw_device *cdev = channel->ccwdev; 1763871602b1SJulian Wiedmann int rc; 1764871602b1SJulian Wiedmann 1765871602b1SJulian Wiedmann channel->state = CH_STATE_DOWN; 1766871602b1SJulian Wiedmann atomic_set(&channel->irq_pending, 0); 1767871602b1SJulian Wiedmann 1768871602b1SJulian Wiedmann spin_lock_irq(get_ccwdev_lock(cdev)); 1769871602b1SJulian Wiedmann cdev->handler = qeth_irq; 1770871602b1SJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(cdev)); 1771871602b1SJulian Wiedmann 1772871602b1SJulian Wiedmann rc = ccw_device_set_online(cdev); 1773871602b1SJulian Wiedmann if (rc) 1774871602b1SJulian Wiedmann goto err; 1775871602b1SJulian Wiedmann 1776871602b1SJulian Wiedmann return 0; 1777871602b1SJulian Wiedmann 1778871602b1SJulian Wiedmann err: 1779871602b1SJulian Wiedmann spin_lock_irq(get_ccwdev_lock(cdev)); 1780871602b1SJulian Wiedmann cdev->handler = NULL; 1781871602b1SJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(cdev)); 1782871602b1SJulian Wiedmann return rc; 1783871602b1SJulian Wiedmann } 1784871602b1SJulian Wiedmann 17854a71df50SFrank Blaschka static int qeth_halt_channels(struct qeth_card *card) 17864a71df50SFrank Blaschka { 17874a71df50SFrank Blaschka int rc1 = 0, rc2 = 0, rc3 = 0; 17884a71df50SFrank Blaschka 1789847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "haltchs"); 17908d908eb0SJulian Wiedmann rc1 = qeth_halt_channel(card, &card->read); 17918d908eb0SJulian Wiedmann rc2 = qeth_halt_channel(card, &card->write); 17928d908eb0SJulian Wiedmann rc3 = qeth_halt_channel(card, &card->data); 17934a71df50SFrank Blaschka if (rc1) 17944a71df50SFrank Blaschka return rc1; 17954a71df50SFrank Blaschka if (rc2) 17964a71df50SFrank Blaschka return rc2; 17974a71df50SFrank Blaschka return rc3; 17984a71df50SFrank Blaschka } 17994a71df50SFrank Blaschka 18004a71df50SFrank Blaschka static int qeth_clear_channels(struct qeth_card *card) 18014a71df50SFrank Blaschka { 18024a71df50SFrank Blaschka int rc1 = 0, rc2 = 0, rc3 = 0; 18034a71df50SFrank Blaschka 1804847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "clearchs"); 18058d908eb0SJulian Wiedmann rc1 = qeth_clear_channel(card, &card->read); 18068d908eb0SJulian Wiedmann rc2 = qeth_clear_channel(card, &card->write); 18078d908eb0SJulian Wiedmann rc3 = qeth_clear_channel(card, &card->data); 18084a71df50SFrank Blaschka if (rc1) 18094a71df50SFrank Blaschka return rc1; 18104a71df50SFrank Blaschka if (rc2) 18114a71df50SFrank Blaschka return rc2; 18124a71df50SFrank Blaschka return rc3; 18134a71df50SFrank Blaschka } 18144a71df50SFrank Blaschka 18154a71df50SFrank Blaschka static int qeth_clear_halt_card(struct qeth_card *card, int halt) 18164a71df50SFrank Blaschka { 18174a71df50SFrank Blaschka int rc = 0; 18184a71df50SFrank Blaschka 1819847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "clhacrd"); 18204a71df50SFrank Blaschka 18214a71df50SFrank Blaschka if (halt) 18224a71df50SFrank Blaschka rc = qeth_halt_channels(card); 18234a71df50SFrank Blaschka if (rc) 18244a71df50SFrank Blaschka return rc; 18254a71df50SFrank Blaschka return qeth_clear_channels(card); 18264a71df50SFrank Blaschka } 18274a71df50SFrank Blaschka 1828f2bcf9ddSJulian Wiedmann static int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 18294a71df50SFrank Blaschka { 18304a71df50SFrank Blaschka int rc = 0; 18314a71df50SFrank Blaschka 1832847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "qdioclr"); 18334a71df50SFrank Blaschka switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 18344a71df50SFrank Blaschka QETH_QDIO_CLEANING)) { 18354a71df50SFrank Blaschka case QETH_QDIO_ESTABLISHED: 1836379ac99eSJulian Wiedmann if (IS_IQD(card)) 1837cc961d40SJan Glauber rc = qdio_shutdown(CARD_DDEV(card), 18384a71df50SFrank Blaschka QDIO_FLAG_CLEANUP_USING_HALT); 18394a71df50SFrank Blaschka else 1840cc961d40SJan Glauber rc = qdio_shutdown(CARD_DDEV(card), 18414a71df50SFrank Blaschka QDIO_FLAG_CLEANUP_USING_CLEAR); 18424a71df50SFrank Blaschka if (rc) 1843847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 3, "1err%d", rc); 18444a71df50SFrank Blaschka atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 18454a71df50SFrank Blaschka break; 18464a71df50SFrank Blaschka case QETH_QDIO_CLEANING: 18474a71df50SFrank Blaschka return rc; 18484a71df50SFrank Blaschka default: 18494a71df50SFrank Blaschka break; 18504a71df50SFrank Blaschka } 18514a71df50SFrank Blaschka rc = qeth_clear_halt_card(card, use_halt); 18524a71df50SFrank Blaschka if (rc) 1853847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 3, "2err%d", rc); 18544a71df50SFrank Blaschka return rc; 18554a71df50SFrank Blaschka } 18564a71df50SFrank Blaschka 1857615dff22SJulian Wiedmann static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1858615dff22SJulian Wiedmann { 1859615dff22SJulian Wiedmann enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1860615dff22SJulian Wiedmann struct diag26c_vnic_resp *response = NULL; 1861615dff22SJulian Wiedmann struct diag26c_vnic_req *request = NULL; 1862615dff22SJulian Wiedmann struct ccw_dev_id id; 1863615dff22SJulian Wiedmann char userid[80]; 1864615dff22SJulian Wiedmann int rc = 0; 1865615dff22SJulian Wiedmann 186657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "vmlayer"); 1867615dff22SJulian Wiedmann 1868615dff22SJulian Wiedmann cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1869615dff22SJulian Wiedmann if (rc) 1870615dff22SJulian Wiedmann goto out; 1871615dff22SJulian Wiedmann 1872615dff22SJulian Wiedmann request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1873615dff22SJulian Wiedmann response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1874615dff22SJulian Wiedmann if (!request || !response) { 1875615dff22SJulian Wiedmann rc = -ENOMEM; 1876615dff22SJulian Wiedmann goto out; 1877615dff22SJulian Wiedmann } 1878615dff22SJulian Wiedmann 1879615dff22SJulian Wiedmann ccw_device_get_id(CARD_RDEV(card), &id); 1880615dff22SJulian Wiedmann request->resp_buf_len = sizeof(*response); 1881615dff22SJulian Wiedmann request->resp_version = DIAG26C_VERSION6_VM65918; 1882615dff22SJulian Wiedmann request->req_format = DIAG26C_VNIC_INFO; 1883615dff22SJulian Wiedmann ASCEBC(userid, 8); 1884615dff22SJulian Wiedmann memcpy(&request->sys_name, userid, 8); 1885615dff22SJulian Wiedmann request->devno = id.devno; 1886615dff22SJulian Wiedmann 1887615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1888615dff22SJulian Wiedmann rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1889615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1890615dff22SJulian Wiedmann if (rc) 1891615dff22SJulian Wiedmann goto out; 1892615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1893615dff22SJulian Wiedmann 1894615dff22SJulian Wiedmann if (request->resp_buf_len < sizeof(*response) || 1895615dff22SJulian Wiedmann response->version != request->resp_version) { 1896615dff22SJulian Wiedmann rc = -EIO; 1897615dff22SJulian Wiedmann goto out; 1898615dff22SJulian Wiedmann } 1899615dff22SJulian Wiedmann 1900615dff22SJulian Wiedmann if (response->protocol == VNIC_INFO_PROT_L2) 1901615dff22SJulian Wiedmann disc = QETH_DISCIPLINE_LAYER2; 1902615dff22SJulian Wiedmann else if (response->protocol == VNIC_INFO_PROT_L3) 1903615dff22SJulian Wiedmann disc = QETH_DISCIPLINE_LAYER3; 1904615dff22SJulian Wiedmann 1905615dff22SJulian Wiedmann out: 1906615dff22SJulian Wiedmann kfree(response); 1907615dff22SJulian Wiedmann kfree(request); 1908615dff22SJulian Wiedmann if (rc) 190957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "err%x", rc); 1910615dff22SJulian Wiedmann return disc; 1911615dff22SJulian Wiedmann } 1912615dff22SJulian Wiedmann 1913c70eb09dSJulian Wiedmann /* Determine whether the device requires a specific layer discipline */ 1914c70eb09dSJulian Wiedmann static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1915c70eb09dSJulian Wiedmann { 1916615dff22SJulian Wiedmann enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1917615dff22SJulian Wiedmann 1918379ac99eSJulian Wiedmann if (IS_OSM(card) || IS_OSN(card)) 1919615dff22SJulian Wiedmann disc = QETH_DISCIPLINE_LAYER2; 1920379ac99eSJulian Wiedmann else if (IS_VM_NIC(card)) 1921379ac99eSJulian Wiedmann disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1922615dff22SJulian Wiedmann qeth_vm_detect_layer(card); 1923615dff22SJulian Wiedmann 1924615dff22SJulian Wiedmann switch (disc) { 1925615dff22SJulian Wiedmann case QETH_DISCIPLINE_LAYER2: 192657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 3, "force l2"); 1927615dff22SJulian Wiedmann break; 1928615dff22SJulian Wiedmann case QETH_DISCIPLINE_LAYER3: 192957a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 3, "force l3"); 1930615dff22SJulian Wiedmann break; 1931615dff22SJulian Wiedmann default: 193257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 3, "force no"); 1933c70eb09dSJulian Wiedmann } 1934c70eb09dSJulian Wiedmann 1935615dff22SJulian Wiedmann return disc; 1936c70eb09dSJulian Wiedmann } 1937c70eb09dSJulian Wiedmann 193809ac887fSJulian Wiedmann static void qeth_set_blkt_defaults(struct qeth_card *card) 1939a60389abSEinar Lueck { 194057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cfgblkt"); 1941a60389abSEinar Lueck 194209ac887fSJulian Wiedmann if (card->info.use_v1_blkt) { 1943a60389abSEinar Lueck card->info.blkt.time_total = 0; 1944a60389abSEinar Lueck card->info.blkt.inter_packet = 0; 1945a60389abSEinar Lueck card->info.blkt.inter_packet_jumbo = 0; 1946a0c98523SUrsula Braun } else { 1947a0c98523SUrsula Braun card->info.blkt.time_total = 250; 1948a0c98523SUrsula Braun card->info.blkt.inter_packet = 5; 1949a0c98523SUrsula Braun card->info.blkt.inter_packet_jumbo = 15; 1950a60389abSEinar Lueck } 19514a71df50SFrank Blaschka } 19524a71df50SFrank Blaschka 19537f23d55fSJulian Wiedmann static void qeth_idx_init(struct qeth_card *card) 19544a71df50SFrank Blaschka { 19557f23d55fSJulian Wiedmann memset(&card->seqno, 0, sizeof(card->seqno)); 19567f23d55fSJulian Wiedmann 19574a71df50SFrank Blaschka card->token.issuer_rm_w = 0x00010103UL; 19584a71df50SFrank Blaschka card->token.cm_filter_w = 0x00010108UL; 19594a71df50SFrank Blaschka card->token.cm_connection_w = 0x0001010aUL; 19604a71df50SFrank Blaschka card->token.ulp_filter_w = 0x0001010bUL; 19614a71df50SFrank Blaschka card->token.ulp_connection_w = 0x0001010dUL; 19624a71df50SFrank Blaschka 19635113fec0SUrsula Braun switch (card->info.type) { 19645113fec0SUrsula Braun case QETH_CARD_TYPE_IQD: 19656298263aSKlaus-Dieter Wacker card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 19665113fec0SUrsula Braun break; 19675113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 19680132951eSUrsula Braun case QETH_CARD_TYPE_OSN: 19695113fec0SUrsula Braun card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 19705113fec0SUrsula Braun break; 19715113fec0SUrsula Braun default: 19725113fec0SUrsula Braun break; 19734a71df50SFrank Blaschka } 19744a71df50SFrank Blaschka } 19754a71df50SFrank Blaschka 197648ce6f89SJulian Wiedmann static void qeth_idx_finalize_cmd(struct qeth_card *card, 1977c3b2218dSJulian Wiedmann struct qeth_cmd_buffer *iob) 197848ce6f89SJulian Wiedmann { 197948ce6f89SJulian Wiedmann memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 198048ce6f89SJulian Wiedmann QETH_SEQ_NO_LENGTH); 198148ce6f89SJulian Wiedmann if (iob->channel == &card->write) 198248ce6f89SJulian Wiedmann card->seqno.trans_hdr++; 198348ce6f89SJulian Wiedmann } 198448ce6f89SJulian Wiedmann 19854a71df50SFrank Blaschka static int qeth_peer_func_level(int level) 19864a71df50SFrank Blaschka { 19874a71df50SFrank Blaschka if ((level & 0xff) == 8) 19884a71df50SFrank Blaschka return (level & 0xff) + 0x400; 19894a71df50SFrank Blaschka if (((level >> 8) & 3) == 1) 19904a71df50SFrank Blaschka return (level & 0xff) + 0x200; 19914a71df50SFrank Blaschka return level; 19924a71df50SFrank Blaschka } 19934a71df50SFrank Blaschka 199448ce6f89SJulian Wiedmann static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1995c3b2218dSJulian Wiedmann struct qeth_cmd_buffer *iob) 19964a71df50SFrank Blaschka { 1997c3b2218dSJulian Wiedmann qeth_idx_finalize_cmd(card, iob); 19984a71df50SFrank Blaschka 19994a71df50SFrank Blaschka memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 20004a71df50SFrank Blaschka &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 20014a71df50SFrank Blaschka card->seqno.pdu_hdr++; 20024a71df50SFrank Blaschka memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 20034a71df50SFrank Blaschka &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 200448ce6f89SJulian Wiedmann 200548ce6f89SJulian Wiedmann iob->callback = qeth_release_buffer_cb; 20064a71df50SFrank Blaschka } 20074a71df50SFrank Blaschka 20087f92316cSJulian Wiedmann static bool qeth_mpc_match_reply(struct qeth_cmd_buffer *iob, 20097f92316cSJulian Wiedmann struct qeth_cmd_buffer *reply) 20107f92316cSJulian Wiedmann { 20117f92316cSJulian Wiedmann /* MPC cmds are issued strictly in sequence. */ 20127f92316cSJulian Wiedmann return !IS_IPA(reply->data); 20137f92316cSJulian Wiedmann } 20147f92316cSJulian Wiedmann 2015f19f8fd2SJulian Wiedmann static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 201694ae20f7SJulian Wiedmann const void *data, 2017f19f8fd2SJulian Wiedmann unsigned int data_length) 20181273a800SJulian Wiedmann { 20191273a800SJulian Wiedmann struct qeth_cmd_buffer *iob; 20201273a800SJulian Wiedmann 2021f19f8fd2SJulian Wiedmann iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 2022f19f8fd2SJulian Wiedmann if (!iob) 2023f19f8fd2SJulian Wiedmann return NULL; 2024f19f8fd2SJulian Wiedmann 2025f19f8fd2SJulian Wiedmann memcpy(iob->data, data, data_length); 2026f19f8fd2SJulian Wiedmann qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 2027f19f8fd2SJulian Wiedmann iob->data); 20281273a800SJulian Wiedmann iob->finalize = qeth_mpc_finalize_cmd; 20297f92316cSJulian Wiedmann iob->match = qeth_mpc_match_reply; 20301273a800SJulian Wiedmann return iob; 20311273a800SJulian Wiedmann } 20321273a800SJulian Wiedmann 2033efbbc1d5SEugene Crosser /** 2034efbbc1d5SEugene Crosser * qeth_send_control_data() - send control command to the card 2035efbbc1d5SEugene Crosser * @card: qeth_card structure pointer 2036efbbc1d5SEugene Crosser * @iob: qeth_cmd_buffer pointer 2037efbbc1d5SEugene Crosser * @reply_cb: callback function pointer 2038efbbc1d5SEugene Crosser * @cb_card: pointer to the qeth_card structure 2039efbbc1d5SEugene Crosser * @cb_reply: pointer to the qeth_reply structure 2040efbbc1d5SEugene Crosser * @cb_cmd: pointer to the original iob for non-IPA 2041efbbc1d5SEugene Crosser * commands, or to the qeth_ipa_cmd structure 2042efbbc1d5SEugene Crosser * for the IPA commands. 2043efbbc1d5SEugene Crosser * @reply_param: private pointer passed to the callback 2044efbbc1d5SEugene Crosser * 2045efbbc1d5SEugene Crosser * Callback function gets called one or more times, with cb_cmd 2046efbbc1d5SEugene Crosser * pointing to the response returned by the hardware. Callback 2047742d4d40SJulian Wiedmann * function must return 2048742d4d40SJulian Wiedmann * > 0 if more reply blocks are expected, 2049742d4d40SJulian Wiedmann * 0 if the last or only reply block is received, and 2050742d4d40SJulian Wiedmann * < 0 on error. 2051742d4d40SJulian Wiedmann * Callback function can get the value of the reply_param pointer from the 2052efbbc1d5SEugene Crosser * field 'param' of the structure qeth_reply. 2053efbbc1d5SEugene Crosser */ 2054efbbc1d5SEugene Crosser 2055c3b2218dSJulian Wiedmann static int qeth_send_control_data(struct qeth_card *card, 20564a71df50SFrank Blaschka struct qeth_cmd_buffer *iob, 2057efbbc1d5SEugene Crosser int (*reply_cb)(struct qeth_card *cb_card, 2058efbbc1d5SEugene Crosser struct qeth_reply *cb_reply, 2059efbbc1d5SEugene Crosser unsigned long cb_cmd), 20604a71df50SFrank Blaschka void *reply_param) 20614a71df50SFrank Blaschka { 2062750b1625SJulian Wiedmann struct qeth_channel *channel = iob->channel; 2063308946b0SJulian Wiedmann struct qeth_reply *reply = &iob->reply; 2064782e4a79SJulian Wiedmann long timeout = iob->timeout; 20654a71df50SFrank Blaschka int rc; 20664a71df50SFrank Blaschka 2067847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "sendctl"); 20684a71df50SFrank Blaschka 20694a71df50SFrank Blaschka reply->callback = reply_cb; 20704a71df50SFrank Blaschka reply->param = reply_param; 2071d22ffb5aSJulian Wiedmann 2072782e4a79SJulian Wiedmann timeout = wait_event_interruptible_timeout(card->wait_q, 2073782e4a79SJulian Wiedmann qeth_trylock_channel(channel), 2074782e4a79SJulian Wiedmann timeout); 2075782e4a79SJulian Wiedmann if (timeout <= 0) { 2076c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 2077782e4a79SJulian Wiedmann return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 2078782e4a79SJulian Wiedmann } 20794a71df50SFrank Blaschka 20802066e1dbSJulian Wiedmann if (iob->finalize) 2081c3b2218dSJulian Wiedmann iob->finalize(card, iob); 2082c3b2218dSJulian Wiedmann QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 2083d22ffb5aSJulian Wiedmann 2084308946b0SJulian Wiedmann qeth_enqueue_cmd(card, iob); 20851c5b2216SJulian Wiedmann 208632e85a0dSJulian Wiedmann /* This pairs with iob->callback, and keeps the iob alive after IO: */ 208732e85a0dSJulian Wiedmann qeth_get_cmd(iob); 208832e85a0dSJulian Wiedmann 2089847a50fdSCarsten Otte QETH_CARD_TEXT(card, 6, "noirqpnd"); 2090ed47155bSJulian Wiedmann spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 209140554895SJulian Wiedmann rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 2092782e4a79SJulian Wiedmann (addr_t) iob, 0, 0, timeout); 2093f9e50b02SJulian Wiedmann if (!rc) 2094f9e50b02SJulian Wiedmann channel->active_cmd = iob; 2095ed47155bSJulian Wiedmann spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 20964a71df50SFrank Blaschka if (rc) { 2097e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 2098e19e5be8SJulian Wiedmann CARD_DEVID(card), rc); 2099847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 2, " err%d", rc); 2100308946b0SJulian Wiedmann qeth_dequeue_cmd(card, iob); 2101c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 21027359393fSJulian Wiedmann qeth_unlock_channel(card, channel); 210332e85a0dSJulian Wiedmann goto out; 21044a71df50SFrank Blaschka } 21055b54e16fSFrank Blaschka 2106308946b0SJulian Wiedmann timeout = wait_for_completion_interruptible_timeout(&iob->done, 2107782e4a79SJulian Wiedmann timeout); 2108782e4a79SJulian Wiedmann if (timeout <= 0) 2109782e4a79SJulian Wiedmann rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 21105b54e16fSFrank Blaschka 2111308946b0SJulian Wiedmann qeth_dequeue_cmd(card, iob); 2112072f7940SJulian Wiedmann 2113072f7940SJulian Wiedmann if (reply_cb) { 2114072f7940SJulian Wiedmann /* Wait until the callback for a late reply has completed: */ 2115308946b0SJulian Wiedmann spin_lock_irq(&iob->lock); 2116072f7940SJulian Wiedmann if (rc) 2117072f7940SJulian Wiedmann /* Zap any callback that's still pending: */ 2118308946b0SJulian Wiedmann iob->rc = rc; 2119308946b0SJulian Wiedmann spin_unlock_irq(&iob->lock); 2120072f7940SJulian Wiedmann } 2121072f7940SJulian Wiedmann 2122782e4a79SJulian Wiedmann if (!rc) 2123308946b0SJulian Wiedmann rc = iob->rc; 212432e85a0dSJulian Wiedmann 212532e85a0dSJulian Wiedmann out: 212632e85a0dSJulian Wiedmann qeth_put_cmd(iob); 21275b54e16fSFrank Blaschka return rc; 21284a71df50SFrank Blaschka } 21294a71df50SFrank Blaschka 2130afc1f67bSJulian Wiedmann struct qeth_node_desc { 2131afc1f67bSJulian Wiedmann struct node_descriptor nd1; 2132afc1f67bSJulian Wiedmann struct node_descriptor nd2; 2133afc1f67bSJulian Wiedmann struct node_descriptor nd3; 2134afc1f67bSJulian Wiedmann }; 2135afc1f67bSJulian Wiedmann 21362066e1dbSJulian Wiedmann static void qeth_read_conf_data_cb(struct qeth_card *card, 213712fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 213812fc286fSJulian Wiedmann unsigned int data_length) 21392066e1dbSJulian Wiedmann { 2140afc1f67bSJulian Wiedmann struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 214112fc286fSJulian Wiedmann int rc = 0; 2142afc1f67bSJulian Wiedmann u8 *tag; 21432066e1dbSJulian Wiedmann 21442066e1dbSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cfgunit"); 214512fc286fSJulian Wiedmann 214612fc286fSJulian Wiedmann if (data_length < sizeof(*nd)) { 214712fc286fSJulian Wiedmann rc = -EINVAL; 214812fc286fSJulian Wiedmann goto out; 214912fc286fSJulian Wiedmann } 215012fc286fSJulian Wiedmann 2151afc1f67bSJulian Wiedmann card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 2152afc1f67bSJulian Wiedmann nd->nd1.plant[1] == _ascebc['M']; 2153afc1f67bSJulian Wiedmann tag = (u8 *)&nd->nd1.tag; 2154afc1f67bSJulian Wiedmann card->info.chpid = tag[0]; 2155afc1f67bSJulian Wiedmann card->info.unit_addr2 = tag[1]; 2156afc1f67bSJulian Wiedmann 2157afc1f67bSJulian Wiedmann tag = (u8 *)&nd->nd2.tag; 2158afc1f67bSJulian Wiedmann card->info.cula = tag[1]; 2159afc1f67bSJulian Wiedmann 2160afc1f67bSJulian Wiedmann card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 2161afc1f67bSJulian Wiedmann nd->nd3.model[1] == 0xF0 && 2162afc1f67bSJulian Wiedmann nd->nd3.model[2] >= 0xF1 && 2163afc1f67bSJulian Wiedmann nd->nd3.model[2] <= 0xF4; 21642066e1dbSJulian Wiedmann 216512fc286fSJulian Wiedmann out: 2166308946b0SJulian Wiedmann qeth_notify_cmd(iob, rc); 2167c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 21682066e1dbSJulian Wiedmann } 21692066e1dbSJulian Wiedmann 21702066e1dbSJulian Wiedmann static int qeth_read_conf_data(struct qeth_card *card) 21712066e1dbSJulian Wiedmann { 21722066e1dbSJulian Wiedmann struct qeth_channel *channel = &card->data; 21732066e1dbSJulian Wiedmann struct qeth_cmd_buffer *iob; 21742066e1dbSJulian Wiedmann struct ciw *ciw; 21752066e1dbSJulian Wiedmann 21762066e1dbSJulian Wiedmann /* scan for RCD command in extended SenseID data */ 21772066e1dbSJulian Wiedmann ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 21782066e1dbSJulian Wiedmann if (!ciw || ciw->cmd == 0) 21792066e1dbSJulian Wiedmann return -EOPNOTSUPP; 2180afc1f67bSJulian Wiedmann if (ciw->count < sizeof(struct qeth_node_desc)) 2181afc1f67bSJulian Wiedmann return -EINVAL; 21822066e1dbSJulian Wiedmann 21832066e1dbSJulian Wiedmann iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 21842066e1dbSJulian Wiedmann if (!iob) 21852066e1dbSJulian Wiedmann return -ENOMEM; 21862066e1dbSJulian Wiedmann 21872066e1dbSJulian Wiedmann iob->callback = qeth_read_conf_data_cb; 21882066e1dbSJulian Wiedmann qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 21892066e1dbSJulian Wiedmann iob->data); 21902066e1dbSJulian Wiedmann 2191c3b2218dSJulian Wiedmann return qeth_send_control_data(card, iob, NULL, NULL); 21922066e1dbSJulian Wiedmann } 21932066e1dbSJulian Wiedmann 21942e873d10SJulian Wiedmann static int qeth_idx_check_activate_response(struct qeth_card *card, 21952e873d10SJulian Wiedmann struct qeth_channel *channel, 21962e873d10SJulian Wiedmann struct qeth_cmd_buffer *iob) 21972e873d10SJulian Wiedmann { 21982e873d10SJulian Wiedmann int rc; 21992e873d10SJulian Wiedmann 22002e873d10SJulian Wiedmann rc = qeth_check_idx_response(card, iob->data); 22012e873d10SJulian Wiedmann if (rc) 22022e873d10SJulian Wiedmann return rc; 22032e873d10SJulian Wiedmann 22042e873d10SJulian Wiedmann if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 22052e873d10SJulian Wiedmann return 0; 22062e873d10SJulian Wiedmann 22072e873d10SJulian Wiedmann /* negative reply: */ 220857a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "idxneg%c", 22092e873d10SJulian Wiedmann QETH_IDX_ACT_CAUSE_CODE(iob->data)); 22102e873d10SJulian Wiedmann 22112e873d10SJulian Wiedmann switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 22122e873d10SJulian Wiedmann case QETH_IDX_ACT_ERR_EXCL: 22132e873d10SJulian Wiedmann dev_err(&channel->ccwdev->dev, 22142e873d10SJulian Wiedmann "The adapter is used exclusively by another host\n"); 22152e873d10SJulian Wiedmann return -EBUSY; 22162e873d10SJulian Wiedmann case QETH_IDX_ACT_ERR_AUTH: 22172e873d10SJulian Wiedmann case QETH_IDX_ACT_ERR_AUTH_USER: 22182e873d10SJulian Wiedmann dev_err(&channel->ccwdev->dev, 22192e873d10SJulian Wiedmann "Setting the device online failed because of insufficient authorization\n"); 22202e873d10SJulian Wiedmann return -EPERM; 22212e873d10SJulian Wiedmann default: 22222e873d10SJulian Wiedmann QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 22232e873d10SJulian Wiedmann CCW_DEVID(channel->ccwdev)); 22242e873d10SJulian Wiedmann return -EIO; 22252e873d10SJulian Wiedmann } 22262e873d10SJulian Wiedmann } 22272e873d10SJulian Wiedmann 2228f3b783b1SJulian Wiedmann static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 222912fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 223012fc286fSJulian Wiedmann unsigned int data_length) 22312e873d10SJulian Wiedmann { 2232fcda7f73SJulian Wiedmann struct qeth_channel *channel = iob->channel; 22332e873d10SJulian Wiedmann u16 peer_level; 22342e873d10SJulian Wiedmann int rc; 22352e873d10SJulian Wiedmann 223657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "idxrdcb"); 22372e873d10SJulian Wiedmann 22382e873d10SJulian Wiedmann rc = qeth_idx_check_activate_response(card, channel, iob); 22392e873d10SJulian Wiedmann if (rc) 22402e873d10SJulian Wiedmann goto out; 22412e873d10SJulian Wiedmann 22422e873d10SJulian Wiedmann memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 22432e873d10SJulian Wiedmann if (peer_level != qeth_peer_func_level(card->info.func_level)) { 22442e873d10SJulian Wiedmann QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 22452e873d10SJulian Wiedmann CCW_DEVID(channel->ccwdev), 22462e873d10SJulian Wiedmann card->info.func_level, peer_level); 22472e873d10SJulian Wiedmann rc = -EINVAL; 22482e873d10SJulian Wiedmann goto out; 22492e873d10SJulian Wiedmann } 22502e873d10SJulian Wiedmann 22512e873d10SJulian Wiedmann memcpy(&card->token.issuer_rm_r, 22522e873d10SJulian Wiedmann QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 22532e873d10SJulian Wiedmann QETH_MPC_TOKEN_LENGTH); 22542e873d10SJulian Wiedmann memcpy(&card->info.mcl_level[0], 22552e873d10SJulian Wiedmann QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 22562e873d10SJulian Wiedmann 22572e873d10SJulian Wiedmann out: 2258308946b0SJulian Wiedmann qeth_notify_cmd(iob, rc); 2259c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 22602e873d10SJulian Wiedmann } 22612e873d10SJulian Wiedmann 2262f3b783b1SJulian Wiedmann static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 226312fc286fSJulian Wiedmann struct qeth_cmd_buffer *iob, 226412fc286fSJulian Wiedmann unsigned int data_length) 22652e873d10SJulian Wiedmann { 2266fcda7f73SJulian Wiedmann struct qeth_channel *channel = iob->channel; 22672e873d10SJulian Wiedmann u16 peer_level; 22682e873d10SJulian Wiedmann int rc; 22692e873d10SJulian Wiedmann 227057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "idxwrcb"); 22712e873d10SJulian Wiedmann 22722e873d10SJulian Wiedmann rc = qeth_idx_check_activate_response(card, channel, iob); 22732e873d10SJulian Wiedmann if (rc) 22742e873d10SJulian Wiedmann goto out; 22752e873d10SJulian Wiedmann 22762e873d10SJulian Wiedmann memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 22772e873d10SJulian Wiedmann if ((peer_level & ~0x0100) != 22782e873d10SJulian Wiedmann qeth_peer_func_level(card->info.func_level)) { 22792e873d10SJulian Wiedmann QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 22802e873d10SJulian Wiedmann CCW_DEVID(channel->ccwdev), 22812e873d10SJulian Wiedmann card->info.func_level, peer_level); 22822e873d10SJulian Wiedmann rc = -EINVAL; 22832e873d10SJulian Wiedmann } 22842e873d10SJulian Wiedmann 22852e873d10SJulian Wiedmann out: 2286308946b0SJulian Wiedmann qeth_notify_cmd(iob, rc); 2287c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 22882e873d10SJulian Wiedmann } 22892e873d10SJulian Wiedmann 22902e873d10SJulian Wiedmann static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 22912e873d10SJulian Wiedmann struct qeth_cmd_buffer *iob) 22922e873d10SJulian Wiedmann { 22932e873d10SJulian Wiedmann u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 22942e873d10SJulian Wiedmann u8 port = ((u8)card->dev->dev_port) | 0x80; 2295f3b783b1SJulian Wiedmann struct ccw1 *ccw = __ccw_from_cmd(iob); 22962e873d10SJulian Wiedmann 2297f3b783b1SJulian Wiedmann qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 2298f3b783b1SJulian Wiedmann iob->data); 2299f3b783b1SJulian Wiedmann qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 23002e873d10SJulian Wiedmann iob->finalize = qeth_idx_finalize_cmd; 23012e873d10SJulian Wiedmann 23025fd3fcbbSJulian Wiedmann port |= QETH_IDX_ACT_INVAL_FRAME; 23032e873d10SJulian Wiedmann memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 23042e873d10SJulian Wiedmann memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 23052e873d10SJulian Wiedmann &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 23062e873d10SJulian Wiedmann memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 23072e873d10SJulian Wiedmann &card->info.func_level, 2); 2308fa115adfSAlexandra Winter memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &card->info.ddev_devno, 2); 23092e873d10SJulian Wiedmann memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 23102e873d10SJulian Wiedmann } 23112e873d10SJulian Wiedmann 23122e873d10SJulian Wiedmann static int qeth_idx_activate_read_channel(struct qeth_card *card) 23132e873d10SJulian Wiedmann { 23142e873d10SJulian Wiedmann struct qeth_channel *channel = &card->read; 23152e873d10SJulian Wiedmann struct qeth_cmd_buffer *iob; 23162e873d10SJulian Wiedmann int rc; 23172e873d10SJulian Wiedmann 231857a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "idxread"); 23192e873d10SJulian Wiedmann 2320f3b783b1SJulian Wiedmann iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 23212e873d10SJulian Wiedmann if (!iob) 23222e873d10SJulian Wiedmann return -ENOMEM; 23232e873d10SJulian Wiedmann 23242e873d10SJulian Wiedmann memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 23252e873d10SJulian Wiedmann qeth_idx_setup_activate_cmd(card, iob); 2326f3b783b1SJulian Wiedmann iob->callback = qeth_idx_activate_read_channel_cb; 23272e873d10SJulian Wiedmann 2328c3b2218dSJulian Wiedmann rc = qeth_send_control_data(card, iob, NULL, NULL); 23292e873d10SJulian Wiedmann if (rc) 23302e873d10SJulian Wiedmann return rc; 23312e873d10SJulian Wiedmann 23322e873d10SJulian Wiedmann channel->state = CH_STATE_UP; 23332e873d10SJulian Wiedmann return 0; 23342e873d10SJulian Wiedmann } 23352e873d10SJulian Wiedmann 23362e873d10SJulian Wiedmann static int qeth_idx_activate_write_channel(struct qeth_card *card) 23372e873d10SJulian Wiedmann { 23382e873d10SJulian Wiedmann struct qeth_channel *channel = &card->write; 23392e873d10SJulian Wiedmann struct qeth_cmd_buffer *iob; 23402e873d10SJulian Wiedmann int rc; 23412e873d10SJulian Wiedmann 234257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "idxwrite"); 23432e873d10SJulian Wiedmann 2344f3b783b1SJulian Wiedmann iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 23452e873d10SJulian Wiedmann if (!iob) 23462e873d10SJulian Wiedmann return -ENOMEM; 23472e873d10SJulian Wiedmann 23482e873d10SJulian Wiedmann memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 23492e873d10SJulian Wiedmann qeth_idx_setup_activate_cmd(card, iob); 2350f3b783b1SJulian Wiedmann iob->callback = qeth_idx_activate_write_channel_cb; 23512e873d10SJulian Wiedmann 2352c3b2218dSJulian Wiedmann rc = qeth_send_control_data(card, iob, NULL, NULL); 23532e873d10SJulian Wiedmann if (rc) 23542e873d10SJulian Wiedmann return rc; 23552e873d10SJulian Wiedmann 23562e873d10SJulian Wiedmann channel->state = CH_STATE_UP; 23572e873d10SJulian Wiedmann return 0; 23582e873d10SJulian Wiedmann } 23592e873d10SJulian Wiedmann 23604a71df50SFrank Blaschka static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 23614a71df50SFrank Blaschka unsigned long data) 23624a71df50SFrank Blaschka { 23634a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 23644a71df50SFrank Blaschka 236557a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cmenblcb"); 23664a71df50SFrank Blaschka 23674a71df50SFrank Blaschka iob = (struct qeth_cmd_buffer *) data; 23684a71df50SFrank Blaschka memcpy(&card->token.cm_filter_r, 23694a71df50SFrank Blaschka QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 23704a71df50SFrank Blaschka QETH_MPC_TOKEN_LENGTH); 23714a71df50SFrank Blaschka return 0; 23724a71df50SFrank Blaschka } 23734a71df50SFrank Blaschka 23744a71df50SFrank Blaschka static int qeth_cm_enable(struct qeth_card *card) 23754a71df50SFrank Blaschka { 23764a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 23774a71df50SFrank Blaschka 237857a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cmenable"); 23794a71df50SFrank Blaschka 2380f19f8fd2SJulian Wiedmann iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 23811273a800SJulian Wiedmann if (!iob) 23821273a800SJulian Wiedmann return -ENOMEM; 238348ce6f89SJulian Wiedmann 23844a71df50SFrank Blaschka memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 23854a71df50SFrank Blaschka &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 23864a71df50SFrank Blaschka memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 23874a71df50SFrank Blaschka &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 23884a71df50SFrank Blaschka 2389c3b2218dSJulian Wiedmann return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 23904a71df50SFrank Blaschka } 23914a71df50SFrank Blaschka 23924a71df50SFrank Blaschka static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 23934a71df50SFrank Blaschka unsigned long data) 23944a71df50SFrank Blaschka { 23954a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 23964a71df50SFrank Blaschka 239757a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cmsetpcb"); 23984a71df50SFrank Blaschka 23994a71df50SFrank Blaschka iob = (struct qeth_cmd_buffer *) data; 24004a71df50SFrank Blaschka memcpy(&card->token.cm_connection_r, 24014a71df50SFrank Blaschka QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 24024a71df50SFrank Blaschka QETH_MPC_TOKEN_LENGTH); 24034a71df50SFrank Blaschka return 0; 24044a71df50SFrank Blaschka } 24054a71df50SFrank Blaschka 24064a71df50SFrank Blaschka static int qeth_cm_setup(struct qeth_card *card) 24074a71df50SFrank Blaschka { 24084a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 24094a71df50SFrank Blaschka 241057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "cmsetup"); 24114a71df50SFrank Blaschka 2412f19f8fd2SJulian Wiedmann iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 24131273a800SJulian Wiedmann if (!iob) 24141273a800SJulian Wiedmann return -ENOMEM; 241548ce6f89SJulian Wiedmann 24164a71df50SFrank Blaschka memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 24174a71df50SFrank Blaschka &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 24184a71df50SFrank Blaschka memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 24194a71df50SFrank Blaschka &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 24204a71df50SFrank Blaschka memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 24214a71df50SFrank Blaschka &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2422c3b2218dSJulian Wiedmann return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 24234a71df50SFrank Blaschka } 24244a71df50SFrank Blaschka 2425101e314dSJulian Wiedmann static bool qeth_is_supported_link_type(struct qeth_card *card, u8 link_type) 2426101e314dSJulian Wiedmann { 2427101e314dSJulian Wiedmann if (link_type == QETH_LINK_TYPE_LANE_TR || 2428101e314dSJulian Wiedmann link_type == QETH_LINK_TYPE_HSTR) { 2429101e314dSJulian Wiedmann dev_err(&card->gdev->dev, "Unsupported Token Ring device\n"); 2430101e314dSJulian Wiedmann return false; 2431101e314dSJulian Wiedmann } 2432101e314dSJulian Wiedmann 2433101e314dSJulian Wiedmann return true; 2434101e314dSJulian Wiedmann } 2435101e314dSJulian Wiedmann 24368ce7a9e0SJulian Wiedmann static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 24374a71df50SFrank Blaschka { 24388ce7a9e0SJulian Wiedmann struct net_device *dev = card->dev; 24398ce7a9e0SJulian Wiedmann unsigned int new_mtu; 24408ce7a9e0SJulian Wiedmann 24418ce7a9e0SJulian Wiedmann if (!max_mtu) { 24428ce7a9e0SJulian Wiedmann /* IQD needs accurate max MTU to set up its RX buffers: */ 24438ce7a9e0SJulian Wiedmann if (IS_IQD(card)) 24448ce7a9e0SJulian Wiedmann return -EINVAL; 24458ce7a9e0SJulian Wiedmann /* tolerate quirky HW: */ 24468ce7a9e0SJulian Wiedmann max_mtu = ETH_MAX_MTU; 24474a71df50SFrank Blaschka } 24488ce7a9e0SJulian Wiedmann 24498ce7a9e0SJulian Wiedmann rtnl_lock(); 24508ce7a9e0SJulian Wiedmann if (IS_IQD(card)) { 24518ce7a9e0SJulian Wiedmann /* move any device with default MTU to new max MTU: */ 24528ce7a9e0SJulian Wiedmann new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 24538ce7a9e0SJulian Wiedmann 24548ce7a9e0SJulian Wiedmann /* adjust RX buffer size to new max MTU: */ 24558ce7a9e0SJulian Wiedmann card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 24568ce7a9e0SJulian Wiedmann if (dev->max_mtu && dev->max_mtu != max_mtu) 245741c47da3SJulian Wiedmann qeth_free_qdio_queues(card); 24588ce7a9e0SJulian Wiedmann } else { 24598ce7a9e0SJulian Wiedmann if (dev->mtu) 24608ce7a9e0SJulian Wiedmann new_mtu = dev->mtu; 24618ce7a9e0SJulian Wiedmann /* default MTUs for first setup: */ 24624fda3354SJulian Wiedmann else if (IS_LAYER2(card)) 24638ce7a9e0SJulian Wiedmann new_mtu = ETH_DATA_LEN; 24648ce7a9e0SJulian Wiedmann else 24658ce7a9e0SJulian Wiedmann new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 24668ce7a9e0SJulian Wiedmann } 24678ce7a9e0SJulian Wiedmann 24688ce7a9e0SJulian Wiedmann dev->max_mtu = max_mtu; 24698ce7a9e0SJulian Wiedmann dev->mtu = min(new_mtu, max_mtu); 24708ce7a9e0SJulian Wiedmann rtnl_unlock(); 24718ce7a9e0SJulian Wiedmann return 0; 24724a71df50SFrank Blaschka } 24734a71df50SFrank Blaschka 2474cef6ff22SJulian Wiedmann static int qeth_get_mtu_outof_framesize(int framesize) 24754a71df50SFrank Blaschka { 24764a71df50SFrank Blaschka switch (framesize) { 24774a71df50SFrank Blaschka case 0x4000: 24784a71df50SFrank Blaschka return 8192; 24794a71df50SFrank Blaschka case 0x6000: 24804a71df50SFrank Blaschka return 16384; 24814a71df50SFrank Blaschka case 0xa000: 24824a71df50SFrank Blaschka return 32768; 24834a71df50SFrank Blaschka case 0xffff: 24844a71df50SFrank Blaschka return 57344; 24854a71df50SFrank Blaschka default: 24864a71df50SFrank Blaschka return 0; 24874a71df50SFrank Blaschka } 24884a71df50SFrank Blaschka } 24894a71df50SFrank Blaschka 24904a71df50SFrank Blaschka static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 24914a71df50SFrank Blaschka unsigned long data) 24924a71df50SFrank Blaschka { 24934a71df50SFrank Blaschka __u16 mtu, framesize; 24944a71df50SFrank Blaschka __u16 len; 24954a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 2496101e314dSJulian Wiedmann u8 link_type = 0; 24974a71df50SFrank Blaschka 249857a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "ulpenacb"); 24994a71df50SFrank Blaschka 25004a71df50SFrank Blaschka iob = (struct qeth_cmd_buffer *) data; 25014a71df50SFrank Blaschka memcpy(&card->token.ulp_filter_r, 25024a71df50SFrank Blaschka QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 25034a71df50SFrank Blaschka QETH_MPC_TOKEN_LENGTH); 2504379ac99eSJulian Wiedmann if (IS_IQD(card)) { 25054a71df50SFrank Blaschka memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 25064a71df50SFrank Blaschka mtu = qeth_get_mtu_outof_framesize(framesize); 25074a71df50SFrank Blaschka } else { 25088ce7a9e0SJulian Wiedmann mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 25094a71df50SFrank Blaschka } 25108ce7a9e0SJulian Wiedmann *(u16 *)reply->param = mtu; 25114a71df50SFrank Blaschka 25124a71df50SFrank Blaschka memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 25134a71df50SFrank Blaschka if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 25144a71df50SFrank Blaschka memcpy(&link_type, 25154a71df50SFrank Blaschka QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2516101e314dSJulian Wiedmann if (!qeth_is_supported_link_type(card, link_type)) 2517101e314dSJulian Wiedmann return -EPROTONOSUPPORT; 2518101e314dSJulian Wiedmann } 2519101e314dSJulian Wiedmann 25204a71df50SFrank Blaschka card->info.link_type = link_type; 252157a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 25224a71df50SFrank Blaschka return 0; 25234a71df50SFrank Blaschka } 25244a71df50SFrank Blaschka 252573657a3eSJulian Wiedmann static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 252673657a3eSJulian Wiedmann { 252773657a3eSJulian Wiedmann if (IS_OSN(card)) 252873657a3eSJulian Wiedmann return QETH_PROT_OSN2; 25294fda3354SJulian Wiedmann return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 253073657a3eSJulian Wiedmann } 253173657a3eSJulian Wiedmann 25324a71df50SFrank Blaschka static int qeth_ulp_enable(struct qeth_card *card) 25334a71df50SFrank Blaschka { 253473657a3eSJulian Wiedmann u8 prot_type = qeth_mpc_select_prot_type(card); 25354a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 25368ce7a9e0SJulian Wiedmann u16 max_mtu; 253773657a3eSJulian Wiedmann int rc; 25384a71df50SFrank Blaschka 253957a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "ulpenabl"); 25404a71df50SFrank Blaschka 2541f19f8fd2SJulian Wiedmann iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 25421273a800SJulian Wiedmann if (!iob) 25431273a800SJulian Wiedmann return -ENOMEM; 25444a71df50SFrank Blaschka 254592d27209SJulian Wiedmann *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 25464a71df50SFrank Blaschka memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 25474a71df50SFrank Blaschka memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 25484a71df50SFrank Blaschka &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 25494a71df50SFrank Blaschka memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 25504a71df50SFrank Blaschka &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2551c3b2218dSJulian Wiedmann rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 25528ce7a9e0SJulian Wiedmann if (rc) 25534a71df50SFrank Blaschka return rc; 25548ce7a9e0SJulian Wiedmann return qeth_update_max_mtu(card, max_mtu); 25554a71df50SFrank Blaschka } 25564a71df50SFrank Blaschka 25574a71df50SFrank Blaschka static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 25584a71df50SFrank Blaschka unsigned long data) 25594a71df50SFrank Blaschka { 25604a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 25614a71df50SFrank Blaschka 256257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "ulpstpcb"); 25634a71df50SFrank Blaschka 25644a71df50SFrank Blaschka iob = (struct qeth_cmd_buffer *) data; 25654a71df50SFrank Blaschka memcpy(&card->token.ulp_connection_r, 25664a71df50SFrank Blaschka QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 25674a71df50SFrank Blaschka QETH_MPC_TOKEN_LENGTH); 256865a1f898SUrsula Braun if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 256965a1f898SUrsula Braun 3)) { 257057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "olmlimit"); 257165a1f898SUrsula Braun dev_err(&card->gdev->dev, "A connection could not be " 257265a1f898SUrsula Braun "established because of an OLM limit\n"); 25734b7ae122SJulian Wiedmann return -EMLINK; 257465a1f898SUrsula Braun } 25757bf9bcffSStefan Raspl return 0; 25764a71df50SFrank Blaschka } 25774a71df50SFrank Blaschka 25784a71df50SFrank Blaschka static int qeth_ulp_setup(struct qeth_card *card) 25794a71df50SFrank Blaschka { 25804a71df50SFrank Blaschka __u16 temp; 25814a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 25824a71df50SFrank Blaschka 258357a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "ulpsetup"); 25844a71df50SFrank Blaschka 2585f19f8fd2SJulian Wiedmann iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 25861273a800SJulian Wiedmann if (!iob) 25871273a800SJulian Wiedmann return -ENOMEM; 25884a71df50SFrank Blaschka 25894a71df50SFrank Blaschka memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 25904a71df50SFrank Blaschka &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 25914a71df50SFrank Blaschka memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 25924a71df50SFrank Blaschka &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 25934a71df50SFrank Blaschka memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 25944a71df50SFrank Blaschka &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 25954a71df50SFrank Blaschka 2596fa115adfSAlexandra Winter memcpy(QETH_ULP_SETUP_CUA(iob->data), &card->info.ddev_devno, 2); 25974a71df50SFrank Blaschka temp = (card->info.cula << 8) + card->info.unit_addr2; 25984a71df50SFrank Blaschka memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2599c3b2218dSJulian Wiedmann return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 26004a71df50SFrank Blaschka } 26014a71df50SFrank Blaschka 26020da9581dSEinar Lueck static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 26030da9581dSEinar Lueck { 26040da9581dSEinar Lueck struct qeth_qdio_out_buffer *newbuf; 26050da9581dSEinar Lueck 26060da9581dSEinar Lueck newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 26073b346c18SJulian Wiedmann if (!newbuf) 26083b346c18SJulian Wiedmann return -ENOMEM; 26093b346c18SJulian Wiedmann 2610d445a4e2SSebastian Ott newbuf->buffer = q->qdio_bufs[bidx]; 26110da9581dSEinar Lueck skb_queue_head_init(&newbuf->skb_list); 26120da9581dSEinar Lueck lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 26130da9581dSEinar Lueck newbuf->q = q; 26140da9581dSEinar Lueck newbuf->next_pending = q->bufs[bidx]; 26150da9581dSEinar Lueck atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 26160da9581dSEinar Lueck q->bufs[bidx] = newbuf; 26173b346c18SJulian Wiedmann return 0; 26180da9581dSEinar Lueck } 26190da9581dSEinar Lueck 2620afa0c590SJulian Wiedmann static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2621d445a4e2SSebastian Ott { 2622d445a4e2SSebastian Ott if (!q) 2623d445a4e2SSebastian Ott return; 2624d445a4e2SSebastian Ott 262541c47da3SJulian Wiedmann qeth_drain_output_queue(q, true); 2626d445a4e2SSebastian Ott qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2627d445a4e2SSebastian Ott kfree(q); 2628d445a4e2SSebastian Ott } 2629d445a4e2SSebastian Ott 263041c47da3SJulian Wiedmann static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2631d445a4e2SSebastian Ott { 2632d445a4e2SSebastian Ott struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2633d445a4e2SSebastian Ott 2634d445a4e2SSebastian Ott if (!q) 2635d445a4e2SSebastian Ott return NULL; 2636d445a4e2SSebastian Ott 2637d445a4e2SSebastian Ott if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2638d445a4e2SSebastian Ott kfree(q); 2639d445a4e2SSebastian Ott return NULL; 2640d445a4e2SSebastian Ott } 2641d445a4e2SSebastian Ott return q; 2642d445a4e2SSebastian Ott } 26430da9581dSEinar Lueck 2644e53edf74SJulian Wiedmann static void qeth_tx_completion_timer(struct timer_list *timer) 2645e53edf74SJulian Wiedmann { 2646e53edf74SJulian Wiedmann struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2647e53edf74SJulian Wiedmann 2648e53edf74SJulian Wiedmann napi_schedule(&queue->napi); 2649e53edf74SJulian Wiedmann QETH_TXQ_STAT_INC(queue, completion_timer); 2650e53edf74SJulian Wiedmann } 2651e53edf74SJulian Wiedmann 265241c47da3SJulian Wiedmann static int qeth_alloc_qdio_queues(struct qeth_card *card) 26534a71df50SFrank Blaschka { 26544a71df50SFrank Blaschka int i, j; 26554a71df50SFrank Blaschka 265657a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "allcqdbf"); 26574a71df50SFrank Blaschka 26584a71df50SFrank Blaschka if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 26594a71df50SFrank Blaschka QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 26604a71df50SFrank Blaschka return 0; 26614a71df50SFrank Blaschka 266257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "inq"); 26634601ba6cSSebastian Ott card->qdio.in_q = qeth_alloc_qdio_queue(); 26644a71df50SFrank Blaschka if (!card->qdio.in_q) 26654a71df50SFrank Blaschka goto out_nomem; 26664601ba6cSSebastian Ott 26674a71df50SFrank Blaschka /* inbound buffer pool */ 26684a71df50SFrank Blaschka if (qeth_alloc_buffer_pool(card)) 26694a71df50SFrank Blaschka goto out_freeinq; 26700da9581dSEinar Lueck 26714a71df50SFrank Blaschka /* outbound */ 26724a71df50SFrank Blaschka for (i = 0; i < card->qdio.no_out_queues; ++i) { 2673e53edf74SJulian Wiedmann struct qeth_qdio_out_q *queue; 2674e53edf74SJulian Wiedmann 2675e53edf74SJulian Wiedmann queue = qeth_alloc_output_queue(); 2676e53edf74SJulian Wiedmann if (!queue) 26774a71df50SFrank Blaschka goto out_freeoutq; 267857a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "outq %i", i); 2679e53edf74SJulian Wiedmann QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2680e53edf74SJulian Wiedmann card->qdio.out_qs[i] = queue; 2681e53edf74SJulian Wiedmann queue->card = card; 2682e53edf74SJulian Wiedmann queue->queue_no = i; 2683a1668474SJulian Wiedmann spin_lock_init(&queue->lock); 2684e53edf74SJulian Wiedmann timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2685ee1e52d1SJulian Wiedmann queue->coalesce_usecs = QETH_TX_COALESCE_USECS; 2686ee1e52d1SJulian Wiedmann queue->max_coalesced_frames = QETH_TX_MAX_COALESCED_FRAMES; 2687949bbf4dSJulian Wiedmann queue->priority = QETH_QIB_PQUE_PRIO_DEFAULT; 2688e53edf74SJulian Wiedmann 26894a71df50SFrank Blaschka /* give outbound qeth_qdio_buffers their qdio_buffers */ 26904a71df50SFrank Blaschka for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2691e53edf74SJulian Wiedmann WARN_ON(queue->bufs[j]); 2692e53edf74SJulian Wiedmann if (qeth_init_qdio_out_buf(queue, j)) 26930da9581dSEinar Lueck goto out_freeoutqbufs; 26944a71df50SFrank Blaschka } 26954a71df50SFrank Blaschka } 26960da9581dSEinar Lueck 26970da9581dSEinar Lueck /* completion */ 26980da9581dSEinar Lueck if (qeth_alloc_cq(card)) 26990da9581dSEinar Lueck goto out_freeoutq; 27000da9581dSEinar Lueck 27014a71df50SFrank Blaschka return 0; 27024a71df50SFrank Blaschka 27030da9581dSEinar Lueck out_freeoutqbufs: 27040da9581dSEinar Lueck while (j > 0) { 27050da9581dSEinar Lueck --j; 27060da9581dSEinar Lueck kmem_cache_free(qeth_qdio_outbuf_cache, 27070da9581dSEinar Lueck card->qdio.out_qs[i]->bufs[j]); 27080da9581dSEinar Lueck card->qdio.out_qs[i]->bufs[j] = NULL; 27090da9581dSEinar Lueck } 27104a71df50SFrank Blaschka out_freeoutq: 2711bb92d3f8SJulian Wiedmann while (i > 0) { 2712afa0c590SJulian Wiedmann qeth_free_output_queue(card->qdio.out_qs[--i]); 2713bb92d3f8SJulian Wiedmann card->qdio.out_qs[i] = NULL; 2714bb92d3f8SJulian Wiedmann } 27154a71df50SFrank Blaschka qeth_free_buffer_pool(card); 27164a71df50SFrank Blaschka out_freeinq: 27174601ba6cSSebastian Ott qeth_free_qdio_queue(card->qdio.in_q); 27184a71df50SFrank Blaschka card->qdio.in_q = NULL; 27194a71df50SFrank Blaschka out_nomem: 27204a71df50SFrank Blaschka atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 27214a71df50SFrank Blaschka return -ENOMEM; 27224a71df50SFrank Blaschka } 27234a71df50SFrank Blaschka 272441c47da3SJulian Wiedmann static void qeth_free_qdio_queues(struct qeth_card *card) 2725d445a4e2SSebastian Ott { 2726d445a4e2SSebastian Ott int i, j; 2727d445a4e2SSebastian Ott 2728d445a4e2SSebastian Ott if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2729d445a4e2SSebastian Ott QETH_QDIO_UNINITIALIZED) 2730d445a4e2SSebastian Ott return; 2731d445a4e2SSebastian Ott 2732d445a4e2SSebastian Ott qeth_free_cq(card); 2733d445a4e2SSebastian Ott for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2734d445a4e2SSebastian Ott if (card->qdio.in_q->bufs[j].rx_skb) 2735d445a4e2SSebastian Ott dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2736d445a4e2SSebastian Ott } 2737d445a4e2SSebastian Ott qeth_free_qdio_queue(card->qdio.in_q); 2738d445a4e2SSebastian Ott card->qdio.in_q = NULL; 2739d445a4e2SSebastian Ott /* inbound buffer pool */ 2740d445a4e2SSebastian Ott qeth_free_buffer_pool(card); 2741d445a4e2SSebastian Ott /* free outbound qdio_qs */ 2742bb92d3f8SJulian Wiedmann for (i = 0; i < card->qdio.no_out_queues; i++) { 2743afa0c590SJulian Wiedmann qeth_free_output_queue(card->qdio.out_qs[i]); 2744bb92d3f8SJulian Wiedmann card->qdio.out_qs[i] = NULL; 2745d445a4e2SSebastian Ott } 2746d445a4e2SSebastian Ott } 2747d445a4e2SSebastian Ott 274872d5e850SJulian Wiedmann static void qeth_fill_qib_parms(struct qeth_card *card, 274972d5e850SJulian Wiedmann struct qeth_qib_parms *parms) 27504a71df50SFrank Blaschka { 2751949bbf4dSJulian Wiedmann struct qeth_qdio_out_q *queue; 2752949bbf4dSJulian Wiedmann unsigned int i; 2753949bbf4dSJulian Wiedmann 275472d5e850SJulian Wiedmann parms->pcit_magic[0] = 'P'; 275572d5e850SJulian Wiedmann parms->pcit_magic[1] = 'C'; 275672d5e850SJulian Wiedmann parms->pcit_magic[2] = 'I'; 275772d5e850SJulian Wiedmann parms->pcit_magic[3] = 'T'; 275872d5e850SJulian Wiedmann ASCEBC(parms->pcit_magic, sizeof(parms->pcit_magic)); 275972d5e850SJulian Wiedmann parms->pcit_a = QETH_PCI_THRESHOLD_A(card); 276072d5e850SJulian Wiedmann parms->pcit_b = QETH_PCI_THRESHOLD_B(card); 276172d5e850SJulian Wiedmann parms->pcit_c = QETH_PCI_TIMER_VALUE(card); 27624a71df50SFrank Blaschka 276372d5e850SJulian Wiedmann parms->blkt_magic[0] = 'B'; 276472d5e850SJulian Wiedmann parms->blkt_magic[1] = 'L'; 276572d5e850SJulian Wiedmann parms->blkt_magic[2] = 'K'; 276672d5e850SJulian Wiedmann parms->blkt_magic[3] = 'T'; 276772d5e850SJulian Wiedmann ASCEBC(parms->blkt_magic, sizeof(parms->blkt_magic)); 276872d5e850SJulian Wiedmann parms->blkt_total = card->info.blkt.time_total; 276972d5e850SJulian Wiedmann parms->blkt_inter_packet = card->info.blkt.inter_packet; 277072d5e850SJulian Wiedmann parms->blkt_inter_packet_jumbo = card->info.blkt.inter_packet_jumbo; 2771949bbf4dSJulian Wiedmann 2772949bbf4dSJulian Wiedmann /* Prio-queueing implicitly uses the default priorities: */ 2773949bbf4dSJulian Wiedmann if (qeth_uses_tx_prio_queueing(card) || card->qdio.no_out_queues == 1) 2774949bbf4dSJulian Wiedmann return; 2775949bbf4dSJulian Wiedmann 2776949bbf4dSJulian Wiedmann parms->pque_magic[0] = 'P'; 2777949bbf4dSJulian Wiedmann parms->pque_magic[1] = 'Q'; 2778949bbf4dSJulian Wiedmann parms->pque_magic[2] = 'U'; 2779949bbf4dSJulian Wiedmann parms->pque_magic[3] = 'E'; 2780949bbf4dSJulian Wiedmann ASCEBC(parms->pque_magic, sizeof(parms->pque_magic)); 2781949bbf4dSJulian Wiedmann parms->pque_order = QETH_QIB_PQUE_ORDER_RR; 2782949bbf4dSJulian Wiedmann parms->pque_units = QETH_QIB_PQUE_UNITS_SBAL; 2783949bbf4dSJulian Wiedmann 2784949bbf4dSJulian Wiedmann qeth_for_each_output_queue(card, queue, i) 2785949bbf4dSJulian Wiedmann parms->pque_priority[i] = queue->priority; 27864a71df50SFrank Blaschka } 27874a71df50SFrank Blaschka 27884a71df50SFrank Blaschka static int qeth_qdio_activate(struct qeth_card *card) 27894a71df50SFrank Blaschka { 279057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 3, "qdioact"); 2791779e6e1cSJan Glauber return qdio_activate(CARD_DDEV(card)); 27924a71df50SFrank Blaschka } 27934a71df50SFrank Blaschka 27944a71df50SFrank Blaschka static int qeth_dm_act(struct qeth_card *card) 27954a71df50SFrank Blaschka { 27964a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 27974a71df50SFrank Blaschka 279857a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "dmact"); 27994a71df50SFrank Blaschka 2800f19f8fd2SJulian Wiedmann iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 28011273a800SJulian Wiedmann if (!iob) 28021273a800SJulian Wiedmann return -ENOMEM; 28034a71df50SFrank Blaschka 28044a71df50SFrank Blaschka memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 28054a71df50SFrank Blaschka &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 28064a71df50SFrank Blaschka memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 28074a71df50SFrank Blaschka &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2808c3b2218dSJulian Wiedmann return qeth_send_control_data(card, iob, NULL, NULL); 28094a71df50SFrank Blaschka } 28104a71df50SFrank Blaschka 28114a71df50SFrank Blaschka static int qeth_mpc_initialize(struct qeth_card *card) 28124a71df50SFrank Blaschka { 28134a71df50SFrank Blaschka int rc; 28144a71df50SFrank Blaschka 281557a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "mpcinit"); 28164a71df50SFrank Blaschka 28174a71df50SFrank Blaschka rc = qeth_issue_next_read(card); 28184a71df50SFrank Blaschka if (rc) { 281957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "1err%d", rc); 28204a71df50SFrank Blaschka return rc; 28214a71df50SFrank Blaschka } 28224a71df50SFrank Blaschka rc = qeth_cm_enable(card); 28234a71df50SFrank Blaschka if (rc) { 282457a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "2err%d", rc); 28258b5026bcSJulian Wiedmann return rc; 28264a71df50SFrank Blaschka } 28274a71df50SFrank Blaschka rc = qeth_cm_setup(card); 28284a71df50SFrank Blaschka if (rc) { 282957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "3err%d", rc); 28308b5026bcSJulian Wiedmann return rc; 28314a71df50SFrank Blaschka } 28324a71df50SFrank Blaschka rc = qeth_ulp_enable(card); 28334a71df50SFrank Blaschka if (rc) { 283457a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "4err%d", rc); 28358b5026bcSJulian Wiedmann return rc; 28364a71df50SFrank Blaschka } 28374a71df50SFrank Blaschka rc = qeth_ulp_setup(card); 28384a71df50SFrank Blaschka if (rc) { 283957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "5err%d", rc); 28408b5026bcSJulian Wiedmann return rc; 28414a71df50SFrank Blaschka } 284241c47da3SJulian Wiedmann rc = qeth_alloc_qdio_queues(card); 28434a71df50SFrank Blaschka if (rc) { 284457a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "5err%d", rc); 28458b5026bcSJulian Wiedmann return rc; 28464a71df50SFrank Blaschka } 28474a71df50SFrank Blaschka rc = qeth_qdio_establish(card); 28484a71df50SFrank Blaschka if (rc) { 284957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "6err%d", rc); 285041c47da3SJulian Wiedmann qeth_free_qdio_queues(card); 28518b5026bcSJulian Wiedmann return rc; 28524a71df50SFrank Blaschka } 28534a71df50SFrank Blaschka rc = qeth_qdio_activate(card); 28544a71df50SFrank Blaschka if (rc) { 285557a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "7err%d", rc); 28568b5026bcSJulian Wiedmann return rc; 28574a71df50SFrank Blaschka } 28584a71df50SFrank Blaschka rc = qeth_dm_act(card); 28594a71df50SFrank Blaschka if (rc) { 286057a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "8err%d", rc); 28618b5026bcSJulian Wiedmann return rc; 28624a71df50SFrank Blaschka } 28634a71df50SFrank Blaschka 28644a71df50SFrank Blaschka return 0; 28654a71df50SFrank Blaschka } 28664a71df50SFrank Blaschka 2867b7ea041bSJulian Wiedmann static void qeth_print_status_message(struct qeth_card *card) 28684a71df50SFrank Blaschka { 28694a71df50SFrank Blaschka switch (card->info.type) { 28705113fec0SUrsula Braun case QETH_CARD_TYPE_OSD: 28715113fec0SUrsula Braun case QETH_CARD_TYPE_OSM: 28725113fec0SUrsula Braun case QETH_CARD_TYPE_OSX: 28734a71df50SFrank Blaschka /* VM will use a non-zero first character 28744a71df50SFrank Blaschka * to indicate a HiperSockets like reporting 28754a71df50SFrank Blaschka * of the level OSA sets the first character to zero 28764a71df50SFrank Blaschka * */ 28774a71df50SFrank Blaschka if (!card->info.mcl_level[0]) { 28784a71df50SFrank Blaschka sprintf(card->info.mcl_level, "%02x%02x", 28794a71df50SFrank Blaschka card->info.mcl_level[2], 28804a71df50SFrank Blaschka card->info.mcl_level[3]); 28814a71df50SFrank Blaschka break; 28824a71df50SFrank Blaschka } 2883df561f66SGustavo A. R. Silva fallthrough; 28844a71df50SFrank Blaschka case QETH_CARD_TYPE_IQD: 2885379ac99eSJulian Wiedmann if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 28864a71df50SFrank Blaschka card->info.mcl_level[0] = (char) _ebcasc[(__u8) 28874a71df50SFrank Blaschka card->info.mcl_level[0]]; 28884a71df50SFrank Blaschka card->info.mcl_level[1] = (char) _ebcasc[(__u8) 28894a71df50SFrank Blaschka card->info.mcl_level[1]]; 28904a71df50SFrank Blaschka card->info.mcl_level[2] = (char) _ebcasc[(__u8) 28914a71df50SFrank Blaschka card->info.mcl_level[2]]; 28924a71df50SFrank Blaschka card->info.mcl_level[3] = (char) _ebcasc[(__u8) 28934a71df50SFrank Blaschka card->info.mcl_level[3]]; 28944a71df50SFrank Blaschka card->info.mcl_level[QETH_MCL_LENGTH] = 0; 28954a71df50SFrank Blaschka } 28964a71df50SFrank Blaschka break; 28974a71df50SFrank Blaschka default: 28984a71df50SFrank Blaschka memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 28994a71df50SFrank Blaschka } 2900239ff408SUrsula Braun dev_info(&card->gdev->dev, 2901239ff408SUrsula Braun "Device is a%s card%s%s%s\nwith link type %s.\n", 2902239ff408SUrsula Braun qeth_get_cardname(card), 2903239ff408SUrsula Braun (card->info.mcl_level[0]) ? " (level: " : "", 2904239ff408SUrsula Braun (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2905239ff408SUrsula Braun (card->info.mcl_level[0]) ? ")" : "", 2906239ff408SUrsula Braun qeth_get_cardname_short(card)); 29074a71df50SFrank Blaschka } 29084a71df50SFrank Blaschka 29094a71df50SFrank Blaschka static void qeth_initialize_working_pool_list(struct qeth_card *card) 29104a71df50SFrank Blaschka { 29114a71df50SFrank Blaschka struct qeth_buffer_pool_entry *entry; 29124a71df50SFrank Blaschka 2913847a50fdSCarsten Otte QETH_CARD_TEXT(card, 5, "inwrklst"); 29144a71df50SFrank Blaschka 29154a71df50SFrank Blaschka list_for_each_entry(entry, 29164a71df50SFrank Blaschka &card->qdio.init_pool.entry_list, init_list) { 29174a71df50SFrank Blaschka qeth_put_buffer_pool_entry(card, entry); 29184a71df50SFrank Blaschka } 29194a71df50SFrank Blaschka } 29204a71df50SFrank Blaschka 2921cef6ff22SJulian Wiedmann static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 29224a71df50SFrank Blaschka struct qeth_card *card) 29234a71df50SFrank Blaschka { 29244a71df50SFrank Blaschka struct qeth_buffer_pool_entry *entry; 29254a71df50SFrank Blaschka int i, free; 29264a71df50SFrank Blaschka 29274a71df50SFrank Blaschka if (list_empty(&card->qdio.in_buf_pool.entry_list)) 29284a71df50SFrank Blaschka return NULL; 29294a71df50SFrank Blaschka 2930bb59c8a8SJulian Wiedmann list_for_each_entry(entry, &card->qdio.in_buf_pool.entry_list, list) { 29314a71df50SFrank Blaschka free = 1; 29324a71df50SFrank Blaschka for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2933f81649dfSJulian Wiedmann if (page_count(entry->elements[i]) > 1) { 29344a71df50SFrank Blaschka free = 0; 29354a71df50SFrank Blaschka break; 29364a71df50SFrank Blaschka } 29374a71df50SFrank Blaschka } 29384a71df50SFrank Blaschka if (free) { 29394a71df50SFrank Blaschka list_del_init(&entry->list); 29404a71df50SFrank Blaschka return entry; 29414a71df50SFrank Blaschka } 29424a71df50SFrank Blaschka } 29434a71df50SFrank Blaschka 29444a71df50SFrank Blaschka /* no free buffer in pool so take first one and swap pages */ 2945bb59c8a8SJulian Wiedmann entry = list_first_entry(&card->qdio.in_buf_pool.entry_list, 29464a71df50SFrank Blaschka struct qeth_buffer_pool_entry, list); 29474a71df50SFrank Blaschka for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2948f81649dfSJulian Wiedmann if (page_count(entry->elements[i]) > 1) { 2949714c9108SJulian Wiedmann struct page *page = dev_alloc_page(); 2950f81649dfSJulian Wiedmann 2951f81649dfSJulian Wiedmann if (!page) 29524a71df50SFrank Blaschka return NULL; 2953f81649dfSJulian Wiedmann 2954f81649dfSJulian Wiedmann __free_page(entry->elements[i]); 2955f81649dfSJulian Wiedmann entry->elements[i] = page; 2956b0abc4f5SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 29574a71df50SFrank Blaschka } 29584a71df50SFrank Blaschka } 29594a71df50SFrank Blaschka list_del_init(&entry->list); 29604a71df50SFrank Blaschka return entry; 29614a71df50SFrank Blaschka } 29624a71df50SFrank Blaschka 29634a71df50SFrank Blaschka static int qeth_init_input_buffer(struct qeth_card *card, 29644a71df50SFrank Blaschka struct qeth_qdio_buffer *buf) 29654a71df50SFrank Blaschka { 2966eff73e16SJulian Wiedmann struct qeth_buffer_pool_entry *pool_entry = buf->pool_entry; 29674a71df50SFrank Blaschka int i; 29684a71df50SFrank Blaschka 2969b3332930SFrank Blaschka if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 297037cf05d2SJulian Wiedmann buf->rx_skb = netdev_alloc_skb(card->dev, 29718ca8559fSJulian Wiedmann ETH_HLEN + 29728ca8559fSJulian Wiedmann sizeof(struct ipv6hdr)); 2973b3332930SFrank Blaschka if (!buf->rx_skb) 297417413852SJulian Wiedmann return -ENOMEM; 2975b3332930SFrank Blaschka } 2976b3332930SFrank Blaschka 2977eff73e16SJulian Wiedmann if (!pool_entry) { 29784a71df50SFrank Blaschka pool_entry = qeth_find_free_buffer_pool_entry(card); 29794a71df50SFrank Blaschka if (!pool_entry) 298017413852SJulian Wiedmann return -ENOBUFS; 29814a71df50SFrank Blaschka 2982eff73e16SJulian Wiedmann buf->pool_entry = pool_entry; 2983eff73e16SJulian Wiedmann } 2984eff73e16SJulian Wiedmann 29854a71df50SFrank Blaschka /* 29864a71df50SFrank Blaschka * since the buffer is accessed only from the input_tasklet 29874a71df50SFrank Blaschka * there shouldn't be a need to synchronize; also, since we use 29884a71df50SFrank Blaschka * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 29894a71df50SFrank Blaschka * buffers 29904a71df50SFrank Blaschka */ 29914a71df50SFrank Blaschka for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 29924a71df50SFrank Blaschka buf->buffer->element[i].length = PAGE_SIZE; 29932db01da8SJulian Wiedmann buf->buffer->element[i].addr = 2994f81649dfSJulian Wiedmann page_to_phys(pool_entry->elements[i]); 29954a71df50SFrank Blaschka if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 29963ec90878SJan Glauber buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 29974a71df50SFrank Blaschka else 29983ec90878SJan Glauber buf->buffer->element[i].eflags = 0; 29993ec90878SJan Glauber buf->buffer->element[i].sflags = 0; 30004a71df50SFrank Blaschka } 30014a71df50SFrank Blaschka return 0; 30024a71df50SFrank Blaschka } 30034a71df50SFrank Blaschka 30048b664cd1SJulian Wiedmann static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 30058b664cd1SJulian Wiedmann struct qeth_qdio_out_q *queue) 30068b664cd1SJulian Wiedmann { 30078b664cd1SJulian Wiedmann if (!IS_IQD(card) || 30088b664cd1SJulian Wiedmann qeth_iqd_is_mcast_queue(card, queue) || 30098b664cd1SJulian Wiedmann card->options.cq == QETH_CQ_ENABLED || 30108b664cd1SJulian Wiedmann qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 30118b664cd1SJulian Wiedmann return 1; 30128b664cd1SJulian Wiedmann 30138b664cd1SJulian Wiedmann return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 30148b664cd1SJulian Wiedmann } 30158b664cd1SJulian Wiedmann 3016aa3ad392SJulian Wiedmann static int qeth_init_qdio_queues(struct qeth_card *card) 30174a71df50SFrank Blaschka { 30189e7d92e0SJulian Wiedmann unsigned int rx_bufs = card->qdio.in_buf_pool.buf_count; 30197b579ce5SJulian Wiedmann unsigned int i; 30204a71df50SFrank Blaschka int rc; 30214a71df50SFrank Blaschka 302257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "initqdqs"); 30234a71df50SFrank Blaschka 30244a71df50SFrank Blaschka /* inbound queue */ 30251b45c80bSJulian Wiedmann qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 30261b45c80bSJulian Wiedmann memset(&card->rx, 0, sizeof(struct qeth_rx)); 302717413852SJulian Wiedmann 30284a71df50SFrank Blaschka qeth_initialize_working_pool_list(card); 30294a71df50SFrank Blaschka /*give only as many buffers to hardware as we have buffer pool entries*/ 30309e7d92e0SJulian Wiedmann for (i = 0; i < rx_bufs; i++) { 303117413852SJulian Wiedmann rc = qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 303217413852SJulian Wiedmann if (rc) 303317413852SJulian Wiedmann return rc; 303417413852SJulian Wiedmann } 303517413852SJulian Wiedmann 30369e7d92e0SJulian Wiedmann card->qdio.in_q->next_buf_to_init = QDIO_BUFNR(rx_bufs); 30379e7d92e0SJulian Wiedmann rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, rx_bufs); 30384a71df50SFrank Blaschka if (rc) { 303957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "1err%d", rc); 30404a71df50SFrank Blaschka return rc; 30414a71df50SFrank Blaschka } 30420da9581dSEinar Lueck 30430da9581dSEinar Lueck /* completion */ 30440da9581dSEinar Lueck rc = qeth_cq_init(card); 30450da9581dSEinar Lueck if (rc) { 30460da9581dSEinar Lueck return rc; 30470da9581dSEinar Lueck } 30480da9581dSEinar Lueck 30494a71df50SFrank Blaschka /* outbound queue */ 30504a71df50SFrank Blaschka for (i = 0; i < card->qdio.no_out_queues; ++i) { 30514e26c5feSJulian Wiedmann struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 30524e26c5feSJulian Wiedmann 30534e26c5feSJulian Wiedmann qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 30544e26c5feSJulian Wiedmann queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 30554e26c5feSJulian Wiedmann queue->next_buf_to_fill = 0; 30564e26c5feSJulian Wiedmann queue->do_pack = 0; 30579549d70aSJulian Wiedmann queue->prev_hdr = NULL; 3058ee1e52d1SJulian Wiedmann queue->coalesced_frames = 0; 30599549d70aSJulian Wiedmann queue->bulk_start = 0; 30608b664cd1SJulian Wiedmann queue->bulk_count = 0; 30618b664cd1SJulian Wiedmann queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 30624e26c5feSJulian Wiedmann atomic_set(&queue->used_buffers, 0); 30634e26c5feSJulian Wiedmann atomic_set(&queue->set_pci_flags_count, 0); 306496bd6c94SJulian Wiedmann netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 30654a71df50SFrank Blaschka } 30664a71df50SFrank Blaschka return 0; 30674a71df50SFrank Blaschka } 30684a71df50SFrank Blaschka 306948ce6f89SJulian Wiedmann static void qeth_ipa_finalize_cmd(struct qeth_card *card, 3070c3b2218dSJulian Wiedmann struct qeth_cmd_buffer *iob) 307148ce6f89SJulian Wiedmann { 3072c3b2218dSJulian Wiedmann qeth_mpc_finalize_cmd(card, iob); 307348ce6f89SJulian Wiedmann 307448ce6f89SJulian Wiedmann /* override with IPA-specific values: */ 3075308946b0SJulian Wiedmann __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 307648ce6f89SJulian Wiedmann } 307748ce6f89SJulian Wiedmann 3078c2153277SJulian Wiedmann void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 30797f92316cSJulian Wiedmann u16 cmd_length, 30807f92316cSJulian Wiedmann bool (*match)(struct qeth_cmd_buffer *iob, 30817f92316cSJulian Wiedmann struct qeth_cmd_buffer *reply)) 3082605c9d5fSJulian Wiedmann { 3083605c9d5fSJulian Wiedmann u8 prot_type = qeth_mpc_select_prot_type(card); 3084c3b2218dSJulian Wiedmann u16 total_length = iob->length; 3085605c9d5fSJulian Wiedmann 3086f19f8fd2SJulian Wiedmann qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 3087f19f8fd2SJulian Wiedmann iob->data); 308848ce6f89SJulian Wiedmann iob->finalize = qeth_ipa_finalize_cmd; 30897f92316cSJulian Wiedmann iob->match = match; 3090782e4a79SJulian Wiedmann 3091605c9d5fSJulian Wiedmann memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 3092c2153277SJulian Wiedmann memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 3093605c9d5fSJulian Wiedmann memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 3094c2153277SJulian Wiedmann memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 3095c2153277SJulian Wiedmann memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 3096605c9d5fSJulian Wiedmann memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 3097605c9d5fSJulian Wiedmann &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 3098c2153277SJulian Wiedmann memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 3099605c9d5fSJulian Wiedmann } 3100605c9d5fSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 3101605c9d5fSJulian Wiedmann 31027f92316cSJulian Wiedmann static bool qeth_ipa_match_reply(struct qeth_cmd_buffer *iob, 31037f92316cSJulian Wiedmann struct qeth_cmd_buffer *reply) 31047f92316cSJulian Wiedmann { 31057f92316cSJulian Wiedmann struct qeth_ipa_cmd *ipa_reply = __ipa_reply(reply); 31067f92316cSJulian Wiedmann 31077f92316cSJulian Wiedmann return ipa_reply && (__ipa_cmd(iob)->hdr.seqno == ipa_reply->hdr.seqno); 31087f92316cSJulian Wiedmann } 31097f92316cSJulian Wiedmann 3110a59d121dSJulian Wiedmann struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 3111a59d121dSJulian Wiedmann enum qeth_ipa_cmds cmd_code, 3112a59d121dSJulian Wiedmann enum qeth_prot_versions prot, 3113a59d121dSJulian Wiedmann unsigned int data_length) 3114a59d121dSJulian Wiedmann { 3115a59d121dSJulian Wiedmann struct qeth_cmd_buffer *iob; 3116c3b2218dSJulian Wiedmann struct qeth_ipacmd_hdr *hdr; 3117a59d121dSJulian Wiedmann 3118a59d121dSJulian Wiedmann data_length += offsetof(struct qeth_ipa_cmd, data); 3119a59d121dSJulian Wiedmann iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 3120a59d121dSJulian Wiedmann QETH_IPA_TIMEOUT); 3121a59d121dSJulian Wiedmann if (!iob) 3122a59d121dSJulian Wiedmann return NULL; 3123a59d121dSJulian Wiedmann 31247f92316cSJulian Wiedmann qeth_prepare_ipa_cmd(card, iob, data_length, qeth_ipa_match_reply); 3125c3b2218dSJulian Wiedmann 3126c3b2218dSJulian Wiedmann hdr = &__ipa_cmd(iob)->hdr; 3127c3b2218dSJulian Wiedmann hdr->command = cmd_code; 3128c3b2218dSJulian Wiedmann hdr->initiator = IPA_CMD_INITIATOR_HOST; 3129c3b2218dSJulian Wiedmann /* hdr->seqno is set by qeth_send_control_data() */ 3130101e314dSJulian Wiedmann hdr->adapter_type = QETH_LINK_TYPE_FAST_ETH; 3131c3b2218dSJulian Wiedmann hdr->rel_adapter_no = (u8) card->dev->dev_port; 3132c3b2218dSJulian Wiedmann hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 3133c3b2218dSJulian Wiedmann hdr->param_count = 1; 3134c3b2218dSJulian Wiedmann hdr->prot_version = prot; 3135a59d121dSJulian Wiedmann return iob; 3136a59d121dSJulian Wiedmann } 3137a59d121dSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 3138a59d121dSJulian Wiedmann 3139742d4d40SJulian Wiedmann static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 3140742d4d40SJulian Wiedmann struct qeth_reply *reply, unsigned long data) 3141742d4d40SJulian Wiedmann { 3142742d4d40SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3143742d4d40SJulian Wiedmann 3144742d4d40SJulian Wiedmann return (cmd->hdr.return_code) ? -EIO : 0; 3145742d4d40SJulian Wiedmann } 3146742d4d40SJulian Wiedmann 3147efbbc1d5SEugene Crosser /** 3148efbbc1d5SEugene Crosser * qeth_send_ipa_cmd() - send an IPA command 3149efbbc1d5SEugene Crosser * 3150efbbc1d5SEugene Crosser * See qeth_send_control_data() for explanation of the arguments. 3151efbbc1d5SEugene Crosser */ 3152efbbc1d5SEugene Crosser 31534a71df50SFrank Blaschka int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 31544a71df50SFrank Blaschka int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 31554a71df50SFrank Blaschka unsigned long), 31564a71df50SFrank Blaschka void *reply_param) 31574a71df50SFrank Blaschka { 31584a71df50SFrank Blaschka int rc; 31594a71df50SFrank Blaschka 3160847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "sendipa"); 3161742d4d40SJulian Wiedmann 31622e873d10SJulian Wiedmann if (card->read_or_write_problem) { 3163c3b2218dSJulian Wiedmann qeth_put_cmd(iob); 31642e873d10SJulian Wiedmann return -EIO; 31652e873d10SJulian Wiedmann } 31662e873d10SJulian Wiedmann 3167742d4d40SJulian Wiedmann if (reply_cb == NULL) 3168742d4d40SJulian Wiedmann reply_cb = qeth_send_ipa_cmd_cb; 3169c3b2218dSJulian Wiedmann rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 3170908abbb5SUrsula Braun if (rc == -ETIME) { 3171908abbb5SUrsula Braun qeth_clear_ipacmd_list(card); 3172908abbb5SUrsula Braun qeth_schedule_recovery(card); 3173908abbb5SUrsula Braun } 31744a71df50SFrank Blaschka return rc; 31754a71df50SFrank Blaschka } 31764a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 31774a71df50SFrank Blaschka 31784b7ae122SJulian Wiedmann static int qeth_send_startlan_cb(struct qeth_card *card, 31794b7ae122SJulian Wiedmann struct qeth_reply *reply, unsigned long data) 31804b7ae122SJulian Wiedmann { 31814b7ae122SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 31824b7ae122SJulian Wiedmann 31834b7ae122SJulian Wiedmann if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 31844b7ae122SJulian Wiedmann return -ENETDOWN; 31854b7ae122SJulian Wiedmann 31864b7ae122SJulian Wiedmann return (cmd->hdr.return_code) ? -EIO : 0; 31874b7ae122SJulian Wiedmann } 31884b7ae122SJulian Wiedmann 318910340510SJulian Wiedmann static int qeth_send_startlan(struct qeth_card *card) 31904a71df50SFrank Blaschka { 31914a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 31924a71df50SFrank Blaschka 319357a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "strtlan"); 31944a71df50SFrank Blaschka 3195a59d121dSJulian Wiedmann iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 31961aec42bcSThomas Richter if (!iob) 31971aec42bcSThomas Richter return -ENOMEM; 31984b7ae122SJulian Wiedmann return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 31994a71df50SFrank Blaschka } 32004a71df50SFrank Blaschka 3201686c97eeSJulian Wiedmann static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 32024a71df50SFrank Blaschka { 3203686c97eeSJulian Wiedmann if (!cmd->hdr.return_code) 32044a71df50SFrank Blaschka cmd->hdr.return_code = 32054a71df50SFrank Blaschka cmd->data.setadapterparms.hdr.return_code; 3206686c97eeSJulian Wiedmann return cmd->hdr.return_code; 32074a71df50SFrank Blaschka } 32084a71df50SFrank Blaschka 32094a71df50SFrank Blaschka static int qeth_query_setadapterparms_cb(struct qeth_card *card, 32104a71df50SFrank Blaschka struct qeth_reply *reply, unsigned long data) 32114a71df50SFrank Blaschka { 3212686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3213101e314dSJulian Wiedmann struct qeth_query_cmds_supp *query_cmd; 32144a71df50SFrank Blaschka 3215847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "quyadpcb"); 3216686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 3217742d4d40SJulian Wiedmann return -EIO; 32184a71df50SFrank Blaschka 3219101e314dSJulian Wiedmann query_cmd = &cmd->data.setadapterparms.data.query_cmds_supp; 3220101e314dSJulian Wiedmann if (query_cmd->lan_type & 0x7f) { 3221101e314dSJulian Wiedmann if (!qeth_is_supported_link_type(card, query_cmd->lan_type)) 3222101e314dSJulian Wiedmann return -EPROTONOSUPPORT; 3223101e314dSJulian Wiedmann 3224101e314dSJulian Wiedmann card->info.link_type = query_cmd->lan_type; 322557a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 32265113fec0SUrsula Braun } 3227101e314dSJulian Wiedmann 3228101e314dSJulian Wiedmann card->options.adp.supported = query_cmd->supported_cmds; 3229686c97eeSJulian Wiedmann return 0; 32304a71df50SFrank Blaschka } 32314a71df50SFrank Blaschka 3232eb3fb0baSStefan Raspl static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 3233b9150461SJulian Wiedmann enum qeth_ipa_setadp_cmd adp_cmd, 3234b9150461SJulian Wiedmann unsigned int data_length) 32354a71df50SFrank Blaschka { 3236b9150461SJulian Wiedmann struct qeth_ipacmd_setadpparms_hdr *hdr; 32374a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 32384a71df50SFrank Blaschka 3239b9150461SJulian Wiedmann iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 3240b9150461SJulian Wiedmann data_length + 3241b9150461SJulian Wiedmann offsetof(struct qeth_ipacmd_setadpparms, 3242b9150461SJulian Wiedmann data)); 3243b9150461SJulian Wiedmann if (!iob) 3244b9150461SJulian Wiedmann return NULL; 32454a71df50SFrank Blaschka 3246b9150461SJulian Wiedmann hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 3247b9150461SJulian Wiedmann hdr->cmdlength = sizeof(*hdr) + data_length; 3248b9150461SJulian Wiedmann hdr->command_code = adp_cmd; 3249b9150461SJulian Wiedmann hdr->used_total = 1; 3250b9150461SJulian Wiedmann hdr->seq_no = 1; 32514a71df50SFrank Blaschka return iob; 32524a71df50SFrank Blaschka } 32534a71df50SFrank Blaschka 325409960b3aSJulian Wiedmann static int qeth_query_setadapterparms(struct qeth_card *card) 32554a71df50SFrank Blaschka { 32564a71df50SFrank Blaschka int rc; 32574a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 32584a71df50SFrank Blaschka 3259847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "queryadp"); 32604a71df50SFrank Blaschka iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 3261b9150461SJulian Wiedmann SETADP_DATA_SIZEOF(query_cmds_supp)); 32621aec42bcSThomas Richter if (!iob) 32631aec42bcSThomas Richter return -ENOMEM; 32644a71df50SFrank Blaschka rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 32654a71df50SFrank Blaschka return rc; 32664a71df50SFrank Blaschka } 32674a71df50SFrank Blaschka 32681da74b1cSFrank Blaschka static int qeth_query_ipassists_cb(struct qeth_card *card, 32691da74b1cSFrank Blaschka struct qeth_reply *reply, unsigned long data) 32701da74b1cSFrank Blaschka { 32711da74b1cSFrank Blaschka struct qeth_ipa_cmd *cmd; 32721da74b1cSFrank Blaschka 327357a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "qipasscb"); 32741da74b1cSFrank Blaschka 32751da74b1cSFrank Blaschka cmd = (struct qeth_ipa_cmd *) data; 3276a134884aSStefan Raspl 3277a134884aSStefan Raspl switch (cmd->hdr.return_code) { 3278742d4d40SJulian Wiedmann case IPA_RC_SUCCESS: 3279742d4d40SJulian Wiedmann break; 3280a134884aSStefan Raspl case IPA_RC_NOTSUPP: 3281a134884aSStefan Raspl case IPA_RC_L2_UNSUPPORTED_CMD: 328257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "ipaunsup"); 328352f82bf1SJulian Wiedmann card->options.ipa4.supported |= IPA_SETADAPTERPARMS; 328452f82bf1SJulian Wiedmann card->options.ipa6.supported |= IPA_SETADAPTERPARMS; 3285742d4d40SJulian Wiedmann return -EOPNOTSUPP; 3286a134884aSStefan Raspl default: 3287e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 3288742d4d40SJulian Wiedmann CARD_DEVID(card), cmd->hdr.return_code); 3289742d4d40SJulian Wiedmann return -EIO; 3290a134884aSStefan Raspl } 3291a134884aSStefan Raspl 329252f82bf1SJulian Wiedmann if (cmd->hdr.prot_version == QETH_PROT_IPV4) 329352f82bf1SJulian Wiedmann card->options.ipa4 = cmd->hdr.assists; 329452f82bf1SJulian Wiedmann else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 329552f82bf1SJulian Wiedmann card->options.ipa6 = cmd->hdr.assists; 329652f82bf1SJulian Wiedmann else 3297e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 3298e19e5be8SJulian Wiedmann CARD_DEVID(card)); 32991da74b1cSFrank Blaschka return 0; 33001da74b1cSFrank Blaschka } 33011da74b1cSFrank Blaschka 330209960b3aSJulian Wiedmann static int qeth_query_ipassists(struct qeth_card *card, 330309960b3aSJulian Wiedmann enum qeth_prot_versions prot) 33041da74b1cSFrank Blaschka { 33051da74b1cSFrank Blaschka int rc; 33061da74b1cSFrank Blaschka struct qeth_cmd_buffer *iob; 33071da74b1cSFrank Blaschka 330857a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 3309a59d121dSJulian Wiedmann iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 33101aec42bcSThomas Richter if (!iob) 33111aec42bcSThomas Richter return -ENOMEM; 33121da74b1cSFrank Blaschka rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 33131da74b1cSFrank Blaschka return rc; 33141da74b1cSFrank Blaschka } 33151da74b1cSFrank Blaschka 331645cbb2e4SStefan Raspl static int qeth_query_switch_attributes_cb(struct qeth_card *card, 331745cbb2e4SStefan Raspl struct qeth_reply *reply, unsigned long data) 331845cbb2e4SStefan Raspl { 3319686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 332045cbb2e4SStefan Raspl struct qeth_query_switch_attributes *attrs; 3321686c97eeSJulian Wiedmann struct qeth_switch_info *sw_info; 332245cbb2e4SStefan Raspl 332345cbb2e4SStefan Raspl QETH_CARD_TEXT(card, 2, "qswiatcb"); 3324686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 3325742d4d40SJulian Wiedmann return -EIO; 3326686c97eeSJulian Wiedmann 332745cbb2e4SStefan Raspl sw_info = (struct qeth_switch_info *)reply->param; 332845cbb2e4SStefan Raspl attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 332945cbb2e4SStefan Raspl sw_info->capabilities = attrs->capabilities; 333045cbb2e4SStefan Raspl sw_info->settings = attrs->settings; 333145cbb2e4SStefan Raspl QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 333245cbb2e4SStefan Raspl sw_info->settings); 333345cbb2e4SStefan Raspl return 0; 333445cbb2e4SStefan Raspl } 333545cbb2e4SStefan Raspl 333645cbb2e4SStefan Raspl int qeth_query_switch_attributes(struct qeth_card *card, 333745cbb2e4SStefan Raspl struct qeth_switch_info *sw_info) 333845cbb2e4SStefan Raspl { 333945cbb2e4SStefan Raspl struct qeth_cmd_buffer *iob; 334045cbb2e4SStefan Raspl 334145cbb2e4SStefan Raspl QETH_CARD_TEXT(card, 2, "qswiattr"); 334245cbb2e4SStefan Raspl if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 334345cbb2e4SStefan Raspl return -EOPNOTSUPP; 334445cbb2e4SStefan Raspl if (!netif_carrier_ok(card->dev)) 334545cbb2e4SStefan Raspl return -ENOMEDIUM; 3346b9150461SJulian Wiedmann iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 33471aec42bcSThomas Richter if (!iob) 33481aec42bcSThomas Richter return -ENOMEM; 334945cbb2e4SStefan Raspl return qeth_send_ipa_cmd(card, iob, 335045cbb2e4SStefan Raspl qeth_query_switch_attributes_cb, sw_info); 335145cbb2e4SStefan Raspl } 335245cbb2e4SStefan Raspl 33535cfbe10aSJulian Wiedmann struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 33545cfbe10aSJulian Wiedmann enum qeth_diags_cmds sub_cmd, 33555cfbe10aSJulian Wiedmann unsigned int data_length) 33565cfbe10aSJulian Wiedmann { 33575cfbe10aSJulian Wiedmann struct qeth_ipacmd_diagass *cmd; 33585cfbe10aSJulian Wiedmann struct qeth_cmd_buffer *iob; 33595cfbe10aSJulian Wiedmann 33605cfbe10aSJulian Wiedmann iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 33615cfbe10aSJulian Wiedmann DIAG_HDR_LEN + data_length); 33625cfbe10aSJulian Wiedmann if (!iob) 33635cfbe10aSJulian Wiedmann return NULL; 33645cfbe10aSJulian Wiedmann 33655cfbe10aSJulian Wiedmann cmd = &__ipa_cmd(iob)->data.diagass; 33665cfbe10aSJulian Wiedmann cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 33675cfbe10aSJulian Wiedmann cmd->subcmd = sub_cmd; 33685cfbe10aSJulian Wiedmann return iob; 33695cfbe10aSJulian Wiedmann } 33705cfbe10aSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 33715cfbe10aSJulian Wiedmann 33721da74b1cSFrank Blaschka static int qeth_query_setdiagass_cb(struct qeth_card *card, 33731da74b1cSFrank Blaschka struct qeth_reply *reply, unsigned long data) 33741da74b1cSFrank Blaschka { 3375742d4d40SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3376742d4d40SJulian Wiedmann u16 rc = cmd->hdr.return_code; 33771da74b1cSFrank Blaschka 3378742d4d40SJulian Wiedmann if (rc) { 33791da74b1cSFrank Blaschka QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3380742d4d40SJulian Wiedmann return -EIO; 3381742d4d40SJulian Wiedmann } 3382742d4d40SJulian Wiedmann 33831da74b1cSFrank Blaschka card->info.diagass_support = cmd->data.diagass.ext; 33841da74b1cSFrank Blaschka return 0; 33851da74b1cSFrank Blaschka } 33861da74b1cSFrank Blaschka 33871da74b1cSFrank Blaschka static int qeth_query_setdiagass(struct qeth_card *card) 33881da74b1cSFrank Blaschka { 33891da74b1cSFrank Blaschka struct qeth_cmd_buffer *iob; 33901da74b1cSFrank Blaschka 339157a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "qdiagass"); 33925cfbe10aSJulian Wiedmann iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 33931aec42bcSThomas Richter if (!iob) 33941aec42bcSThomas Richter return -ENOMEM; 33951da74b1cSFrank Blaschka return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 33961da74b1cSFrank Blaschka } 33971da74b1cSFrank Blaschka 33981da74b1cSFrank Blaschka static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 33991da74b1cSFrank Blaschka { 34001da74b1cSFrank Blaschka unsigned long info = get_zeroed_page(GFP_KERNEL); 34011da74b1cSFrank Blaschka struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 34021da74b1cSFrank Blaschka struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 34031da74b1cSFrank Blaschka struct ccw_dev_id ccwid; 3404caf757c6SHeiko Carstens int level; 34051da74b1cSFrank Blaschka 34061da74b1cSFrank Blaschka tid->chpid = card->info.chpid; 34071da74b1cSFrank Blaschka ccw_device_get_id(CARD_RDEV(card), &ccwid); 34081da74b1cSFrank Blaschka tid->ssid = ccwid.ssid; 34091da74b1cSFrank Blaschka tid->devno = ccwid.devno; 34101da74b1cSFrank Blaschka if (!info) 34111da74b1cSFrank Blaschka return; 3412caf757c6SHeiko Carstens level = stsi(NULL, 0, 0, 0); 3413caf757c6SHeiko Carstens if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 34141da74b1cSFrank Blaschka tid->lparnr = info222->lpar_number; 3415caf757c6SHeiko Carstens if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 34161da74b1cSFrank Blaschka EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 34171da74b1cSFrank Blaschka memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 34181da74b1cSFrank Blaschka } 34191da74b1cSFrank Blaschka free_page(info); 34201da74b1cSFrank Blaschka } 34211da74b1cSFrank Blaschka 34221da74b1cSFrank Blaschka static int qeth_hw_trap_cb(struct qeth_card *card, 34231da74b1cSFrank Blaschka struct qeth_reply *reply, unsigned long data) 34241da74b1cSFrank Blaschka { 3425742d4d40SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3426742d4d40SJulian Wiedmann u16 rc = cmd->hdr.return_code; 34271da74b1cSFrank Blaschka 3428742d4d40SJulian Wiedmann if (rc) { 34291da74b1cSFrank Blaschka QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3430742d4d40SJulian Wiedmann return -EIO; 3431742d4d40SJulian Wiedmann } 34321da74b1cSFrank Blaschka return 0; 34331da74b1cSFrank Blaschka } 34341da74b1cSFrank Blaschka 34351da74b1cSFrank Blaschka int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 34361da74b1cSFrank Blaschka { 34371da74b1cSFrank Blaschka struct qeth_cmd_buffer *iob; 34381da74b1cSFrank Blaschka struct qeth_ipa_cmd *cmd; 34391da74b1cSFrank Blaschka 344057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "diagtrap"); 34415cfbe10aSJulian Wiedmann iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 34421aec42bcSThomas Richter if (!iob) 34431aec42bcSThomas Richter return -ENOMEM; 3444ff5caa7aSJulian Wiedmann cmd = __ipa_cmd(iob); 34451da74b1cSFrank Blaschka cmd->data.diagass.type = 1; 34461da74b1cSFrank Blaschka cmd->data.diagass.action = action; 34471da74b1cSFrank Blaschka switch (action) { 34481da74b1cSFrank Blaschka case QETH_DIAGS_TRAP_ARM: 34491da74b1cSFrank Blaschka cmd->data.diagass.options = 0x0003; 34501da74b1cSFrank Blaschka cmd->data.diagass.ext = 0x00010000 + 34511da74b1cSFrank Blaschka sizeof(struct qeth_trap_id); 34521da74b1cSFrank Blaschka qeth_get_trap_id(card, 34531da74b1cSFrank Blaschka (struct qeth_trap_id *)cmd->data.diagass.cdata); 34541da74b1cSFrank Blaschka break; 34551da74b1cSFrank Blaschka case QETH_DIAGS_TRAP_DISARM: 34561da74b1cSFrank Blaschka cmd->data.diagass.options = 0x0001; 34571da74b1cSFrank Blaschka break; 34581da74b1cSFrank Blaschka case QETH_DIAGS_TRAP_CAPTURE: 34591da74b1cSFrank Blaschka break; 34601da74b1cSFrank Blaschka } 34611da74b1cSFrank Blaschka return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 34621da74b1cSFrank Blaschka } 34631da74b1cSFrank Blaschka 3464d73ef324SJulian Wiedmann static int qeth_check_qdio_errors(struct qeth_card *card, 3465d73ef324SJulian Wiedmann struct qdio_buffer *buf, 3466d73ef324SJulian Wiedmann unsigned int qdio_error, 3467d73ef324SJulian Wiedmann const char *dbftext) 34684a71df50SFrank Blaschka { 3469779e6e1cSJan Glauber if (qdio_error) { 3470847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, dbftext); 347138593d01SCarsten Otte QETH_CARD_TEXT_(card, 2, " F15=%02X", 34723ec90878SJan Glauber buf->element[15].sflags); 347338593d01SCarsten Otte QETH_CARD_TEXT_(card, 2, " F14=%02X", 34743ec90878SJan Glauber buf->element[14].sflags); 347538593d01SCarsten Otte QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 34763ec90878SJan Glauber if ((buf->element[15].sflags) == 0x12) { 3477845ef904SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_fifo_errors); 347876b11f8eSUrsula Braun return 0; 347976b11f8eSUrsula Braun } else 34804a71df50SFrank Blaschka return 1; 34814a71df50SFrank Blaschka } 34824a71df50SFrank Blaschka return 0; 34834a71df50SFrank Blaschka } 34844a71df50SFrank Blaschka 34857c94a882SJulian Wiedmann static unsigned int qeth_rx_refill_queue(struct qeth_card *card, 34867c94a882SJulian Wiedmann unsigned int count) 34874a71df50SFrank Blaschka { 34884a71df50SFrank Blaschka struct qeth_qdio_q *queue = card->qdio.in_q; 3489b3332930SFrank Blaschka struct list_head *lh; 34904a71df50SFrank Blaschka int i; 34914a71df50SFrank Blaschka int rc; 34924a71df50SFrank Blaschka int newcount = 0; 34934a71df50SFrank Blaschka 34944a71df50SFrank Blaschka /* only requeue at a certain threshold to avoid SIGAs */ 34954a71df50SFrank Blaschka if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 34964a71df50SFrank Blaschka for (i = queue->next_buf_to_init; 34974a71df50SFrank Blaschka i < queue->next_buf_to_init + count; ++i) { 34984a71df50SFrank Blaschka if (qeth_init_input_buffer(card, 3499ec2b559dSJulian Wiedmann &queue->bufs[QDIO_BUFNR(i)])) { 35004a71df50SFrank Blaschka break; 35014a71df50SFrank Blaschka } else { 35024a71df50SFrank Blaschka newcount++; 35034a71df50SFrank Blaschka } 35044a71df50SFrank Blaschka } 35054a71df50SFrank Blaschka 35064a71df50SFrank Blaschka if (newcount < count) { 35074a71df50SFrank Blaschka /* we are in memory shortage so we switch back to 35084a71df50SFrank Blaschka traditional skb allocation and drop packages */ 35094a71df50SFrank Blaschka atomic_set(&card->force_alloc_skb, 3); 35104a71df50SFrank Blaschka count = newcount; 35114a71df50SFrank Blaschka } else { 35124a71df50SFrank Blaschka atomic_add_unless(&card->force_alloc_skb, -1, 0); 35134a71df50SFrank Blaschka } 35144a71df50SFrank Blaschka 3515b3332930SFrank Blaschka if (!count) { 3516b3332930SFrank Blaschka i = 0; 3517b3332930SFrank Blaschka list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3518b3332930SFrank Blaschka i++; 3519b3332930SFrank Blaschka if (i == card->qdio.in_buf_pool.buf_count) { 3520b3332930SFrank Blaschka QETH_CARD_TEXT(card, 2, "qsarbw"); 3521b3332930SFrank Blaschka schedule_delayed_work( 3522b3332930SFrank Blaschka &card->buffer_reclaim_work, 3523b3332930SFrank Blaschka QETH_RECLAIM_WORK_TIME); 3524b3332930SFrank Blaschka } 35257c94a882SJulian Wiedmann return 0; 3526b3332930SFrank Blaschka } 3527b3332930SFrank Blaschka 3528779e6e1cSJan Glauber rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3529779e6e1cSJan Glauber queue->next_buf_to_init, count); 35304a71df50SFrank Blaschka if (rc) { 3531847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "qinberr"); 35324a71df50SFrank Blaschka } 3533ec2b559dSJulian Wiedmann queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3534ec2b559dSJulian Wiedmann count); 35357c94a882SJulian Wiedmann return count; 35364a71df50SFrank Blaschka } 35377c94a882SJulian Wiedmann 35387c94a882SJulian Wiedmann return 0; 35394a71df50SFrank Blaschka } 3540d73ef324SJulian Wiedmann 3541d73ef324SJulian Wiedmann static void qeth_buffer_reclaim_work(struct work_struct *work) 3542d73ef324SJulian Wiedmann { 3543beaadcc6SJulian Wiedmann struct qeth_card *card = container_of(to_delayed_work(work), 3544beaadcc6SJulian Wiedmann struct qeth_card, 3545beaadcc6SJulian Wiedmann buffer_reclaim_work); 3546d73ef324SJulian Wiedmann 35477c94a882SJulian Wiedmann local_bh_disable(); 35487c94a882SJulian Wiedmann napi_schedule(&card->napi); 35497c94a882SJulian Wiedmann /* kick-start the NAPI softirq: */ 35507c94a882SJulian Wiedmann local_bh_enable(); 3551d73ef324SJulian Wiedmann } 35524a71df50SFrank Blaschka 3553d7a39937SJulian Wiedmann static void qeth_handle_send_error(struct qeth_card *card, 3554779e6e1cSJan Glauber struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 35554a71df50SFrank Blaschka { 35563ec90878SJan Glauber int sbalf15 = buffer->buffer->element[15].sflags; 35574a71df50SFrank Blaschka 3558847a50fdSCarsten Otte QETH_CARD_TEXT(card, 6, "hdsnderr"); 355976b11f8eSUrsula Braun qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3560d303b6fdSJan Glauber 3561d303b6fdSJan Glauber if (!qdio_err) 3562d7a39937SJulian Wiedmann return; 3563d303b6fdSJan Glauber 3564d303b6fdSJan Glauber if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3565d7a39937SJulian Wiedmann return; 3566d303b6fdSJan Glauber 3567847a50fdSCarsten Otte QETH_CARD_TEXT(card, 1, "lnkfail"); 3568847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 1, "%04x %02x", 35694a71df50SFrank Blaschka (u16)qdio_err, (u8)sbalf15); 35704a71df50SFrank Blaschka } 35714a71df50SFrank Blaschka 3572664e42acSJulian Wiedmann /** 3573664e42acSJulian Wiedmann * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3574664e42acSJulian Wiedmann * @queue: queue to check for packing buffer 3575664e42acSJulian Wiedmann * 3576664e42acSJulian Wiedmann * Returns number of buffers that were prepared for flush. 3577664e42acSJulian Wiedmann */ 3578664e42acSJulian Wiedmann static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3579664e42acSJulian Wiedmann { 3580664e42acSJulian Wiedmann struct qeth_qdio_out_buffer *buffer; 3581664e42acSJulian Wiedmann 3582664e42acSJulian Wiedmann buffer = queue->bufs[queue->next_buf_to_fill]; 3583664e42acSJulian Wiedmann if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3584664e42acSJulian Wiedmann (buffer->next_element_to_fill > 0)) { 3585664e42acSJulian Wiedmann /* it's a packing buffer */ 3586664e42acSJulian Wiedmann atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3587664e42acSJulian Wiedmann queue->next_buf_to_fill = 3588ec2b559dSJulian Wiedmann QDIO_BUFNR(queue->next_buf_to_fill + 1); 3589664e42acSJulian Wiedmann return 1; 3590664e42acSJulian Wiedmann } 3591664e42acSJulian Wiedmann return 0; 3592664e42acSJulian Wiedmann } 3593664e42acSJulian Wiedmann 35944a71df50SFrank Blaschka /* 35954a71df50SFrank Blaschka * Switched to packing state if the number of used buffers on a queue 35964a71df50SFrank Blaschka * reaches a certain limit. 35974a71df50SFrank Blaschka */ 35984a71df50SFrank Blaschka static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 35994a71df50SFrank Blaschka { 36004a71df50SFrank Blaschka if (!queue->do_pack) { 36014a71df50SFrank Blaschka if (atomic_read(&queue->used_buffers) 36024a71df50SFrank Blaschka >= QETH_HIGH_WATERMARK_PACK){ 36034a71df50SFrank Blaschka /* switch non-PACKING -> PACKING */ 3604847a50fdSCarsten Otte QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3605b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_INC(queue, packing_mode_switch); 36064a71df50SFrank Blaschka queue->do_pack = 1; 36074a71df50SFrank Blaschka } 36084a71df50SFrank Blaschka } 36094a71df50SFrank Blaschka } 36104a71df50SFrank Blaschka 36114a71df50SFrank Blaschka /* 36124a71df50SFrank Blaschka * Switches from packing to non-packing mode. If there is a packing 36134a71df50SFrank Blaschka * buffer on the queue this buffer will be prepared to be flushed. 36144a71df50SFrank Blaschka * In that case 1 is returned to inform the caller. If no buffer 36154a71df50SFrank Blaschka * has to be flushed, zero is returned. 36164a71df50SFrank Blaschka */ 36174a71df50SFrank Blaschka static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 36184a71df50SFrank Blaschka { 36194a71df50SFrank Blaschka if (queue->do_pack) { 36204a71df50SFrank Blaschka if (atomic_read(&queue->used_buffers) 36214a71df50SFrank Blaschka <= QETH_LOW_WATERMARK_PACK) { 36224a71df50SFrank Blaschka /* switch PACKING -> non-PACKING */ 3623847a50fdSCarsten Otte QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3624b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_INC(queue, packing_mode_switch); 36254a71df50SFrank Blaschka queue->do_pack = 0; 3626664e42acSJulian Wiedmann return qeth_prep_flush_pack_buffer(queue); 36274a71df50SFrank Blaschka } 36284a71df50SFrank Blaschka } 36294a71df50SFrank Blaschka return 0; 36304a71df50SFrank Blaschka } 36314a71df50SFrank Blaschka 3632779e6e1cSJan Glauber static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3633779e6e1cSJan Glauber int count) 36344a71df50SFrank Blaschka { 36356ee091efSJulian Wiedmann struct qeth_qdio_out_buffer *buf = queue->bufs[index]; 36366ee091efSJulian Wiedmann unsigned int qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3637e53edf74SJulian Wiedmann struct qeth_card *card = queue->card; 36384a71df50SFrank Blaschka int rc; 36394a71df50SFrank Blaschka int i; 36404a71df50SFrank Blaschka 36414a71df50SFrank Blaschka for (i = index; i < index + count; ++i) { 3642ec2b559dSJulian Wiedmann unsigned int bidx = QDIO_BUFNR(i); 36438d145da2SJulian Wiedmann struct sk_buff *skb; 3644ec2b559dSJulian Wiedmann 36450da9581dSEinar Lueck buf = queue->bufs[bidx]; 36463ec90878SJan Glauber buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 36473ec90878SJan Glauber SBAL_EFLAGS_LAST_ENTRY; 3648ee1e52d1SJulian Wiedmann queue->coalesced_frames += buf->frames; 36494a71df50SFrank Blaschka 36500da9581dSEinar Lueck if (queue->bufstates) 36510da9581dSEinar Lueck queue->bufstates[bidx].user = buf; 36520da9581dSEinar Lueck 36538d145da2SJulian Wiedmann if (IS_IQD(card)) { 36548d145da2SJulian Wiedmann skb_queue_walk(&buf->skb_list, skb) 36558d145da2SJulian Wiedmann skb_tx_timestamp(skb); 36566ee091efSJulian Wiedmann } 36578d145da2SJulian Wiedmann } 36584a71df50SFrank Blaschka 36596ee091efSJulian Wiedmann if (!IS_IQD(card)) { 36604a71df50SFrank Blaschka if (!queue->do_pack) { 36614a71df50SFrank Blaschka if ((atomic_read(&queue->used_buffers) >= 36624a71df50SFrank Blaschka (QETH_HIGH_WATERMARK_PACK - 36634a71df50SFrank Blaschka QETH_WATERMARK_PACK_FUZZ)) && 36644a71df50SFrank Blaschka !atomic_read(&queue->set_pci_flags_count)) { 36654a71df50SFrank Blaschka /* it's likely that we'll go to packing 36664a71df50SFrank Blaschka * mode soon */ 36674a71df50SFrank Blaschka atomic_inc(&queue->set_pci_flags_count); 36683ec90878SJan Glauber buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 36694a71df50SFrank Blaschka } 36704a71df50SFrank Blaschka } else { 36714a71df50SFrank Blaschka if (!atomic_read(&queue->set_pci_flags_count)) { 36724a71df50SFrank Blaschka /* 36734a71df50SFrank Blaschka * there's no outstanding PCI any more, so we 36744a71df50SFrank Blaschka * have to request a PCI to be sure the the PCI 36754a71df50SFrank Blaschka * will wake at some time in the future then we 36764a71df50SFrank Blaschka * can flush packed buffers that might still be 36774a71df50SFrank Blaschka * hanging around, which can happen if no 36784a71df50SFrank Blaschka * further send was requested by the stack 36794a71df50SFrank Blaschka */ 36804a71df50SFrank Blaschka atomic_inc(&queue->set_pci_flags_count); 36813ec90878SJan Glauber buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 36824a71df50SFrank Blaschka } 36834a71df50SFrank Blaschka } 36846ee091efSJulian Wiedmann 36856ee091efSJulian Wiedmann if (atomic_read(&queue->set_pci_flags_count)) 36866ee091efSJulian Wiedmann qdio_flags |= QDIO_FLAG_PCI_OUT; 36874a71df50SFrank Blaschka } 36884a71df50SFrank Blaschka 36891ab2f8c6SJulian Wiedmann QETH_TXQ_STAT_INC(queue, doorbell); 36904a71df50SFrank Blaschka rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3691779e6e1cSJan Glauber queue->queue_no, index, count); 3692e53edf74SJulian Wiedmann 3693e53edf74SJulian Wiedmann /* Fake the TX completion interrupt: */ 3694ee1e52d1SJulian Wiedmann if (IS_IQD(card)) { 3695ee1e52d1SJulian Wiedmann unsigned int frames = READ_ONCE(queue->max_coalesced_frames); 3696ee1e52d1SJulian Wiedmann unsigned int usecs = READ_ONCE(queue->coalesce_usecs); 3697ee1e52d1SJulian Wiedmann 3698ee1e52d1SJulian Wiedmann if (frames && queue->coalesced_frames >= frames) { 3699e53edf74SJulian Wiedmann napi_schedule(&queue->napi); 3700ee1e52d1SJulian Wiedmann queue->coalesced_frames = 0; 3701ee1e52d1SJulian Wiedmann QETH_TXQ_STAT_INC(queue, coal_frames); 3702ee1e52d1SJulian Wiedmann } else if (usecs) { 3703ee1e52d1SJulian Wiedmann qeth_tx_arm_timer(queue, usecs); 3704ee1e52d1SJulian Wiedmann } 3705ee1e52d1SJulian Wiedmann } 3706e53edf74SJulian Wiedmann 37074a71df50SFrank Blaschka if (rc) { 3708d303b6fdSJan Glauber /* ignore temporary SIGA errors without busy condition */ 37091549d13fSJan Glauber if (rc == -ENOBUFS) 3710d303b6fdSJan Glauber return; 3711847a50fdSCarsten Otte QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 37120da9581dSEinar Lueck QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 37130da9581dSEinar Lueck QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 37140da9581dSEinar Lueck QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3715847a50fdSCarsten Otte QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3716d303b6fdSJan Glauber 37174a71df50SFrank Blaschka /* this must not happen under normal circumstances. if it 37184a71df50SFrank Blaschka * happens something is really wrong -> recover */ 37194a71df50SFrank Blaschka qeth_schedule_recovery(queue->card); 37204a71df50SFrank Blaschka return; 37214a71df50SFrank Blaschka } 37224a71df50SFrank Blaschka } 37234a71df50SFrank Blaschka 37249549d70aSJulian Wiedmann static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 37259549d70aSJulian Wiedmann { 37268b664cd1SJulian Wiedmann qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 37279549d70aSJulian Wiedmann 37288b664cd1SJulian Wiedmann queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 37299549d70aSJulian Wiedmann queue->prev_hdr = NULL; 37308b664cd1SJulian Wiedmann queue->bulk_count = 0; 37319549d70aSJulian Wiedmann } 37329549d70aSJulian Wiedmann 37334a71df50SFrank Blaschka static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 37344a71df50SFrank Blaschka { 37354a71df50SFrank Blaschka /* 37364a71df50SFrank Blaschka * check if weed have to switch to non-packing mode or if 37374a71df50SFrank Blaschka * we have to get a pci flag out on the queue 37384a71df50SFrank Blaschka */ 37394a71df50SFrank Blaschka if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 37404a71df50SFrank Blaschka !atomic_read(&queue->set_pci_flags_count)) { 3741a1668474SJulian Wiedmann unsigned int index, flush_cnt; 3742a1668474SJulian Wiedmann bool q_was_packing; 3743a1668474SJulian Wiedmann 3744a1668474SJulian Wiedmann spin_lock(&queue->lock); 3745a1668474SJulian Wiedmann 37464a71df50SFrank Blaschka index = queue->next_buf_to_fill; 37474a71df50SFrank Blaschka q_was_packing = queue->do_pack; 3748a1668474SJulian Wiedmann 3749a1668474SJulian Wiedmann flush_cnt = qeth_switch_to_nonpacking_if_needed(queue); 3750a1668474SJulian Wiedmann if (!flush_cnt && !atomic_read(&queue->set_pci_flags_count)) 3751a1668474SJulian Wiedmann flush_cnt = qeth_prep_flush_pack_buffer(queue); 3752a1668474SJulian Wiedmann 3753a1668474SJulian Wiedmann if (flush_cnt) { 3754a1668474SJulian Wiedmann qeth_flush_buffers(queue, index, flush_cnt); 3755b0abc4f5SJulian Wiedmann if (q_was_packing) 3756b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 37574a71df50SFrank Blaschka } 3758a1668474SJulian Wiedmann 3759a1668474SJulian Wiedmann spin_unlock(&queue->lock); 37604a71df50SFrank Blaschka } 37614a71df50SFrank Blaschka } 37624a71df50SFrank Blaschka 37630a6e6345SJulian Wiedmann static void qeth_qdio_poll(struct ccw_device *cdev, unsigned long card_ptr) 3764a1c3ed4cSFrank Blaschka { 3765a1c3ed4cSFrank Blaschka struct qeth_card *card = (struct qeth_card *)card_ptr; 3766a1c3ed4cSFrank Blaschka 3767334b49deSJulian Wiedmann napi_schedule_irqoff(&card->napi); 3768a1c3ed4cSFrank Blaschka } 3769a1c3ed4cSFrank Blaschka 37700da9581dSEinar Lueck int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 37710da9581dSEinar Lueck { 37720da9581dSEinar Lueck int rc; 37730da9581dSEinar Lueck 37740da9581dSEinar Lueck if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 37750da9581dSEinar Lueck rc = -1; 37760da9581dSEinar Lueck goto out; 37770da9581dSEinar Lueck } else { 37780da9581dSEinar Lueck if (card->options.cq == cq) { 37790da9581dSEinar Lueck rc = 0; 37800da9581dSEinar Lueck goto out; 37810da9581dSEinar Lueck } 37820da9581dSEinar Lueck 378341c47da3SJulian Wiedmann qeth_free_qdio_queues(card); 37840da9581dSEinar Lueck card->options.cq = cq; 37850da9581dSEinar Lueck rc = 0; 37860da9581dSEinar Lueck } 37870da9581dSEinar Lueck out: 37880da9581dSEinar Lueck return rc; 37890da9581dSEinar Lueck 37900da9581dSEinar Lueck } 37910da9581dSEinar Lueck EXPORT_SYMBOL_GPL(qeth_configure_cq); 37920da9581dSEinar Lueck 37933b346c18SJulian Wiedmann static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 37943b346c18SJulian Wiedmann unsigned int queue, int first_element, 37953b346c18SJulian Wiedmann int count) 37963b346c18SJulian Wiedmann { 37970da9581dSEinar Lueck struct qeth_qdio_q *cq = card->qdio.c_q; 37980da9581dSEinar Lueck int i; 37990da9581dSEinar Lueck int rc; 38000da9581dSEinar Lueck 38010da9581dSEinar Lueck QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 38020da9581dSEinar Lueck QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 38030da9581dSEinar Lueck QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 38040da9581dSEinar Lueck 38050da9581dSEinar Lueck if (qdio_err) { 38063a18d754SJulian Wiedmann netif_tx_stop_all_queues(card->dev); 38070da9581dSEinar Lueck qeth_schedule_recovery(card); 38084326b5b4SJulian Wiedmann return; 38090da9581dSEinar Lueck } 38100da9581dSEinar Lueck 38110da9581dSEinar Lueck for (i = first_element; i < first_element + count; ++i) { 3812ec2b559dSJulian Wiedmann struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 38133b346c18SJulian Wiedmann int e = 0; 38140da9581dSEinar Lueck 3815903e4853SUrsula Braun while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3816903e4853SUrsula Braun buffer->element[e].addr) { 38172db01da8SJulian Wiedmann unsigned long phys_aob_addr = buffer->element[e].addr; 38180da9581dSEinar Lueck 38190da9581dSEinar Lueck qeth_qdio_handle_aob(card, phys_aob_addr); 38200da9581dSEinar Lueck ++e; 38210da9581dSEinar Lueck } 38223b346c18SJulian Wiedmann qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 38230da9581dSEinar Lueck } 38240da9581dSEinar Lueck rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 38250da9581dSEinar Lueck card->qdio.c_q->next_buf_to_init, 38260da9581dSEinar Lueck count); 38270da9581dSEinar Lueck if (rc) { 38280da9581dSEinar Lueck dev_warn(&card->gdev->dev, 38290da9581dSEinar Lueck "QDIO reported an error, rc=%i\n", rc); 38300da9581dSEinar Lueck QETH_CARD_TEXT(card, 2, "qcqherr"); 38310da9581dSEinar Lueck } 3832ec2b559dSJulian Wiedmann 3833ec2b559dSJulian Wiedmann cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 38340da9581dSEinar Lueck } 38350da9581dSEinar Lueck 38367bcd64ebSJulian Wiedmann static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 38377bcd64ebSJulian Wiedmann unsigned int qdio_err, int queue, 38387bcd64ebSJulian Wiedmann int first_elem, int count, 3839a1c3ed4cSFrank Blaschka unsigned long card_ptr) 3840a1c3ed4cSFrank Blaschka { 3841a1c3ed4cSFrank Blaschka struct qeth_card *card = (struct qeth_card *)card_ptr; 3842a1c3ed4cSFrank Blaschka 38430da9581dSEinar Lueck QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 38440da9581dSEinar Lueck QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 38450da9581dSEinar Lueck 38460a6e6345SJulian Wiedmann if (qdio_err) 3847a1c3ed4cSFrank Blaschka qeth_schedule_recovery(card); 3848a1c3ed4cSFrank Blaschka } 3849a1c3ed4cSFrank Blaschka 38507bcd64ebSJulian Wiedmann static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 38517bcd64ebSJulian Wiedmann unsigned int qdio_error, int __queue, 38527bcd64ebSJulian Wiedmann int first_element, int count, 38537bcd64ebSJulian Wiedmann unsigned long card_ptr) 38544a71df50SFrank Blaschka { 38554a71df50SFrank Blaschka struct qeth_card *card = (struct qeth_card *) card_ptr; 38564a71df50SFrank Blaschka struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 38573a18d754SJulian Wiedmann struct net_device *dev = card->dev; 385854a50941SJulian Wiedmann struct netdev_queue *txq; 38594a71df50SFrank Blaschka int i; 38604a71df50SFrank Blaschka 3861847a50fdSCarsten Otte QETH_CARD_TEXT(card, 6, "qdouhdl"); 38621549d13fSJan Glauber if (qdio_error & QDIO_ERROR_FATAL) { 3863847a50fdSCarsten Otte QETH_CARD_TEXT(card, 2, "achkcond"); 38643a18d754SJulian Wiedmann netif_tx_stop_all_queues(dev); 38654a71df50SFrank Blaschka qeth_schedule_recovery(card); 38664a71df50SFrank Blaschka return; 38674a71df50SFrank Blaschka } 38684326b5b4SJulian Wiedmann 38694a71df50SFrank Blaschka for (i = first_element; i < (first_element + count); ++i) { 3870ec2b559dSJulian Wiedmann struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3871ec2b559dSJulian Wiedmann 3872ec2b559dSJulian Wiedmann qeth_handle_send_error(card, buf, qdio_error); 3873ec2b559dSJulian Wiedmann qeth_clear_output_buffer(queue, buf, qdio_error, 0); 38740da9581dSEinar Lueck } 3875e53edf74SJulian Wiedmann 38764a71df50SFrank Blaschka atomic_sub(count, &queue->used_buffers); 38774a71df50SFrank Blaschka qeth_check_outbound_queue(queue); 38784a71df50SFrank Blaschka 387954a50941SJulian Wiedmann txq = netdev_get_tx_queue(dev, __queue); 388054a50941SJulian Wiedmann /* xmit may have observed the full-condition, but not yet stopped the 388154a50941SJulian Wiedmann * txq. In which case the code below won't trigger. So before returning, 388254a50941SJulian Wiedmann * xmit will re-check the txq's fill level and wake it up if needed. 388354a50941SJulian Wiedmann */ 388454a50941SJulian Wiedmann if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 388554a50941SJulian Wiedmann netif_tx_wake_queue(txq); 38864a71df50SFrank Blaschka } 38874a71df50SFrank Blaschka 3888290b8348SStefan Raspl /** 3889290b8348SStefan Raspl * Note: Function assumes that we have 4 outbound queues. 3890290b8348SStefan Raspl */ 389173dc2dafSJulian Wiedmann int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 38924a71df50SFrank Blaschka { 3893e6c15b5fSJulian Wiedmann struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3894290b8348SStefan Raspl u8 tos; 3895290b8348SStefan Raspl 3896290b8348SStefan Raspl switch (card->qdio.do_prio_queueing) { 3897290b8348SStefan Raspl case QETH_PRIO_Q_ING_TOS: 3898290b8348SStefan Raspl case QETH_PRIO_Q_ING_PREC: 389973dc2dafSJulian Wiedmann switch (qeth_get_ip_version(skb)) { 3900290b8348SStefan Raspl case 4: 3901290b8348SStefan Raspl tos = ipv4_get_dsfield(ip_hdr(skb)); 3902290b8348SStefan Raspl break; 3903290b8348SStefan Raspl case 6: 3904290b8348SStefan Raspl tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3905290b8348SStefan Raspl break; 39064a71df50SFrank Blaschka default: 39074a71df50SFrank Blaschka return card->qdio.default_out_queue; 39084a71df50SFrank Blaschka } 3909290b8348SStefan Raspl if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3910e6c15b5fSJulian Wiedmann return ~tos >> 6 & 3; 3911290b8348SStefan Raspl if (tos & IPTOS_MINCOST) 3912e6c15b5fSJulian Wiedmann return 3; 3913290b8348SStefan Raspl if (tos & IPTOS_RELIABILITY) 3914290b8348SStefan Raspl return 2; 3915290b8348SStefan Raspl if (tos & IPTOS_THROUGHPUT) 3916290b8348SStefan Raspl return 1; 3917290b8348SStefan Raspl if (tos & IPTOS_LOWDELAY) 3918290b8348SStefan Raspl return 0; 3919d66cb37eSStefan Raspl break; 3920d66cb37eSStefan Raspl case QETH_PRIO_Q_ING_SKB: 3921d66cb37eSStefan Raspl if (skb->priority > 5) 3922d66cb37eSStefan Raspl return 0; 3923e6c15b5fSJulian Wiedmann return ~skb->priority >> 1 & 3; 3924d66cb37eSStefan Raspl case QETH_PRIO_Q_ING_VLAN: 3925e6c15b5fSJulian Wiedmann if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3926e6c15b5fSJulian Wiedmann return ~ntohs(veth->h_vlan_TCI) >> 3927e6c15b5fSJulian Wiedmann (VLAN_PRIO_SHIFT + 1) & 3; 3928d66cb37eSStefan Raspl break; 3929c91a1fb7SJulian Wiedmann case QETH_PRIO_Q_ING_FIXED: 3930c91a1fb7SJulian Wiedmann return card->qdio.default_out_queue; 3931290b8348SStefan Raspl default: 3932290b8348SStefan Raspl break; 3933290b8348SStefan Raspl } 3934290b8348SStefan Raspl return card->qdio.default_out_queue; 39354a71df50SFrank Blaschka } 39364a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 39374a71df50SFrank Blaschka 39382863c613SEugene Crosser /** 39392863c613SEugene Crosser * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 39402863c613SEugene Crosser * @skb: SKB address 39412863c613SEugene Crosser * 39422863c613SEugene Crosser * Returns the number of pages, and thus QDIO buffer elements, needed to cover 39432863c613SEugene Crosser * fragmented part of the SKB. Returns zero for linear SKB. 39442863c613SEugene Crosser */ 3945356156b6SJulian Wiedmann static int qeth_get_elements_for_frags(struct sk_buff *skb) 3946271648b4SFrank Blaschka { 39472863c613SEugene Crosser int cnt, elements = 0; 3948271648b4SFrank Blaschka 3949271648b4SFrank Blaschka for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3950d7840976SMatthew Wilcox (Oracle) skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 39512863c613SEugene Crosser 39522863c613SEugene Crosser elements += qeth_get_elements_for_range( 39532863c613SEugene Crosser (addr_t)skb_frag_address(frag), 39542863c613SEugene Crosser (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3955271648b4SFrank Blaschka } 3956271648b4SFrank Blaschka return elements; 3957271648b4SFrank Blaschka } 3958271648b4SFrank Blaschka 395940e6a225SJulian Wiedmann /** 396040e6a225SJulian Wiedmann * qeth_count_elements() - Counts the number of QDIO buffer elements needed 396140e6a225SJulian Wiedmann * to transmit an skb. 396240e6a225SJulian Wiedmann * @skb: the skb to operate on. 396340e6a225SJulian Wiedmann * @data_offset: skip this part of the skb's linear data 396440e6a225SJulian Wiedmann * 396540e6a225SJulian Wiedmann * Returns the number of pages, and thus QDIO buffer elements, needed to map the 396640e6a225SJulian Wiedmann * skb's data (both its linear part and paged fragments). 396740e6a225SJulian Wiedmann */ 396840e6a225SJulian Wiedmann unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3969ba86ceeeSJulian Wiedmann { 3970ba86ceeeSJulian Wiedmann unsigned int elements = qeth_get_elements_for_frags(skb); 3971ba86ceeeSJulian Wiedmann addr_t end = (addr_t)skb->data + skb_headlen(skb); 3972ba86ceeeSJulian Wiedmann addr_t start = (addr_t)skb->data + data_offset; 3973ba86ceeeSJulian Wiedmann 3974ba86ceeeSJulian Wiedmann if (start != end) 3975ba86ceeeSJulian Wiedmann elements += qeth_get_elements_for_range(start, end); 3976ba86ceeeSJulian Wiedmann return elements; 3977ba86ceeeSJulian Wiedmann } 397840e6a225SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_count_elements); 39794a71df50SFrank Blaschka 3980e517b649SJulian Wiedmann #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3981e517b649SJulian Wiedmann MAX_TCP_HEADER) 398255494264SJulian Wiedmann 39830d6f02d3SJulian Wiedmann /** 3984ba86ceeeSJulian Wiedmann * qeth_add_hw_header() - add a HW header to an skb. 3985ba86ceeeSJulian Wiedmann * @skb: skb that the HW header should be added to. 39860d6f02d3SJulian Wiedmann * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 39870d6f02d3SJulian Wiedmann * it contains a valid pointer to a qeth_hdr. 3988a7c2f4a3SJulian Wiedmann * @hdr_len: length of the HW header. 3989a7c2f4a3SJulian Wiedmann * @proto_len: length of protocol headers that need to be in same page as the 3990a7c2f4a3SJulian Wiedmann * HW header. 39910d6f02d3SJulian Wiedmann * 39920d6f02d3SJulian Wiedmann * Returns the pushed length. If the header can't be pushed on 39930d6f02d3SJulian Wiedmann * (eg. because it would cross a page boundary), it is allocated from 39940d6f02d3SJulian Wiedmann * the cache instead and 0 is returned. 3995ba86ceeeSJulian Wiedmann * The number of needed buffer elements is returned in @elements. 39960d6f02d3SJulian Wiedmann * Error to create the hdr is indicated by returning with < 0. 39970d6f02d3SJulian Wiedmann */ 3998b0abc4f5SJulian Wiedmann static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3999b0abc4f5SJulian Wiedmann struct sk_buff *skb, struct qeth_hdr **hdr, 4000b0abc4f5SJulian Wiedmann unsigned int hdr_len, unsigned int proto_len, 4001b0abc4f5SJulian Wiedmann unsigned int *elements) 40020d6f02d3SJulian Wiedmann { 4003b413ff8aSJulian Wiedmann gfp_t gfp = GFP_ATOMIC | (skb_pfmemalloc(skb) ? __GFP_MEMALLOC : 0); 4004a7c2f4a3SJulian Wiedmann const unsigned int contiguous = proto_len ? proto_len : 1; 40054e26c5feSJulian Wiedmann const unsigned int max_elements = queue->max_elements; 4006ba86ceeeSJulian Wiedmann unsigned int __elements; 4007ba86ceeeSJulian Wiedmann addr_t start, end; 4008ba86ceeeSJulian Wiedmann bool push_ok; 4009ba86ceeeSJulian Wiedmann int rc; 4010ba86ceeeSJulian Wiedmann 4011ba86ceeeSJulian Wiedmann check_layout: 4012a7c2f4a3SJulian Wiedmann start = (addr_t)skb->data - hdr_len; 4013ba86ceeeSJulian Wiedmann end = (addr_t)skb->data; 4014ba86ceeeSJulian Wiedmann 4015a7c2f4a3SJulian Wiedmann if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 4016ba86ceeeSJulian Wiedmann /* Push HW header into same page as first protocol header. */ 4017ba86ceeeSJulian Wiedmann push_ok = true; 4018e517b649SJulian Wiedmann /* ... but TSO always needs a separate element for headers: */ 4019e517b649SJulian Wiedmann if (skb_is_gso(skb)) 4020e517b649SJulian Wiedmann __elements = 1 + qeth_count_elements(skb, proto_len); 4021e517b649SJulian Wiedmann else 4022ba86ceeeSJulian Wiedmann __elements = qeth_count_elements(skb, 0); 40234e2fe4edSJulian Wiedmann } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 40244e2fe4edSJulian Wiedmann /* Push HW header into preceding page, flush with skb->data. */ 4025ba86ceeeSJulian Wiedmann push_ok = true; 4026a7c2f4a3SJulian Wiedmann __elements = 1 + qeth_count_elements(skb, 0); 4027a7c2f4a3SJulian Wiedmann } else { 4028a7c2f4a3SJulian Wiedmann /* Use header cache, copy protocol headers up. */ 4029ba86ceeeSJulian Wiedmann push_ok = false; 4030a7c2f4a3SJulian Wiedmann __elements = 1 + qeth_count_elements(skb, proto_len); 4031ba86ceeeSJulian Wiedmann } 4032ba86ceeeSJulian Wiedmann 4033ba86ceeeSJulian Wiedmann /* Compress skb to fit into one IO buffer: */ 4034ba86ceeeSJulian Wiedmann if (__elements > max_elements) { 4035ba86ceeeSJulian Wiedmann if (!skb_is_nonlinear(skb)) { 4036ba86ceeeSJulian Wiedmann /* Drop it, no easy way of shrinking it further. */ 4037ba86ceeeSJulian Wiedmann QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 4038ba86ceeeSJulian Wiedmann max_elements, __elements, skb->len); 4039ba86ceeeSJulian Wiedmann return -E2BIG; 4040ba86ceeeSJulian Wiedmann } 4041ba86ceeeSJulian Wiedmann 4042ba86ceeeSJulian Wiedmann rc = skb_linearize(skb); 4043b0abc4f5SJulian Wiedmann if (rc) { 4044b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 4045ba86ceeeSJulian Wiedmann return rc; 4046b0abc4f5SJulian Wiedmann } 4047ba86ceeeSJulian Wiedmann 4048b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_INC(queue, skbs_linearized); 4049ba86ceeeSJulian Wiedmann /* Linearization changed the layout, re-evaluate: */ 4050ba86ceeeSJulian Wiedmann goto check_layout; 4051ba86ceeeSJulian Wiedmann } 4052ba86ceeeSJulian Wiedmann 4053ba86ceeeSJulian Wiedmann *elements = __elements; 4054ba86ceeeSJulian Wiedmann /* Add the header: */ 4055ba86ceeeSJulian Wiedmann if (push_ok) { 4056a7c2f4a3SJulian Wiedmann *hdr = skb_push(skb, hdr_len); 4057a7c2f4a3SJulian Wiedmann return hdr_len; 40580d6f02d3SJulian Wiedmann } 4059b413ff8aSJulian Wiedmann 4060b413ff8aSJulian Wiedmann /* Fall back to cache element with known-good alignment: */ 406155494264SJulian Wiedmann if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 406255494264SJulian Wiedmann return -E2BIG; 4063b413ff8aSJulian Wiedmann *hdr = kmem_cache_alloc(qeth_core_header_cache, gfp); 40640d6f02d3SJulian Wiedmann if (!*hdr) 40650d6f02d3SJulian Wiedmann return -ENOMEM; 4066a7c2f4a3SJulian Wiedmann /* Copy protocol headers behind HW header: */ 4067a7c2f4a3SJulian Wiedmann skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 40680d6f02d3SJulian Wiedmann return 0; 40690d6f02d3SJulian Wiedmann } 40700d6f02d3SJulian Wiedmann 40719549d70aSJulian Wiedmann static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 40729549d70aSJulian Wiedmann struct sk_buff *curr_skb, 40739549d70aSJulian Wiedmann struct qeth_hdr *curr_hdr) 40749549d70aSJulian Wiedmann { 40758b664cd1SJulian Wiedmann struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 40769549d70aSJulian Wiedmann struct qeth_hdr *prev_hdr = queue->prev_hdr; 40779549d70aSJulian Wiedmann 40789549d70aSJulian Wiedmann if (!prev_hdr) 40799549d70aSJulian Wiedmann return true; 40809549d70aSJulian Wiedmann 40819549d70aSJulian Wiedmann /* All packets must have the same target: */ 40829549d70aSJulian Wiedmann if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 40839549d70aSJulian Wiedmann struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 40849549d70aSJulian Wiedmann 40859549d70aSJulian Wiedmann return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 40869549d70aSJulian Wiedmann eth_hdr(curr_skb)->h_dest) && 40879549d70aSJulian Wiedmann qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 40889549d70aSJulian Wiedmann } 40899549d70aSJulian Wiedmann 40909549d70aSJulian Wiedmann return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 40919549d70aSJulian Wiedmann qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 40929549d70aSJulian Wiedmann } 40939549d70aSJulian Wiedmann 4094fff1acebSJulian Wiedmann /** 4095fff1acebSJulian Wiedmann * qeth_fill_buffer() - map skb into an output buffer 4096fff1acebSJulian Wiedmann * @buf: buffer to transport the skb 4097fff1acebSJulian Wiedmann * @skb: skb to map into the buffer 4098fff1acebSJulian Wiedmann * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 4099fff1acebSJulian Wiedmann * from qeth_core_header_cache. 4100fff1acebSJulian Wiedmann * @offset: when mapping the skb, start at skb->data + offset 4101fff1acebSJulian Wiedmann * @hd_len: if > 0, build a dedicated header element of this size 4102fff1acebSJulian Wiedmann */ 4103fff1acebSJulian Wiedmann static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 4104fff1acebSJulian Wiedmann struct sk_buff *skb, struct qeth_hdr *hdr, 4105fff1acebSJulian Wiedmann unsigned int offset, unsigned int hd_len) 41064a71df50SFrank Blaschka { 4107384d2ef1SJulian Wiedmann struct qdio_buffer *buffer = buf->buffer; 4108384d2ef1SJulian Wiedmann int element = buf->next_element_to_fill; 4109cc309f83SJulian Wiedmann int length = skb_headlen(skb) - offset; 4110cc309f83SJulian Wiedmann char *data = skb->data + offset; 41114e2fe4edSJulian Wiedmann unsigned int elem_length, cnt; 4112fff1acebSJulian Wiedmann bool is_first_elem = true; 4113fff1acebSJulian Wiedmann 4114fff1acebSJulian Wiedmann __skb_queue_tail(&buf->skb_list, skb); 4115fff1acebSJulian Wiedmann 4116fff1acebSJulian Wiedmann /* build dedicated element for HW Header */ 4117fff1acebSJulian Wiedmann if (hd_len) { 4118fff1acebSJulian Wiedmann is_first_elem = false; 4119fff1acebSJulian Wiedmann 4120fff1acebSJulian Wiedmann buffer->element[element].addr = virt_to_phys(hdr); 4121fff1acebSJulian Wiedmann buffer->element[element].length = hd_len; 4122fff1acebSJulian Wiedmann buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 4123a875fd16SJulian Wiedmann 4124a875fd16SJulian Wiedmann /* HW header is allocated from cache: */ 4125a875fd16SJulian Wiedmann if ((void *)hdr != skb->data) 4126a875fd16SJulian Wiedmann buf->is_header[element] = 1; 4127a875fd16SJulian Wiedmann /* HW header was pushed and is contiguous with linear part: */ 4128a875fd16SJulian Wiedmann else if (length > 0 && !PAGE_ALIGNED(data) && 4129a875fd16SJulian Wiedmann (data == (char *)hdr + hd_len)) 4130a875fd16SJulian Wiedmann buffer->element[element].eflags |= 4131a875fd16SJulian Wiedmann SBAL_EFLAGS_CONTIGUOUS; 4132a875fd16SJulian Wiedmann 4133fff1acebSJulian Wiedmann element++; 4134fff1acebSJulian Wiedmann } 41354a71df50SFrank Blaschka 4136cc309f83SJulian Wiedmann /* map linear part into buffer element(s) */ 41374a71df50SFrank Blaschka while (length > 0) { 41384e2fe4edSJulian Wiedmann elem_length = min_t(unsigned int, length, 41394e2fe4edSJulian Wiedmann PAGE_SIZE - offset_in_page(data)); 41404a71df50SFrank Blaschka 41412db01da8SJulian Wiedmann buffer->element[element].addr = virt_to_phys(data); 41424e2fe4edSJulian Wiedmann buffer->element[element].length = elem_length; 41434e2fe4edSJulian Wiedmann length -= elem_length; 4144384d2ef1SJulian Wiedmann if (is_first_elem) { 4145384d2ef1SJulian Wiedmann is_first_elem = false; 41465258830bSJulian Wiedmann if (length || skb_is_nonlinear(skb)) 41475258830bSJulian Wiedmann /* skb needs additional elements */ 41483ec90878SJan Glauber buffer->element[element].eflags = 41493ec90878SJan Glauber SBAL_EFLAGS_FIRST_FRAG; 415051aa165cSFrank Blaschka else 41513ec90878SJan Glauber buffer->element[element].eflags = 0; 41524a71df50SFrank Blaschka } else { 41533ec90878SJan Glauber buffer->element[element].eflags = 41543ec90878SJan Glauber SBAL_EFLAGS_MIDDLE_FRAG; 41554a71df50SFrank Blaschka } 41564e2fe4edSJulian Wiedmann 41574e2fe4edSJulian Wiedmann data += elem_length; 41584a71df50SFrank Blaschka element++; 41594a71df50SFrank Blaschka } 416051aa165cSFrank Blaschka 4161cc309f83SJulian Wiedmann /* map page frags into buffer element(s) */ 416251aa165cSFrank Blaschka for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 4163f8eb4930SJulian Wiedmann skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 4164f8eb4930SJulian Wiedmann 4165f8eb4930SJulian Wiedmann data = skb_frag_address(frag); 4166f8eb4930SJulian Wiedmann length = skb_frag_size(frag); 4167271648b4SFrank Blaschka while (length > 0) { 41684e2fe4edSJulian Wiedmann elem_length = min_t(unsigned int, length, 41694e2fe4edSJulian Wiedmann PAGE_SIZE - offset_in_page(data)); 4170271648b4SFrank Blaschka 41712db01da8SJulian Wiedmann buffer->element[element].addr = virt_to_phys(data); 41724e2fe4edSJulian Wiedmann buffer->element[element].length = elem_length; 4173271648b4SFrank Blaschka buffer->element[element].eflags = 4174271648b4SFrank Blaschka SBAL_EFLAGS_MIDDLE_FRAG; 41754e2fe4edSJulian Wiedmann 41764e2fe4edSJulian Wiedmann length -= elem_length; 41774e2fe4edSJulian Wiedmann data += elem_length; 417851aa165cSFrank Blaschka element++; 417951aa165cSFrank Blaschka } 4180271648b4SFrank Blaschka } 418151aa165cSFrank Blaschka 41823ec90878SJan Glauber if (buffer->element[element - 1].eflags) 41833ec90878SJan Glauber buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 4184384d2ef1SJulian Wiedmann buf->next_element_to_fill = element; 41859549d70aSJulian Wiedmann return element; 41864a71df50SFrank Blaschka } 41874a71df50SFrank Blaschka 41889549d70aSJulian Wiedmann static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 41899549d70aSJulian Wiedmann struct sk_buff *skb, unsigned int elements, 41909549d70aSJulian Wiedmann struct qeth_hdr *hdr, unsigned int offset, 41919549d70aSJulian Wiedmann unsigned int hd_len) 41924a71df50SFrank Blaschka { 419396bd6c94SJulian Wiedmann unsigned int bytes = qdisc_pkt_len(skb); 41948b664cd1SJulian Wiedmann struct qeth_qdio_out_buffer *buffer; 41959549d70aSJulian Wiedmann unsigned int next_element; 419654a50941SJulian Wiedmann struct netdev_queue *txq; 419754a50941SJulian Wiedmann bool stopped = false; 41989549d70aSJulian Wiedmann bool flush; 41999549d70aSJulian Wiedmann 42008b664cd1SJulian Wiedmann buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 42019549d70aSJulian Wiedmann txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 42024a71df50SFrank Blaschka 420354a50941SJulian Wiedmann /* Just a sanity check, the wake/stop logic should ensure that we always 420454a50941SJulian Wiedmann * get a free buffer. 42054a71df50SFrank Blaschka */ 42064a71df50SFrank Blaschka if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 42077c2e9ba3SJulian Wiedmann return -EBUSY; 420854a50941SJulian Wiedmann 42098b664cd1SJulian Wiedmann flush = !qeth_iqd_may_bulk(queue, skb, hdr); 42108b664cd1SJulian Wiedmann 42118b664cd1SJulian Wiedmann if (flush || 42128b664cd1SJulian Wiedmann (buffer->next_element_to_fill + elements > queue->max_elements)) { 42138b664cd1SJulian Wiedmann if (buffer->next_element_to_fill > 0) { 42149549d70aSJulian Wiedmann atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 42158b664cd1SJulian Wiedmann queue->bulk_count++; 42168b664cd1SJulian Wiedmann } 42178b664cd1SJulian Wiedmann 42188b664cd1SJulian Wiedmann if (queue->bulk_count >= queue->bulk_max) 42198b664cd1SJulian Wiedmann flush = true; 42208b664cd1SJulian Wiedmann 42218b664cd1SJulian Wiedmann if (flush) 42229549d70aSJulian Wiedmann qeth_flush_queue(queue); 42238b664cd1SJulian Wiedmann 42248b664cd1SJulian Wiedmann buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 42258b664cd1SJulian Wiedmann queue->bulk_count)]; 422654a50941SJulian Wiedmann 42279549d70aSJulian Wiedmann /* Sanity-check again: */ 42289549d70aSJulian Wiedmann if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 42299549d70aSJulian Wiedmann return -EBUSY; 42309549d70aSJulian Wiedmann } 42319549d70aSJulian Wiedmann 42329549d70aSJulian Wiedmann if (buffer->next_element_to_fill == 0 && 42339549d70aSJulian Wiedmann atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 423454a50941SJulian Wiedmann /* If a TX completion happens right _here_ and misses to wake 423554a50941SJulian Wiedmann * the txq, then our re-check below will catch the race. 423654a50941SJulian Wiedmann */ 423754a50941SJulian Wiedmann QETH_TXQ_STAT_INC(queue, stopped); 423854a50941SJulian Wiedmann netif_tx_stop_queue(txq); 423954a50941SJulian Wiedmann stopped = true; 424054a50941SJulian Wiedmann } 424154a50941SJulian Wiedmann 42429549d70aSJulian Wiedmann next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 424396bd6c94SJulian Wiedmann buffer->bytes += bytes; 42441ab2f8c6SJulian Wiedmann buffer->frames += skb_is_gso(skb) ? skb_shinfo(skb)->gso_segs : 1; 42459549d70aSJulian Wiedmann queue->prev_hdr = hdr; 424696bd6c94SJulian Wiedmann 42479549d70aSJulian Wiedmann flush = __netdev_tx_sent_queue(txq, bytes, 42489549d70aSJulian Wiedmann !stopped && netdev_xmit_more()); 42499549d70aSJulian Wiedmann 42509549d70aSJulian Wiedmann if (flush || next_element >= queue->max_elements) { 42519549d70aSJulian Wiedmann atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 42528b664cd1SJulian Wiedmann queue->bulk_count++; 42538b664cd1SJulian Wiedmann 42548b664cd1SJulian Wiedmann if (queue->bulk_count >= queue->bulk_max) 42558b664cd1SJulian Wiedmann flush = true; 42568b664cd1SJulian Wiedmann 42578b664cd1SJulian Wiedmann if (flush) 42589549d70aSJulian Wiedmann qeth_flush_queue(queue); 42599549d70aSJulian Wiedmann } 426054a50941SJulian Wiedmann 426154a50941SJulian Wiedmann if (stopped && !qeth_out_queue_is_full(queue)) 426254a50941SJulian Wiedmann netif_tx_start_queue(txq); 42634a71df50SFrank Blaschka return 0; 42644a71df50SFrank Blaschka } 42654a71df50SFrank Blaschka 42664a71df50SFrank Blaschka int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 42674a71df50SFrank Blaschka struct sk_buff *skb, struct qeth_hdr *hdr, 42689c3bfda9SJulian Wiedmann unsigned int offset, unsigned int hd_len, 42699c3bfda9SJulian Wiedmann int elements_needed) 42704a71df50SFrank Blaschka { 4271a1668474SJulian Wiedmann unsigned int start_index = queue->next_buf_to_fill; 42724a71df50SFrank Blaschka struct qeth_qdio_out_buffer *buffer; 42739549d70aSJulian Wiedmann unsigned int next_element; 427454a50941SJulian Wiedmann struct netdev_queue *txq; 427554a50941SJulian Wiedmann bool stopped = false; 42764a71df50SFrank Blaschka int flush_count = 0; 42774a71df50SFrank Blaschka int do_pack = 0; 42784a71df50SFrank Blaschka int rc = 0; 42794a71df50SFrank Blaschka 42800da9581dSEinar Lueck buffer = queue->bufs[queue->next_buf_to_fill]; 428154a50941SJulian Wiedmann 428254a50941SJulian Wiedmann /* Just a sanity check, the wake/stop logic should ensure that we always 428354a50941SJulian Wiedmann * get a free buffer. 42844a71df50SFrank Blaschka */ 4285a1668474SJulian Wiedmann if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 42864a71df50SFrank Blaschka return -EBUSY; 428754a50941SJulian Wiedmann 428854a50941SJulian Wiedmann txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 428954a50941SJulian Wiedmann 42904a71df50SFrank Blaschka /* check if we need to switch packing state of this queue */ 42914a71df50SFrank Blaschka qeth_switch_to_packing_if_needed(queue); 42924a71df50SFrank Blaschka if (queue->do_pack) { 42934a71df50SFrank Blaschka do_pack = 1; 42944a71df50SFrank Blaschka /* does packet fit in current buffer? */ 42954e26c5feSJulian Wiedmann if (buffer->next_element_to_fill + elements_needed > 42964e26c5feSJulian Wiedmann queue->max_elements) { 42974a71df50SFrank Blaschka /* ... no -> set state PRIMED */ 429864ef8957SFrank Blaschka atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 42994a71df50SFrank Blaschka flush_count++; 43004a71df50SFrank Blaschka queue->next_buf_to_fill = 4301ec2b559dSJulian Wiedmann QDIO_BUFNR(queue->next_buf_to_fill + 1); 43020da9581dSEinar Lueck buffer = queue->bufs[queue->next_buf_to_fill]; 430354a50941SJulian Wiedmann 430454a50941SJulian Wiedmann /* We stepped forward, so sanity-check again: */ 43054a71df50SFrank Blaschka if (atomic_read(&buffer->state) != 43064a71df50SFrank Blaschka QETH_QDIO_BUF_EMPTY) { 4307779e6e1cSJan Glauber qeth_flush_buffers(queue, start_index, 4308779e6e1cSJan Glauber flush_count); 43093cdc8a25SJulian Wiedmann rc = -EBUSY; 43103cdc8a25SJulian Wiedmann goto out; 43114a71df50SFrank Blaschka } 43124a71df50SFrank Blaschka } 43134a71df50SFrank Blaschka } 4314f72b4644SJulian Wiedmann 431554a50941SJulian Wiedmann if (buffer->next_element_to_fill == 0 && 431654a50941SJulian Wiedmann atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 431754a50941SJulian Wiedmann /* If a TX completion happens right _here_ and misses to wake 431854a50941SJulian Wiedmann * the txq, then our re-check below will catch the race. 431954a50941SJulian Wiedmann */ 432054a50941SJulian Wiedmann QETH_TXQ_STAT_INC(queue, stopped); 432154a50941SJulian Wiedmann netif_tx_stop_queue(txq); 432254a50941SJulian Wiedmann stopped = true; 432354a50941SJulian Wiedmann } 432454a50941SJulian Wiedmann 43259549d70aSJulian Wiedmann next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 43261ab2f8c6SJulian Wiedmann buffer->bytes += qdisc_pkt_len(skb); 43271ab2f8c6SJulian Wiedmann buffer->frames += skb_is_gso(skb) ? skb_shinfo(skb)->gso_segs : 1; 43289549d70aSJulian Wiedmann 43299549d70aSJulian Wiedmann if (queue->do_pack) 43309549d70aSJulian Wiedmann QETH_TXQ_STAT_INC(queue, skbs_pack); 43319549d70aSJulian Wiedmann if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 43329549d70aSJulian Wiedmann flush_count++; 43339549d70aSJulian Wiedmann atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4334ec2b559dSJulian Wiedmann queue->next_buf_to_fill = 4335ec2b559dSJulian Wiedmann QDIO_BUFNR(queue->next_buf_to_fill + 1); 43369549d70aSJulian Wiedmann } 43379549d70aSJulian Wiedmann 43384a71df50SFrank Blaschka if (flush_count) 4339779e6e1cSJan Glauber qeth_flush_buffers(queue, start_index, flush_count); 4340a1668474SJulian Wiedmann 43413cdc8a25SJulian Wiedmann out: 4342b0abc4f5SJulian Wiedmann if (do_pack) 4343b0abc4f5SJulian Wiedmann QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 43444a71df50SFrank Blaschka 434554a50941SJulian Wiedmann if (stopped && !qeth_out_queue_is_full(queue)) 434654a50941SJulian Wiedmann netif_tx_start_queue(txq); 43474a71df50SFrank Blaschka return rc; 43484a71df50SFrank Blaschka } 43494a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_do_send_packet); 43504a71df50SFrank Blaschka 435181ec5439SJulian Wiedmann static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 435281ec5439SJulian Wiedmann unsigned int payload_len, struct sk_buff *skb, 435381ec5439SJulian Wiedmann unsigned int proto_len) 435482bf5c08SJulian Wiedmann { 435582bf5c08SJulian Wiedmann struct qeth_hdr_ext_tso *ext = &hdr->ext; 435682bf5c08SJulian Wiedmann 435782bf5c08SJulian Wiedmann ext->hdr_tot_len = sizeof(*ext); 435882bf5c08SJulian Wiedmann ext->imb_hdr_no = 1; 435982bf5c08SJulian Wiedmann ext->hdr_type = 1; 436082bf5c08SJulian Wiedmann ext->hdr_version = 1; 436182bf5c08SJulian Wiedmann ext->hdr_len = 28; 436282bf5c08SJulian Wiedmann ext->payload_len = payload_len; 436382bf5c08SJulian Wiedmann ext->mss = skb_shinfo(skb)->gso_size; 436482bf5c08SJulian Wiedmann ext->dg_hdr_len = proto_len; 436582bf5c08SJulian Wiedmann } 436682bf5c08SJulian Wiedmann 4367fc69660bSJulian Wiedmann int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4368eca1d5c2SJulian Wiedmann struct qeth_qdio_out_q *queue, int ipv, 4369b0abc4f5SJulian Wiedmann void (*fill_header)(struct qeth_qdio_out_q *queue, 4370b0abc4f5SJulian Wiedmann struct qeth_hdr *hdr, struct sk_buff *skb, 4371eca1d5c2SJulian Wiedmann int ipv, unsigned int data_len)) 4372fc69660bSJulian Wiedmann { 437382bf5c08SJulian Wiedmann unsigned int proto_len, hw_hdr_len; 4374fc69660bSJulian Wiedmann unsigned int frame_len = skb->len; 437582bf5c08SJulian Wiedmann bool is_tso = skb_is_gso(skb); 4376fc69660bSJulian Wiedmann unsigned int data_offset = 0; 4377fc69660bSJulian Wiedmann struct qeth_hdr *hdr = NULL; 4378fc69660bSJulian Wiedmann unsigned int hd_len = 0; 4379fc69660bSJulian Wiedmann unsigned int elements; 4380fc69660bSJulian Wiedmann int push_len, rc; 4381fc69660bSJulian Wiedmann 438282bf5c08SJulian Wiedmann if (is_tso) { 438382bf5c08SJulian Wiedmann hw_hdr_len = sizeof(struct qeth_hdr_tso); 438482bf5c08SJulian Wiedmann proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 438582bf5c08SJulian Wiedmann } else { 438682bf5c08SJulian Wiedmann hw_hdr_len = sizeof(struct qeth_hdr); 438781ec5439SJulian Wiedmann proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 438882bf5c08SJulian Wiedmann } 438982bf5c08SJulian Wiedmann 4390fc69660bSJulian Wiedmann rc = skb_cow_head(skb, hw_hdr_len); 4391fc69660bSJulian Wiedmann if (rc) 4392fc69660bSJulian Wiedmann return rc; 4393fc69660bSJulian Wiedmann 4394b0abc4f5SJulian Wiedmann push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4395fc69660bSJulian Wiedmann &elements); 4396fc69660bSJulian Wiedmann if (push_len < 0) 4397fc69660bSJulian Wiedmann return push_len; 439882bf5c08SJulian Wiedmann if (is_tso || !push_len) { 4399fc69660bSJulian Wiedmann /* HW header needs its own buffer element. */ 4400fc69660bSJulian Wiedmann hd_len = hw_hdr_len + proto_len; 440182bf5c08SJulian Wiedmann data_offset = push_len + proto_len; 4402fc69660bSJulian Wiedmann } 4403e517b649SJulian Wiedmann memset(hdr, 0, hw_hdr_len); 4404eca1d5c2SJulian Wiedmann fill_header(queue, hdr, skb, ipv, frame_len); 440582bf5c08SJulian Wiedmann if (is_tso) 440682bf5c08SJulian Wiedmann qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 440782bf5c08SJulian Wiedmann frame_len - proto_len, skb, proto_len); 4408fc69660bSJulian Wiedmann 4409fc69660bSJulian Wiedmann if (IS_IQD(card)) { 44109549d70aSJulian Wiedmann rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4411fc69660bSJulian Wiedmann hd_len); 4412fc69660bSJulian Wiedmann } else { 4413fc69660bSJulian Wiedmann /* TODO: drop skb_orphan() once TX completion is fast enough */ 4414fc69660bSJulian Wiedmann skb_orphan(skb); 4415a1668474SJulian Wiedmann spin_lock(&queue->lock); 4416fc69660bSJulian Wiedmann rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4417fc69660bSJulian Wiedmann hd_len, elements); 4418a1668474SJulian Wiedmann spin_unlock(&queue->lock); 4419fc69660bSJulian Wiedmann } 4420fc69660bSJulian Wiedmann 4421eeac0e20SJulian Wiedmann if (rc && !push_len) 4422fc69660bSJulian Wiedmann kmem_cache_free(qeth_core_header_cache, hdr); 4423eeac0e20SJulian Wiedmann 4424fc69660bSJulian Wiedmann return rc; 4425fc69660bSJulian Wiedmann } 4426fc69660bSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_xmit); 4427fc69660bSJulian Wiedmann 44284a71df50SFrank Blaschka static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 44294a71df50SFrank Blaschka struct qeth_reply *reply, unsigned long data) 44304a71df50SFrank Blaschka { 4431686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 44324a71df50SFrank Blaschka struct qeth_ipacmd_setadpparms *setparms; 44334a71df50SFrank Blaschka 4434847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "prmadpcb"); 44354a71df50SFrank Blaschka 44364a71df50SFrank Blaschka setparms = &(cmd->data.setadapterparms); 4437686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) { 44388a593148SThomas Richter QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 44394a71df50SFrank Blaschka setparms->data.mode = SET_PROMISC_MODE_OFF; 44404a71df50SFrank Blaschka } 44414a71df50SFrank Blaschka card->info.promisc_mode = setparms->data.mode; 4442742d4d40SJulian Wiedmann return (cmd->hdr.return_code) ? -EIO : 0; 44434a71df50SFrank Blaschka } 44444a71df50SFrank Blaschka 444559b757a9SJulian Wiedmann void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 44464a71df50SFrank Blaschka { 444759b757a9SJulian Wiedmann enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 444859b757a9SJulian Wiedmann SET_PROMISC_MODE_OFF; 44494a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 44504a71df50SFrank Blaschka struct qeth_ipa_cmd *cmd; 44514a71df50SFrank Blaschka 4452847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "setprom"); 4453847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 44544a71df50SFrank Blaschka 44554a71df50SFrank Blaschka iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4456b9150461SJulian Wiedmann SETADP_DATA_SIZEOF(mode)); 44571aec42bcSThomas Richter if (!iob) 44581aec42bcSThomas Richter return; 4459ff5caa7aSJulian Wiedmann cmd = __ipa_cmd(iob); 44604a71df50SFrank Blaschka cmd->data.setadapterparms.data.mode = mode; 44614a71df50SFrank Blaschka qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 44624a71df50SFrank Blaschka } 44634a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 44644a71df50SFrank Blaschka 44654a71df50SFrank Blaschka static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 44664a71df50SFrank Blaschka struct qeth_reply *reply, unsigned long data) 44674a71df50SFrank Blaschka { 4468686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4469b144b99fSJulian Wiedmann struct qeth_ipacmd_setadpparms *adp_cmd; 44704a71df50SFrank Blaschka 4471847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "chgmaccb"); 4472686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 44734b7ae122SJulian Wiedmann return -EIO; 44744a71df50SFrank Blaschka 4475b144b99fSJulian Wiedmann adp_cmd = &cmd->data.setadapterparms; 44764b7ae122SJulian Wiedmann if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 44774b7ae122SJulian Wiedmann return -EADDRNOTAVAIL; 44784b7ae122SJulian Wiedmann 4479b144b99fSJulian Wiedmann if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4480b144b99fSJulian Wiedmann !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 44814b7ae122SJulian Wiedmann return -EADDRNOTAVAIL; 4482b144b99fSJulian Wiedmann 4483b144b99fSJulian Wiedmann ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 44844a71df50SFrank Blaschka return 0; 44854a71df50SFrank Blaschka } 44864a71df50SFrank Blaschka 44874a71df50SFrank Blaschka int qeth_setadpparms_change_macaddr(struct qeth_card *card) 44884a71df50SFrank Blaschka { 44894a71df50SFrank Blaschka int rc; 44904a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 44914a71df50SFrank Blaschka struct qeth_ipa_cmd *cmd; 44924a71df50SFrank Blaschka 4493847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "chgmac"); 44944a71df50SFrank Blaschka 44954a71df50SFrank Blaschka iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4496b9150461SJulian Wiedmann SETADP_DATA_SIZEOF(change_addr)); 44971aec42bcSThomas Richter if (!iob) 44981aec42bcSThomas Richter return -ENOMEM; 4499ff5caa7aSJulian Wiedmann cmd = __ipa_cmd(iob); 45004a71df50SFrank Blaschka cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 450199f0b85dSJulian Wiedmann cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 450299f0b85dSJulian Wiedmann ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 450399f0b85dSJulian Wiedmann card->dev->dev_addr); 45044a71df50SFrank Blaschka rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 45054a71df50SFrank Blaschka NULL); 45064a71df50SFrank Blaschka return rc; 45074a71df50SFrank Blaschka } 45084a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 45094a71df50SFrank Blaschka 4510d64ecc22SEinar Lueck static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4511d64ecc22SEinar Lueck struct qeth_reply *reply, unsigned long data) 4512d64ecc22SEinar Lueck { 4513686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4514d64ecc22SEinar Lueck struct qeth_set_access_ctrl *access_ctrl_req; 4515d64ecc22SEinar Lueck 4516847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "setaccb"); 4517d64ecc22SEinar Lueck 4518d64ecc22SEinar Lueck access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 451957a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "rc=%d", 4520d64ecc22SEinar Lueck cmd->data.setadapterparms.hdr.return_code); 45210f54761dSStefan Raspl if (cmd->data.setadapterparms.hdr.return_code != 45220f54761dSStefan Raspl SET_ACCESS_CTRL_RC_SUCCESS) 4523e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4524e19e5be8SJulian Wiedmann access_ctrl_req->subcmd_code, CARD_DEVID(card), 45250f54761dSStefan Raspl cmd->data.setadapterparms.hdr.return_code); 4526e2dfcfbaSJulian Wiedmann switch (qeth_setadpparms_inspect_rc(cmd)) { 4527d64ecc22SEinar Lueck case SET_ACCESS_CTRL_RC_SUCCESS: 452865878fd9SJulian Wiedmann if (access_ctrl_req->subcmd_code == ISOLATION_MODE_NONE) 4529d64ecc22SEinar Lueck dev_info(&card->gdev->dev, 4530d64ecc22SEinar Lueck "QDIO data connection isolation is deactivated\n"); 453165878fd9SJulian Wiedmann else 4532d64ecc22SEinar Lueck dev_info(&card->gdev->dev, 4533d64ecc22SEinar Lueck "QDIO data connection isolation is activated\n"); 453465878fd9SJulian Wiedmann return 0; 45350f54761dSStefan Raspl case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4536e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4537e19e5be8SJulian Wiedmann CARD_DEVID(card)); 453865878fd9SJulian Wiedmann return 0; 45390f54761dSStefan Raspl case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4540e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4541e19e5be8SJulian Wiedmann CARD_DEVID(card)); 454265878fd9SJulian Wiedmann return 0; 4543d64ecc22SEinar Lueck case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4544d64ecc22SEinar Lueck dev_err(&card->gdev->dev, "Adapter does not " 4545d64ecc22SEinar Lueck "support QDIO data connection isolation\n"); 454665878fd9SJulian Wiedmann return -EOPNOTSUPP; 4547d64ecc22SEinar Lueck case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4548d64ecc22SEinar Lueck dev_err(&card->gdev->dev, 4549d64ecc22SEinar Lueck "Adapter is dedicated. " 4550d64ecc22SEinar Lueck "QDIO data connection isolation not supported\n"); 455165878fd9SJulian Wiedmann return -EOPNOTSUPP; 4552d64ecc22SEinar Lueck case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4553d64ecc22SEinar Lueck dev_err(&card->gdev->dev, 4554d64ecc22SEinar Lueck "TSO does not permit QDIO data connection isolation\n"); 455565878fd9SJulian Wiedmann return -EPERM; 45560f54761dSStefan Raspl case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 45570f54761dSStefan Raspl dev_err(&card->gdev->dev, "The adjacent switch port does not " 45580f54761dSStefan Raspl "support reflective relay mode\n"); 455965878fd9SJulian Wiedmann return -EOPNOTSUPP; 45600f54761dSStefan Raspl case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 45610f54761dSStefan Raspl dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 45620f54761dSStefan Raspl "enabled at the adjacent switch port"); 456365878fd9SJulian Wiedmann return -EREMOTEIO; 45640f54761dSStefan Raspl case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 45650f54761dSStefan Raspl dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 45660f54761dSStefan Raspl "at the adjacent switch failed\n"); 456765878fd9SJulian Wiedmann /* benign error while disabling ISOLATION_MODE_FWD */ 456865878fd9SJulian Wiedmann return 0; 4569d64ecc22SEinar Lueck default: 457065878fd9SJulian Wiedmann return -EIO; 4571d64ecc22SEinar Lueck } 4572d64ecc22SEinar Lueck } 4573d64ecc22SEinar Lueck 457465878fd9SJulian Wiedmann int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 457565878fd9SJulian Wiedmann enum qeth_ipa_isolation_modes mode) 4576d64ecc22SEinar Lueck { 4577d64ecc22SEinar Lueck int rc; 4578d64ecc22SEinar Lueck struct qeth_cmd_buffer *iob; 4579d64ecc22SEinar Lueck struct qeth_ipa_cmd *cmd; 4580d64ecc22SEinar Lueck struct qeth_set_access_ctrl *access_ctrl_req; 4581d64ecc22SEinar Lueck 4582847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "setacctl"); 4583d64ecc22SEinar Lueck 458465878fd9SJulian Wiedmann if (!qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 458565878fd9SJulian Wiedmann dev_err(&card->gdev->dev, 458665878fd9SJulian Wiedmann "Adapter does not support QDIO data connection isolation\n"); 458765878fd9SJulian Wiedmann return -EOPNOTSUPP; 458865878fd9SJulian Wiedmann } 458965878fd9SJulian Wiedmann 4590d64ecc22SEinar Lueck iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4591b9150461SJulian Wiedmann SETADP_DATA_SIZEOF(set_access_ctrl)); 45921aec42bcSThomas Richter if (!iob) 45931aec42bcSThomas Richter return -ENOMEM; 4594ff5caa7aSJulian Wiedmann cmd = __ipa_cmd(iob); 4595d64ecc22SEinar Lueck access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 459665878fd9SJulian Wiedmann access_ctrl_req->subcmd_code = mode; 4597d64ecc22SEinar Lueck 4598d64ecc22SEinar Lueck rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 459965878fd9SJulian Wiedmann NULL); 4600d64ecc22SEinar Lueck if (rc) { 460165878fd9SJulian Wiedmann QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4602e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4603e19e5be8SJulian Wiedmann rc, CARD_DEVID(card)); 4604d64ecc22SEinar Lueck } 460565878fd9SJulian Wiedmann 4606d64ecc22SEinar Lueck return rc; 4607d64ecc22SEinar Lueck } 4608d64ecc22SEinar Lueck 46090290bd29SMichael S. Tsirkin void qeth_tx_timeout(struct net_device *dev, unsigned int txqueue) 46104a71df50SFrank Blaschka { 46114a71df50SFrank Blaschka struct qeth_card *card; 46124a71df50SFrank Blaschka 4613509e2562SHeiko Carstens card = dev->ml_priv; 4614847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "txtimeo"); 46154a71df50SFrank Blaschka qeth_schedule_recovery(card); 46164a71df50SFrank Blaschka } 46174a71df50SFrank Blaschka EXPORT_SYMBOL_GPL(qeth_tx_timeout); 46184a71df50SFrank Blaschka 4619942d6984SJulian Wiedmann static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 46204a71df50SFrank Blaschka { 4621509e2562SHeiko Carstens struct qeth_card *card = dev->ml_priv; 46224a71df50SFrank Blaschka int rc = 0; 46234a71df50SFrank Blaschka 46244a71df50SFrank Blaschka switch (regnum) { 46254a71df50SFrank Blaschka case MII_BMCR: /* Basic mode control register */ 46264a71df50SFrank Blaschka rc = BMCR_FULLDPLX; 46274a71df50SFrank Blaschka if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 46284a71df50SFrank Blaschka (card->info.link_type != QETH_LINK_TYPE_OSN) && 462954e049c2SJulian Wiedmann (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 463054e049c2SJulian Wiedmann (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 46314a71df50SFrank Blaschka rc |= BMCR_SPEED100; 46324a71df50SFrank Blaschka break; 46334a71df50SFrank Blaschka case MII_BMSR: /* Basic mode status register */ 46344a71df50SFrank Blaschka rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 46354a71df50SFrank Blaschka BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 46364a71df50SFrank Blaschka BMSR_100BASE4; 46374a71df50SFrank Blaschka break; 46384a71df50SFrank Blaschka case MII_PHYSID1: /* PHYS ID 1 */ 46394a71df50SFrank Blaschka rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 46404a71df50SFrank Blaschka dev->dev_addr[2]; 46414a71df50SFrank Blaschka rc = (rc >> 5) & 0xFFFF; 46424a71df50SFrank Blaschka break; 46434a71df50SFrank Blaschka case MII_PHYSID2: /* PHYS ID 2 */ 46444a71df50SFrank Blaschka rc = (dev->dev_addr[2] << 10) & 0xFFFF; 46454a71df50SFrank Blaschka break; 46464a71df50SFrank Blaschka case MII_ADVERTISE: /* Advertisement control reg */ 46474a71df50SFrank Blaschka rc = ADVERTISE_ALL; 46484a71df50SFrank Blaschka break; 46494a71df50SFrank Blaschka case MII_LPA: /* Link partner ability reg */ 46504a71df50SFrank Blaschka rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 46514a71df50SFrank Blaschka LPA_100BASE4 | LPA_LPACK; 46524a71df50SFrank Blaschka break; 46534a71df50SFrank Blaschka case MII_EXPANSION: /* Expansion register */ 46544a71df50SFrank Blaschka break; 46554a71df50SFrank Blaschka case MII_DCOUNTER: /* disconnect counter */ 46564a71df50SFrank Blaschka break; 46574a71df50SFrank Blaschka case MII_FCSCOUNTER: /* false carrier counter */ 46584a71df50SFrank Blaschka break; 46594a71df50SFrank Blaschka case MII_NWAYTEST: /* N-way auto-neg test register */ 46604a71df50SFrank Blaschka break; 46614a71df50SFrank Blaschka case MII_RERRCOUNTER: /* rx error counter */ 46625fd3fcbbSJulian Wiedmann rc = card->stats.rx_length_errors + 46635fd3fcbbSJulian Wiedmann card->stats.rx_frame_errors + 46645fd3fcbbSJulian Wiedmann card->stats.rx_fifo_errors; 46654a71df50SFrank Blaschka break; 46664a71df50SFrank Blaschka case MII_SREVISION: /* silicon revision */ 46674a71df50SFrank Blaschka break; 46684a71df50SFrank Blaschka case MII_RESV1: /* reserved 1 */ 46694a71df50SFrank Blaschka break; 46704a71df50SFrank Blaschka case MII_LBRERROR: /* loopback, rx, bypass error */ 46714a71df50SFrank Blaschka break; 46724a71df50SFrank Blaschka case MII_PHYADDR: /* physical address */ 46734a71df50SFrank Blaschka break; 46744a71df50SFrank Blaschka case MII_RESV2: /* reserved 2 */ 46754a71df50SFrank Blaschka break; 46764a71df50SFrank Blaschka case MII_TPISTATUS: /* TPI status for 10mbps */ 46774a71df50SFrank Blaschka break; 46784a71df50SFrank Blaschka case MII_NCONFIG: /* network interface config */ 46794a71df50SFrank Blaschka break; 46804a71df50SFrank Blaschka default: 46814a71df50SFrank Blaschka break; 46824a71df50SFrank Blaschka } 46834a71df50SFrank Blaschka return rc; 46844a71df50SFrank Blaschka } 46854a71df50SFrank Blaschka 46864a71df50SFrank Blaschka static int qeth_snmp_command_cb(struct qeth_card *card, 46877c5f8ffbSJulian Wiedmann struct qeth_reply *reply, unsigned long data) 46884a71df50SFrank Blaschka { 46897c5f8ffbSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 46907c5f8ffbSJulian Wiedmann struct qeth_arp_query_info *qinfo = reply->param; 46917c5f8ffbSJulian Wiedmann struct qeth_ipacmd_setadpparms *adp_cmd; 46927c5f8ffbSJulian Wiedmann unsigned int data_len; 46939a764c1eSJulian Wiedmann void *snmp_data; 46944a71df50SFrank Blaschka 4695847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "snpcmdcb"); 46964a71df50SFrank Blaschka 46974a71df50SFrank Blaschka if (cmd->hdr.return_code) { 46988a593148SThomas Richter QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 46994b7ae122SJulian Wiedmann return -EIO; 47004a71df50SFrank Blaschka } 47014a71df50SFrank Blaschka if (cmd->data.setadapterparms.hdr.return_code) { 47024a71df50SFrank Blaschka cmd->hdr.return_code = 47034a71df50SFrank Blaschka cmd->data.setadapterparms.hdr.return_code; 47048a593148SThomas Richter QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 47054b7ae122SJulian Wiedmann return -EIO; 47064a71df50SFrank Blaschka } 47077c5f8ffbSJulian Wiedmann 47087c5f8ffbSJulian Wiedmann adp_cmd = &cmd->data.setadapterparms; 47097c5f8ffbSJulian Wiedmann data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 47107c5f8ffbSJulian Wiedmann if (adp_cmd->hdr.seq_no == 1) { 47117c5f8ffbSJulian Wiedmann snmp_data = &adp_cmd->data.snmp; 47129a764c1eSJulian Wiedmann } else { 47137c5f8ffbSJulian Wiedmann snmp_data = &adp_cmd->data.snmp.request; 47147c5f8ffbSJulian Wiedmann data_len -= offsetof(struct qeth_snmp_cmd, request); 47159a764c1eSJulian Wiedmann } 47164a71df50SFrank Blaschka 47174a71df50SFrank Blaschka /* check if there is enough room in userspace */ 47184a71df50SFrank Blaschka if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 47194b7ae122SJulian Wiedmann QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 47204b7ae122SJulian Wiedmann return -ENOSPC; 47214a71df50SFrank Blaschka } 4722847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 4, "snore%i", 47234a71df50SFrank Blaschka cmd->data.setadapterparms.hdr.used_total); 4724847a50fdSCarsten Otte QETH_CARD_TEXT_(card, 4, "sseqn%i", 47254a71df50SFrank Blaschka cmd->data.setadapterparms.hdr.seq_no); 47264a71df50SFrank Blaschka /*copy entries to user buffer*/ 47279a764c1eSJulian Wiedmann memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 47284a71df50SFrank Blaschka qinfo->udata_offset += data_len; 47299a764c1eSJulian Wiedmann 47304a71df50SFrank Blaschka if (cmd->data.setadapterparms.hdr.seq_no < 47314a71df50SFrank Blaschka cmd->data.setadapterparms.hdr.used_total) 47324a71df50SFrank Blaschka return 1; 47334a71df50SFrank Blaschka return 0; 47344a71df50SFrank Blaschka } 47354a71df50SFrank Blaschka 4736942d6984SJulian Wiedmann static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 47374a71df50SFrank Blaschka { 4738d4c08afaSJulian Wiedmann struct qeth_snmp_ureq __user *ureq; 47394a71df50SFrank Blaschka struct qeth_cmd_buffer *iob; 47406fb392b1SUrsula Braun unsigned int req_len; 47414a71df50SFrank Blaschka struct qeth_arp_query_info qinfo = {0, }; 47424a71df50SFrank Blaschka int rc = 0; 47434a71df50SFrank Blaschka 4744847a50fdSCarsten Otte QETH_CARD_TEXT(card, 3, "snmpcmd"); 47454a71df50SFrank Blaschka 4746379ac99eSJulian Wiedmann if (IS_VM_NIC(card)) 47474a71df50SFrank Blaschka return -EOPNOTSUPP; 47484a71df50SFrank Blaschka 47494a71df50SFrank Blaschka if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 47504fda3354SJulian Wiedmann IS_LAYER3(card)) 47514a71df50SFrank Blaschka return -EOPNOTSUPP; 47524fda3354SJulian Wiedmann 4753d4c08afaSJulian Wiedmann ureq = (struct qeth_snmp_ureq __user *) udata; 4754d4c08afaSJulian Wiedmann if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4755d4c08afaSJulian Wiedmann get_user(req_len, &ureq->hdr.req_len)) 47564a71df50SFrank Blaschka return -EFAULT; 4757d4c08afaSJulian Wiedmann 4758292a50e3SJulian Wiedmann /* Sanitize user input, to avoid overflows in iob size calculation: */ 4759292a50e3SJulian Wiedmann if (req_len > QETH_BUFSIZE) 4760292a50e3SJulian Wiedmann return -EINVAL; 4761292a50e3SJulian Wiedmann 4762d4c08afaSJulian Wiedmann iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4763d4c08afaSJulian Wiedmann if (!iob) 4764d4c08afaSJulian Wiedmann return -ENOMEM; 4765d4c08afaSJulian Wiedmann 4766d4c08afaSJulian Wiedmann if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4767d4c08afaSJulian Wiedmann &ureq->cmd, req_len)) { 4768d4c08afaSJulian Wiedmann qeth_put_cmd(iob); 4769d4c08afaSJulian Wiedmann return -EFAULT; 47704a71df50SFrank Blaschka } 4771d4c08afaSJulian Wiedmann 47724a71df50SFrank Blaschka qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 47734a71df50SFrank Blaschka if (!qinfo.udata) { 4774d4c08afaSJulian Wiedmann qeth_put_cmd(iob); 47754a71df50SFrank Blaschka return -ENOMEM; 47764a71df50SFrank Blaschka } 47774a71df50SFrank Blaschka qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 47784a71df50SFrank Blaschka 4779c2153277SJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 47804a71df50SFrank Blaschka if (rc) 4781e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4782e19e5be8SJulian Wiedmann CARD_DEVID(card), rc); 47834a71df50SFrank Blaschka else { 47844a71df50SFrank Blaschka if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 47854a71df50SFrank Blaschka rc = -EFAULT; 47864a71df50SFrank Blaschka } 4787d4c08afaSJulian Wiedmann 47884a71df50SFrank Blaschka kfree(qinfo.udata); 47894a71df50SFrank Blaschka return rc; 47904a71df50SFrank Blaschka } 47914a71df50SFrank Blaschka 4792c3ab96f3SFrank Blaschka static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 47934b2eee35SJulian Wiedmann struct qeth_reply *reply, 47944b2eee35SJulian Wiedmann unsigned long data) 4795c3ab96f3SFrank Blaschka { 4796686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 47974b2eee35SJulian Wiedmann struct qeth_qoat_priv *priv = reply->param; 4798c3ab96f3SFrank Blaschka int resdatalen; 4799c3ab96f3SFrank Blaschka 4800c3ab96f3SFrank Blaschka QETH_CARD_TEXT(card, 3, "qoatcb"); 4801686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 48024b7ae122SJulian Wiedmann return -EIO; 4803c3ab96f3SFrank Blaschka 4804c3ab96f3SFrank Blaschka resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4805c3ab96f3SFrank Blaschka 48064b7ae122SJulian Wiedmann if (resdatalen > (priv->buffer_len - priv->response_len)) 48074b7ae122SJulian Wiedmann return -ENOSPC; 4808c3ab96f3SFrank Blaschka 4809f7ec2d2aSJulian Wiedmann memcpy(priv->buffer + priv->response_len, 4810f7ec2d2aSJulian Wiedmann &cmd->data.setadapterparms.hdr, resdatalen); 4811c3ab96f3SFrank Blaschka priv->response_len += resdatalen; 4812c3ab96f3SFrank Blaschka 4813c3ab96f3SFrank Blaschka if (cmd->data.setadapterparms.hdr.seq_no < 4814c3ab96f3SFrank Blaschka cmd->data.setadapterparms.hdr.used_total) 4815c3ab96f3SFrank Blaschka return 1; 4816c3ab96f3SFrank Blaschka return 0; 4817c3ab96f3SFrank Blaschka } 4818c3ab96f3SFrank Blaschka 4819942d6984SJulian Wiedmann static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4820c3ab96f3SFrank Blaschka { 4821c3ab96f3SFrank Blaschka int rc = 0; 4822c3ab96f3SFrank Blaschka struct qeth_cmd_buffer *iob; 4823c3ab96f3SFrank Blaschka struct qeth_ipa_cmd *cmd; 4824c3ab96f3SFrank Blaschka struct qeth_query_oat *oat_req; 4825c3ab96f3SFrank Blaschka struct qeth_query_oat_data oat_data; 4826c3ab96f3SFrank Blaschka struct qeth_qoat_priv priv; 4827c3ab96f3SFrank Blaschka void __user *tmp; 4828c3ab96f3SFrank Blaschka 4829c3ab96f3SFrank Blaschka QETH_CARD_TEXT(card, 3, "qoatcmd"); 4830c3ab96f3SFrank Blaschka 48314b2eee35SJulian Wiedmann if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) 48324b2eee35SJulian Wiedmann return -EOPNOTSUPP; 4833c3ab96f3SFrank Blaschka 48344b2eee35SJulian Wiedmann if (copy_from_user(&oat_data, udata, sizeof(oat_data))) 48354b2eee35SJulian Wiedmann return -EFAULT; 4836c3ab96f3SFrank Blaschka 4837c3ab96f3SFrank Blaschka priv.buffer_len = oat_data.buffer_len; 4838c3ab96f3SFrank Blaschka priv.response_len = 0; 4839aec45e85SWenjia Zhang priv.buffer = vzalloc(oat_data.buffer_len); 48404b2eee35SJulian Wiedmann if (!priv.buffer) 48414b2eee35SJulian Wiedmann return -ENOMEM; 4842c3ab96f3SFrank Blaschka 4843c3ab96f3SFrank Blaschka iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4844b9150461SJulian Wiedmann SETADP_DATA_SIZEOF(query_oat)); 48451aec42bcSThomas Richter if (!iob) { 48461aec42bcSThomas Richter rc = -ENOMEM; 48471aec42bcSThomas Richter goto out_free; 48481aec42bcSThomas Richter } 4849ff5caa7aSJulian Wiedmann cmd = __ipa_cmd(iob); 4850c3ab96f3SFrank Blaschka oat_req = &cmd->data.setadapterparms.data.query_oat; 4851c3ab96f3SFrank Blaschka oat_req->subcmd_code = oat_data.command; 4852c3ab96f3SFrank Blaschka 48534b2eee35SJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, &priv); 4854c3ab96f3SFrank Blaschka if (!rc) { 48552ccd31f8SJulian Wiedmann tmp = is_compat_task() ? compat_ptr(oat_data.ptr) : 48562ccd31f8SJulian Wiedmann u64_to_user_ptr(oat_data.ptr); 4857c3ab96f3SFrank Blaschka oat_data.response_len = priv.response_len; 4858c3ab96f3SFrank Blaschka 48594b2eee35SJulian Wiedmann if (copy_to_user(tmp, priv.buffer, priv.response_len) || 48604b2eee35SJulian Wiedmann copy_to_user(udata, &oat_data, sizeof(oat_data))) 4861c3ab96f3SFrank Blaschka rc = -EFAULT; 48624b7ae122SJulian Wiedmann } 4863c3ab96f3SFrank Blaschka 4864c3ab96f3SFrank Blaschka out_free: 4865aec45e85SWenjia Zhang vfree(priv.buffer); 4866c3ab96f3SFrank Blaschka return rc; 4867c3ab96f3SFrank Blaschka } 4868c3ab96f3SFrank Blaschka 4869e71e4072SHeiko Carstens static int qeth_query_card_info_cb(struct qeth_card *card, 487002d5cb5bSEugene Crosser struct qeth_reply *reply, unsigned long data) 487102d5cb5bSEugene Crosser { 4872686c97eeSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 48734139b2b1SJulian Wiedmann struct qeth_link_info *link_info = reply->param; 487402d5cb5bSEugene Crosser struct qeth_query_card_info *card_info; 487502d5cb5bSEugene Crosser 487602d5cb5bSEugene Crosser QETH_CARD_TEXT(card, 2, "qcrdincb"); 4877686c97eeSJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 4878742d4d40SJulian Wiedmann return -EIO; 4879686c97eeSJulian Wiedmann 488002d5cb5bSEugene Crosser card_info = &cmd->data.setadapterparms.data.card_info; 48814139b2b1SJulian Wiedmann netdev_dbg(card->dev, 48824139b2b1SJulian Wiedmann "card info: card_type=0x%02x, port_mode=0x%04x, port_speed=0x%08x\n", 48834139b2b1SJulian Wiedmann card_info->card_type, card_info->port_mode, 48844139b2b1SJulian Wiedmann card_info->port_speed); 48854139b2b1SJulian Wiedmann 48864139b2b1SJulian Wiedmann switch (card_info->port_mode) { 48874139b2b1SJulian Wiedmann case CARD_INFO_PORTM_FULLDUPLEX: 48884139b2b1SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 48894139b2b1SJulian Wiedmann break; 48904139b2b1SJulian Wiedmann case CARD_INFO_PORTM_HALFDUPLEX: 48914139b2b1SJulian Wiedmann link_info->duplex = DUPLEX_HALF; 48924139b2b1SJulian Wiedmann break; 48934139b2b1SJulian Wiedmann default: 48944139b2b1SJulian Wiedmann link_info->duplex = DUPLEX_UNKNOWN; 48954139b2b1SJulian Wiedmann } 48964139b2b1SJulian Wiedmann 48974139b2b1SJulian Wiedmann switch (card_info->card_type) { 48984139b2b1SJulian Wiedmann case CARD_INFO_TYPE_1G_COPPER_A: 48994139b2b1SJulian Wiedmann case CARD_INFO_TYPE_1G_COPPER_B: 49004139b2b1SJulian Wiedmann link_info->speed = SPEED_1000; 49014139b2b1SJulian Wiedmann link_info->port = PORT_TP; 49024139b2b1SJulian Wiedmann break; 49034139b2b1SJulian Wiedmann case CARD_INFO_TYPE_1G_FIBRE_A: 49044139b2b1SJulian Wiedmann case CARD_INFO_TYPE_1G_FIBRE_B: 49054139b2b1SJulian Wiedmann link_info->speed = SPEED_1000; 49064139b2b1SJulian Wiedmann link_info->port = PORT_FIBRE; 49074139b2b1SJulian Wiedmann break; 49084139b2b1SJulian Wiedmann case CARD_INFO_TYPE_10G_FIBRE_A: 49094139b2b1SJulian Wiedmann case CARD_INFO_TYPE_10G_FIBRE_B: 49104139b2b1SJulian Wiedmann link_info->speed = SPEED_10000; 49114139b2b1SJulian Wiedmann link_info->port = PORT_FIBRE; 49124139b2b1SJulian Wiedmann break; 49134139b2b1SJulian Wiedmann default: 49144139b2b1SJulian Wiedmann switch (card_info->port_speed) { 49154139b2b1SJulian Wiedmann case CARD_INFO_PORTS_10M: 49164139b2b1SJulian Wiedmann link_info->speed = SPEED_10; 49174139b2b1SJulian Wiedmann break; 49184139b2b1SJulian Wiedmann case CARD_INFO_PORTS_100M: 49194139b2b1SJulian Wiedmann link_info->speed = SPEED_100; 49204139b2b1SJulian Wiedmann break; 49214139b2b1SJulian Wiedmann case CARD_INFO_PORTS_1G: 49224139b2b1SJulian Wiedmann link_info->speed = SPEED_1000; 49234139b2b1SJulian Wiedmann break; 49244139b2b1SJulian Wiedmann case CARD_INFO_PORTS_10G: 49254139b2b1SJulian Wiedmann link_info->speed = SPEED_10000; 49264139b2b1SJulian Wiedmann break; 49274139b2b1SJulian Wiedmann case CARD_INFO_PORTS_25G: 49284139b2b1SJulian Wiedmann link_info->speed = SPEED_25000; 49294139b2b1SJulian Wiedmann break; 49304139b2b1SJulian Wiedmann default: 49314139b2b1SJulian Wiedmann link_info->speed = SPEED_UNKNOWN; 49324139b2b1SJulian Wiedmann } 49334139b2b1SJulian Wiedmann 49344139b2b1SJulian Wiedmann link_info->port = PORT_OTHER; 49354139b2b1SJulian Wiedmann } 49364139b2b1SJulian Wiedmann 493702d5cb5bSEugene Crosser return 0; 493802d5cb5bSEugene Crosser } 493902d5cb5bSEugene Crosser 4940d896ac62SJulian Wiedmann int qeth_query_card_info(struct qeth_card *card, 49414139b2b1SJulian Wiedmann struct qeth_link_info *link_info) 494202d5cb5bSEugene Crosser { 494302d5cb5bSEugene Crosser struct qeth_cmd_buffer *iob; 494402d5cb5bSEugene Crosser 494502d5cb5bSEugene Crosser QETH_CARD_TEXT(card, 2, "qcrdinfo"); 494602d5cb5bSEugene Crosser if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 494702d5cb5bSEugene Crosser return -EOPNOTSUPP; 4948b9150461SJulian Wiedmann iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 49491aec42bcSThomas Richter if (!iob) 49501aec42bcSThomas Richter return -ENOMEM; 49514139b2b1SJulian Wiedmann 49524139b2b1SJulian Wiedmann return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, link_info); 495302d5cb5bSEugene Crosser } 495402d5cb5bSEugene Crosser 4955e92d42e7SJulian Wiedmann static int qeth_init_link_info_oat_cb(struct qeth_card *card, 4956e92d42e7SJulian Wiedmann struct qeth_reply *reply_priv, 4957e92d42e7SJulian Wiedmann unsigned long data) 4958e92d42e7SJulian Wiedmann { 4959e92d42e7SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4960e92d42e7SJulian Wiedmann struct qeth_link_info *link_info = reply_priv->param; 4961e92d42e7SJulian Wiedmann struct qeth_query_oat_physical_if *phys_if; 4962e92d42e7SJulian Wiedmann struct qeth_query_oat_reply *reply; 4963e92d42e7SJulian Wiedmann 4964e92d42e7SJulian Wiedmann if (qeth_setadpparms_inspect_rc(cmd)) 4965e92d42e7SJulian Wiedmann return -EIO; 4966e92d42e7SJulian Wiedmann 4967e92d42e7SJulian Wiedmann /* Multi-part reply is unexpected, don't bother: */ 4968e92d42e7SJulian Wiedmann if (cmd->data.setadapterparms.hdr.used_total > 1) 4969e92d42e7SJulian Wiedmann return -EINVAL; 4970e92d42e7SJulian Wiedmann 4971e92d42e7SJulian Wiedmann /* Expect the reply to start with phys_if data: */ 4972e92d42e7SJulian Wiedmann reply = &cmd->data.setadapterparms.data.query_oat.reply[0]; 4973e92d42e7SJulian Wiedmann if (reply->type != QETH_QOAT_REPLY_TYPE_PHYS_IF || 4974e92d42e7SJulian Wiedmann reply->length < sizeof(*reply)) 4975e92d42e7SJulian Wiedmann return -EINVAL; 4976e92d42e7SJulian Wiedmann 4977e92d42e7SJulian Wiedmann phys_if = &reply->phys_if; 4978e92d42e7SJulian Wiedmann 4979e92d42e7SJulian Wiedmann switch (phys_if->speed_duplex) { 4980e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_10M_HALF: 4981e92d42e7SJulian Wiedmann link_info->speed = SPEED_10; 4982e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_HALF; 4983e92d42e7SJulian Wiedmann break; 4984e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_10M_FULL: 4985e92d42e7SJulian Wiedmann link_info->speed = SPEED_10; 4986e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 4987e92d42e7SJulian Wiedmann break; 4988e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_100M_HALF: 4989e92d42e7SJulian Wiedmann link_info->speed = SPEED_100; 4990e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_HALF; 4991e92d42e7SJulian Wiedmann break; 4992e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_100M_FULL: 4993e92d42e7SJulian Wiedmann link_info->speed = SPEED_100; 4994e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 4995e92d42e7SJulian Wiedmann break; 4996e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_1000M_HALF: 4997e92d42e7SJulian Wiedmann link_info->speed = SPEED_1000; 4998e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_HALF; 4999e92d42e7SJulian Wiedmann break; 5000e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_1000M_FULL: 5001e92d42e7SJulian Wiedmann link_info->speed = SPEED_1000; 5002e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 5003e92d42e7SJulian Wiedmann break; 5004e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_10G_FULL: 5005e92d42e7SJulian Wiedmann link_info->speed = SPEED_10000; 5006e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 5007e92d42e7SJulian Wiedmann break; 5008e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_25G_FULL: 5009e92d42e7SJulian Wiedmann link_info->speed = SPEED_25000; 5010e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_FULL; 5011e92d42e7SJulian Wiedmann break; 5012e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_SPEED_UNKNOWN: 5013e92d42e7SJulian Wiedmann default: 5014e92d42e7SJulian Wiedmann link_info->speed = SPEED_UNKNOWN; 5015e92d42e7SJulian Wiedmann link_info->duplex = DUPLEX_UNKNOWN; 5016e92d42e7SJulian Wiedmann break; 5017e92d42e7SJulian Wiedmann } 5018e92d42e7SJulian Wiedmann 5019e92d42e7SJulian Wiedmann switch (phys_if->media_type) { 5020e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_MEDIA_COPPER: 5021e92d42e7SJulian Wiedmann link_info->port = PORT_TP; 5022235db527SJulian Wiedmann link_info->link_mode = QETH_LINK_MODE_UNKNOWN; 5023e92d42e7SJulian Wiedmann break; 5024e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_MEDIA_FIBRE_SHORT: 5025235db527SJulian Wiedmann link_info->port = PORT_FIBRE; 5026235db527SJulian Wiedmann link_info->link_mode = QETH_LINK_MODE_FIBRE_SHORT; 5027235db527SJulian Wiedmann break; 5028e92d42e7SJulian Wiedmann case QETH_QOAT_PHYS_MEDIA_FIBRE_LONG: 5029e92d42e7SJulian Wiedmann link_info->port = PORT_FIBRE; 5030235db527SJulian Wiedmann link_info->link_mode = QETH_LINK_MODE_FIBRE_LONG; 5031e92d42e7SJulian Wiedmann break; 5032e92d42e7SJulian Wiedmann default: 5033e92d42e7SJulian Wiedmann link_info->port = PORT_OTHER; 5034235db527SJulian Wiedmann link_info->link_mode = QETH_LINK_MODE_UNKNOWN; 5035e92d42e7SJulian Wiedmann break; 5036e92d42e7SJulian Wiedmann } 5037e92d42e7SJulian Wiedmann 5038e92d42e7SJulian Wiedmann return 0; 5039e92d42e7SJulian Wiedmann } 5040e92d42e7SJulian Wiedmann 5041baf7998dSJulian Wiedmann static void qeth_init_link_info(struct qeth_card *card) 5042baf7998dSJulian Wiedmann { 5043baf7998dSJulian Wiedmann card->info.link_info.duplex = DUPLEX_FULL; 5044baf7998dSJulian Wiedmann 5045baf7998dSJulian Wiedmann if (IS_IQD(card) || IS_VM_NIC(card)) { 5046baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_10000; 5047baf7998dSJulian Wiedmann card->info.link_info.port = PORT_FIBRE; 5048235db527SJulian Wiedmann card->info.link_info.link_mode = QETH_LINK_MODE_FIBRE_SHORT; 5049baf7998dSJulian Wiedmann } else { 5050baf7998dSJulian Wiedmann switch (card->info.link_type) { 5051baf7998dSJulian Wiedmann case QETH_LINK_TYPE_FAST_ETH: 5052baf7998dSJulian Wiedmann case QETH_LINK_TYPE_LANE_ETH100: 5053baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_100; 5054baf7998dSJulian Wiedmann card->info.link_info.port = PORT_TP; 5055baf7998dSJulian Wiedmann break; 5056baf7998dSJulian Wiedmann case QETH_LINK_TYPE_GBIT_ETH: 5057baf7998dSJulian Wiedmann case QETH_LINK_TYPE_LANE_ETH1000: 5058baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_1000; 5059baf7998dSJulian Wiedmann card->info.link_info.port = PORT_FIBRE; 5060baf7998dSJulian Wiedmann break; 5061baf7998dSJulian Wiedmann case QETH_LINK_TYPE_10GBIT_ETH: 5062baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_10000; 5063baf7998dSJulian Wiedmann card->info.link_info.port = PORT_FIBRE; 5064baf7998dSJulian Wiedmann break; 5065baf7998dSJulian Wiedmann case QETH_LINK_TYPE_25GBIT_ETH: 5066baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_25000; 5067baf7998dSJulian Wiedmann card->info.link_info.port = PORT_FIBRE; 5068baf7998dSJulian Wiedmann break; 5069baf7998dSJulian Wiedmann default: 5070baf7998dSJulian Wiedmann dev_info(&card->gdev->dev, "Unknown link type %x\n", 5071baf7998dSJulian Wiedmann card->info.link_type); 5072baf7998dSJulian Wiedmann card->info.link_info.speed = SPEED_UNKNOWN; 5073baf7998dSJulian Wiedmann card->info.link_info.port = PORT_OTHER; 5074baf7998dSJulian Wiedmann } 5075235db527SJulian Wiedmann 5076235db527SJulian Wiedmann card->info.link_info.link_mode = QETH_LINK_MODE_UNKNOWN; 5077baf7998dSJulian Wiedmann } 5078e92d42e7SJulian Wiedmann 5079e92d42e7SJulian Wiedmann /* Get more accurate data via QUERY OAT: */ 5080e92d42e7SJulian Wiedmann if (qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 5081e92d42e7SJulian Wiedmann struct qeth_link_info link_info; 5082e92d42e7SJulian Wiedmann struct qeth_cmd_buffer *iob; 5083e92d42e7SJulian Wiedmann 5084e92d42e7SJulian Wiedmann iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 5085e92d42e7SJulian Wiedmann SETADP_DATA_SIZEOF(query_oat)); 5086e92d42e7SJulian Wiedmann if (iob) { 5087e92d42e7SJulian Wiedmann struct qeth_ipa_cmd *cmd = __ipa_cmd(iob); 5088e92d42e7SJulian Wiedmann struct qeth_query_oat *oat_req; 5089e92d42e7SJulian Wiedmann 5090e92d42e7SJulian Wiedmann oat_req = &cmd->data.setadapterparms.data.query_oat; 5091e92d42e7SJulian Wiedmann oat_req->subcmd_code = QETH_QOAT_SCOPE_INTERFACE; 5092e92d42e7SJulian Wiedmann 5093e92d42e7SJulian Wiedmann if (!qeth_send_ipa_cmd(card, iob, 5094e92d42e7SJulian Wiedmann qeth_init_link_info_oat_cb, 5095e92d42e7SJulian Wiedmann &link_info)) { 5096e92d42e7SJulian Wiedmann if (link_info.speed != SPEED_UNKNOWN) 5097e92d42e7SJulian Wiedmann card->info.link_info.speed = link_info.speed; 5098e92d42e7SJulian Wiedmann if (link_info.duplex != DUPLEX_UNKNOWN) 5099e92d42e7SJulian Wiedmann card->info.link_info.duplex = link_info.duplex; 5100e92d42e7SJulian Wiedmann if (link_info.port != PORT_OTHER) 5101e92d42e7SJulian Wiedmann card->info.link_info.port = link_info.port; 5102235db527SJulian Wiedmann if (link_info.link_mode != QETH_LINK_MODE_UNKNOWN) 5103235db527SJulian Wiedmann card->info.link_info.link_mode = link_info.link_mode; 5104e92d42e7SJulian Wiedmann } 5105e92d42e7SJulian Wiedmann } 5106e92d42e7SJulian Wiedmann } 5107baf7998dSJulian Wiedmann } 5108baf7998dSJulian Wiedmann 5109ec61bd2fSJulian Wiedmann /** 5110ec61bd2fSJulian Wiedmann * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 5111ec61bd2fSJulian Wiedmann * @card: pointer to a qeth_card 5112ec61bd2fSJulian Wiedmann * 5113ec61bd2fSJulian Wiedmann * Returns 5114ec61bd2fSJulian Wiedmann * 0, if a MAC address has been set for the card's netdevice 5115ec61bd2fSJulian Wiedmann * a return code, for various error conditions 5116ec61bd2fSJulian Wiedmann */ 5117ec61bd2fSJulian Wiedmann int qeth_vm_request_mac(struct qeth_card *card) 5118ec61bd2fSJulian Wiedmann { 5119ec61bd2fSJulian Wiedmann struct diag26c_mac_resp *response; 5120ec61bd2fSJulian Wiedmann struct diag26c_mac_req *request; 5121ec61bd2fSJulian Wiedmann int rc; 5122ec61bd2fSJulian Wiedmann 512357a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "vmreqmac"); 5124ec61bd2fSJulian Wiedmann 5125ec61bd2fSJulian Wiedmann request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 5126ec61bd2fSJulian Wiedmann response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 5127ec61bd2fSJulian Wiedmann if (!request || !response) { 5128ec61bd2fSJulian Wiedmann rc = -ENOMEM; 5129ec61bd2fSJulian Wiedmann goto out; 5130ec61bd2fSJulian Wiedmann } 5131ec61bd2fSJulian Wiedmann 5132ec61bd2fSJulian Wiedmann request->resp_buf_len = sizeof(*response); 5133ec61bd2fSJulian Wiedmann request->resp_version = DIAG26C_VERSION2; 5134ec61bd2fSJulian Wiedmann request->op_code = DIAG26C_GET_MAC; 5135fa115adfSAlexandra Winter request->devno = card->info.ddev_devno; 5136ec61bd2fSJulian Wiedmann 5137615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 5138ec61bd2fSJulian Wiedmann rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 5139615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 5140ec61bd2fSJulian Wiedmann if (rc) 5141ec61bd2fSJulian Wiedmann goto out; 5142615dff22SJulian Wiedmann QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 5143ec61bd2fSJulian Wiedmann 5144ec61bd2fSJulian Wiedmann if (request->resp_buf_len < sizeof(*response) || 5145ec61bd2fSJulian Wiedmann response->version != request->resp_version) { 5146ec61bd2fSJulian Wiedmann rc = -EIO; 514757a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "badresp"); 514857a688aaSJulian Wiedmann QETH_CARD_HEX(card, 2, &request->resp_buf_len, 5149ec61bd2fSJulian Wiedmann sizeof(request->resp_buf_len)); 5150ec61bd2fSJulian Wiedmann } else if (!is_valid_ether_addr(response->mac)) { 5151ec61bd2fSJulian Wiedmann rc = -EINVAL; 515257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "badmac"); 515357a688aaSJulian Wiedmann QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 5154ec61bd2fSJulian Wiedmann } else { 5155ec61bd2fSJulian Wiedmann ether_addr_copy(card->dev->dev_addr, response->mac); 5156ec61bd2fSJulian Wiedmann } 5157ec61bd2fSJulian Wiedmann 5158ec61bd2fSJulian Wiedmann out: 5159ec61bd2fSJulian Wiedmann kfree(response); 5160ec61bd2fSJulian Wiedmann kfree(request); 5161ec61bd2fSJulian Wiedmann return rc; 5162ec61bd2fSJulian Wiedmann } 5163ec61bd2fSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 5164ec61bd2fSJulian Wiedmann 5165d0ff1f52SUrsula Braun static void qeth_determine_capabilities(struct qeth_card *card) 5166d0ff1f52SUrsula Braun { 5167f9e50b02SJulian Wiedmann struct qeth_channel *channel = &card->data; 5168f9e50b02SJulian Wiedmann struct ccw_device *ddev = channel->ccwdev; 5169d0ff1f52SUrsula Braun int rc; 5170d0ff1f52SUrsula Braun int ddev_offline = 0; 5171d0ff1f52SUrsula Braun 517257a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "detcapab"); 5173d0ff1f52SUrsula Braun if (!ddev->online) { 5174d0ff1f52SUrsula Braun ddev_offline = 1; 5175871602b1SJulian Wiedmann rc = qeth_start_channel(channel); 5176d0ff1f52SUrsula Braun if (rc) { 517757a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "3err%d", rc); 5178d0ff1f52SUrsula Braun goto out; 5179d0ff1f52SUrsula Braun } 5180d0ff1f52SUrsula Braun } 5181d0ff1f52SUrsula Braun 51822066e1dbSJulian Wiedmann rc = qeth_read_conf_data(card); 5183d0ff1f52SUrsula Braun if (rc) { 5184e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 5185e19e5be8SJulian Wiedmann CARD_DEVID(card), rc); 518657a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "5err%d", rc); 5187d0ff1f52SUrsula Braun goto out_offline; 5188d0ff1f52SUrsula Braun } 5189d0ff1f52SUrsula Braun 5190d0ff1f52SUrsula Braun rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 5191d0ff1f52SUrsula Braun if (rc) 519257a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "6err%d", rc); 5193d0ff1f52SUrsula Braun 519457a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 519557a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 519657a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 519757a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 519857a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 51990da9581dSEinar Lueck if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 52000da9581dSEinar Lueck ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 52010da9581dSEinar Lueck ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 52020da9581dSEinar Lueck dev_info(&card->gdev->dev, 52030da9581dSEinar Lueck "Completion Queueing supported\n"); 52040da9581dSEinar Lueck } else { 52050da9581dSEinar Lueck card->options.cq = QETH_CQ_NOTAVAILABLE; 52060da9581dSEinar Lueck } 52070da9581dSEinar Lueck 5208d0ff1f52SUrsula Braun out_offline: 5209d0ff1f52SUrsula Braun if (ddev_offline == 1) 5210f9e50b02SJulian Wiedmann qeth_stop_channel(channel); 5211d0ff1f52SUrsula Braun out: 5212d0ff1f52SUrsula Braun return; 5213d0ff1f52SUrsula Braun } 5214d0ff1f52SUrsula Braun 5215fa115adfSAlexandra Winter static void qeth_read_ccw_conf_data(struct qeth_card *card) 5216fa115adfSAlexandra Winter { 5217fa115adfSAlexandra Winter struct qeth_card_info *info = &card->info; 5218fa115adfSAlexandra Winter struct ccw_device *cdev = CARD_DDEV(card); 5219fa115adfSAlexandra Winter struct ccw_dev_id dev_id; 5220fa115adfSAlexandra Winter 5221fa115adfSAlexandra Winter QETH_CARD_TEXT(card, 2, "ccwconfd"); 5222fa115adfSAlexandra Winter ccw_device_get_id(cdev, &dev_id); 5223fa115adfSAlexandra Winter 5224fa115adfSAlexandra Winter info->ddev_devno = dev_id.devno; 5225fa115adfSAlexandra Winter info->ids_valid = !ccw_device_get_cssid(cdev, &info->cssid) && 5226fa115adfSAlexandra Winter !ccw_device_get_iid(cdev, &info->iid) && 5227fa115adfSAlexandra Winter !ccw_device_get_chid(cdev, 0, &info->chid); 5228fa115adfSAlexandra Winter info->ssid = dev_id.ssid; 5229fa115adfSAlexandra Winter 5230fa115adfSAlexandra Winter dev_info(&card->gdev->dev, "CHID: %x CHPID: %x\n", 5231fa115adfSAlexandra Winter info->chid, info->chpid); 5232fa115adfSAlexandra Winter 5233fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "devn%x", info->ddev_devno); 5234fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "cssid:%x", info->cssid); 5235fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "iid:%x", info->iid); 5236fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "ssid:%x", info->ssid); 5237fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "chpid:%x", info->chpid); 5238fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "chid:%x", info->chid); 5239fa115adfSAlexandra Winter QETH_CARD_TEXT_(card, 3, "idval%x", info->ids_valid); 5240fa115adfSAlexandra Winter } 5241fa115adfSAlexandra Winter 52424a71df50SFrank Blaschka static int qeth_qdio_establish(struct qeth_card *card) 52434a71df50SFrank Blaschka { 5244d8564e19SJulian Wiedmann struct qdio_buffer **out_sbal_ptrs[QETH_MAX_OUT_QUEUES]; 5245d8564e19SJulian Wiedmann struct qdio_buffer **in_sbal_ptrs[QETH_MAX_IN_QUEUES]; 524672d5e850SJulian Wiedmann struct qeth_qib_parms *qib_parms = NULL; 52474a71df50SFrank Blaschka struct qdio_initialize init_data; 5248d8564e19SJulian Wiedmann unsigned int i; 52494a71df50SFrank Blaschka int rc = 0; 52504a71df50SFrank Blaschka 525157a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "qdioest"); 52524a71df50SFrank Blaschka 525372d5e850SJulian Wiedmann if (!IS_IQD(card) && !IS_VM_NIC(card)) { 525472d5e850SJulian Wiedmann qib_parms = kzalloc(sizeof_field(struct qib, parm), GFP_KERNEL); 525572d5e850SJulian Wiedmann if (!qib_parms) 525672d5e850SJulian Wiedmann return -ENOMEM; 52574a71df50SFrank Blaschka 525872d5e850SJulian Wiedmann qeth_fill_qib_parms(card, qib_parms); 525972d5e850SJulian Wiedmann } 52604a71df50SFrank Blaschka 5261d8564e19SJulian Wiedmann in_sbal_ptrs[0] = card->qdio.in_q->qdio_bufs; 5262d8564e19SJulian Wiedmann if (card->options.cq == QETH_CQ_ENABLED) 5263d8564e19SJulian Wiedmann in_sbal_ptrs[1] = card->qdio.c_q->qdio_bufs; 5264e9091ffdSJulian Wiedmann 5265d8564e19SJulian Wiedmann for (i = 0; i < card->qdio.no_out_queues; i++) 5266d8564e19SJulian Wiedmann out_sbal_ptrs[i] = card->qdio.out_qs[i]->qdio_bufs; 52674a71df50SFrank Blaschka 52684a71df50SFrank Blaschka memset(&init_data, 0, sizeof(struct qdio_initialize)); 5269379ac99eSJulian Wiedmann init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 5270379ac99eSJulian Wiedmann QDIO_QETH_QFMT; 52714a71df50SFrank Blaschka init_data.qib_param_field_format = 0; 527272d5e850SJulian Wiedmann init_data.qib_param_field = (void *)qib_parms; 52730da9581dSEinar Lueck init_data.no_input_qs = card->qdio.no_in_queues; 52744a71df50SFrank Blaschka init_data.no_output_qs = card->qdio.no_out_queues; 52757bcd64ebSJulian Wiedmann init_data.input_handler = qeth_qdio_input_handler; 52767bcd64ebSJulian Wiedmann init_data.output_handler = qeth_qdio_output_handler; 52770a6e6345SJulian Wiedmann init_data.irq_poll = qeth_qdio_poll; 52784a71df50SFrank Blaschka init_data.int_parm = (unsigned long) card; 5279bdf11767SJulian Wiedmann init_data.input_sbal_addr_array = in_sbal_ptrs; 5280bdf11767SJulian Wiedmann init_data.output_sbal_addr_array = out_sbal_ptrs; 52810da9581dSEinar Lueck init_data.output_sbal_state_array = card->qdio.out_bufstates; 5282e53edf74SJulian Wiedmann init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 52834a71df50SFrank Blaschka 52844a71df50SFrank Blaschka if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 52854a71df50SFrank Blaschka QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 52863db1db93SJulian Wiedmann rc = qdio_allocate(CARD_DDEV(card), init_data.no_input_qs, 52873db1db93SJulian Wiedmann init_data.no_output_qs); 5288cc961d40SJan Glauber if (rc) { 52894a71df50SFrank Blaschka atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5290cc961d40SJan Glauber goto out; 52914a71df50SFrank Blaschka } 52921da1092dSJulian Wiedmann rc = qdio_establish(CARD_DDEV(card), &init_data); 5293cc961d40SJan Glauber if (rc) { 5294cc961d40SJan Glauber atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5295cc961d40SJan Glauber qdio_free(CARD_DDEV(card)); 5296cc961d40SJan Glauber } 5297cc961d40SJan Glauber } 52980da9581dSEinar Lueck 52990da9581dSEinar Lueck switch (card->options.cq) { 53000da9581dSEinar Lueck case QETH_CQ_ENABLED: 53010da9581dSEinar Lueck dev_info(&card->gdev->dev, "Completion Queue support enabled"); 53020da9581dSEinar Lueck break; 53030da9581dSEinar Lueck case QETH_CQ_DISABLED: 53040da9581dSEinar Lueck dev_info(&card->gdev->dev, "Completion Queue support disabled"); 53050da9581dSEinar Lueck break; 53060da9581dSEinar Lueck default: 53070da9581dSEinar Lueck break; 53080da9581dSEinar Lueck } 530972d5e850SJulian Wiedmann 5310cc961d40SJan Glauber out: 531172d5e850SJulian Wiedmann kfree(qib_parms); 53124a71df50SFrank Blaschka return rc; 53134a71df50SFrank Blaschka } 53144a71df50SFrank Blaschka 53154a71df50SFrank Blaschka static void qeth_core_free_card(struct qeth_card *card) 53164a71df50SFrank Blaschka { 531757a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "freecrd"); 5318fb8d2580SJulian Wiedmann 5319fb8d2580SJulian Wiedmann unregister_service_level(&card->qeth_service_level); 5320fb8d2580SJulian Wiedmann debugfs_remove_recursive(card->debugfs); 5321c3b2218dSJulian Wiedmann qeth_put_cmd(card->read_cmd); 5322c0a2e4d1SJulian Wiedmann destroy_workqueue(card->event_wq); 5323a2eb0ad5SJulian Wiedmann dev_set_drvdata(&card->gdev->dev, NULL); 53244a71df50SFrank Blaschka kfree(card); 53254a71df50SFrank Blaschka } 53264a71df50SFrank Blaschka 5327b7ea041bSJulian Wiedmann static void qeth_trace_features(struct qeth_card *card) 5328395672e0SStefan Raspl { 5329395672e0SStefan Raspl QETH_CARD_TEXT(card, 2, "features"); 53304d7def2aSThomas Richter QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 53314d7def2aSThomas Richter QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 53324d7def2aSThomas Richter QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 53334d7def2aSThomas Richter QETH_CARD_HEX(card, 2, &card->info.diagass_support, 53344d7def2aSThomas Richter sizeof(card->info.diagass_support)); 5335395672e0SStefan Raspl } 5336395672e0SStefan Raspl 53374a71df50SFrank Blaschka static struct ccw_device_id qeth_ids[] = { 53385113fec0SUrsula Braun {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 53395113fec0SUrsula Braun .driver_info = QETH_CARD_TYPE_OSD}, 53405113fec0SUrsula Braun {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 53415113fec0SUrsula Braun .driver_info = QETH_CARD_TYPE_IQD}, 53424e2b5aa5SJulian Wiedmann #ifdef CONFIG_QETH_OSN 53435113fec0SUrsula Braun {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 53445113fec0SUrsula Braun .driver_info = QETH_CARD_TYPE_OSN}, 53454e2b5aa5SJulian Wiedmann #endif 53465113fec0SUrsula Braun {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 53475113fec0SUrsula Braun .driver_info = QETH_CARD_TYPE_OSM}, 53484e2b5aa5SJulian Wiedmann #ifdef CONFIG_QETH_OSX 53495113fec0SUrsula Braun {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 53505113fec0SUrsula Braun .driver_info = QETH_CARD_TYPE_OSX}, 53514e2b5aa5SJulian Wiedmann #endif 53524a71df50SFrank Blaschka {}, 53534a71df50SFrank Blaschka }; 53544a71df50SFrank Blaschka MODULE_DEVICE_TABLE(ccw, qeth_ids); 53554a71df50SFrank Blaschka 53564a71df50SFrank Blaschka static struct ccw_driver qeth_ccw_driver = { 53573bda058bSSebastian Ott .driver = { 53583e70b3b8SSebastian Ott .owner = THIS_MODULE, 53594a71df50SFrank Blaschka .name = "qeth", 53603bda058bSSebastian Ott }, 53614a71df50SFrank Blaschka .ids = qeth_ids, 53624a71df50SFrank Blaschka .probe = ccwgroup_probe_ccwdev, 53634a71df50SFrank Blaschka .remove = ccwgroup_remove_ccwdev, 53644a71df50SFrank Blaschka }; 53654a71df50SFrank Blaschka 5366b7ea041bSJulian Wiedmann static int qeth_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 53674a71df50SFrank Blaschka { 53686ebb7f8dSStefan Raspl int retries = 3; 53694a71df50SFrank Blaschka int rc; 53704a71df50SFrank Blaschka 537157a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "hrdsetup"); 53724a71df50SFrank Blaschka atomic_set(&card->force_alloc_skb, 0); 5373a4cdc9baSJulian Wiedmann rc = qeth_update_from_chp_desc(card); 5374a4cdc9baSJulian Wiedmann if (rc) 5375a4cdc9baSJulian Wiedmann return rc; 53764a71df50SFrank Blaschka retry: 53776ebb7f8dSStefan Raspl if (retries < 3) 5378e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 5379e19e5be8SJulian Wiedmann CARD_DEVID(card)); 5380379ac99eSJulian Wiedmann rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 5381f9e50b02SJulian Wiedmann qeth_stop_channel(&card->data); 5382f9e50b02SJulian Wiedmann qeth_stop_channel(&card->write); 5383f9e50b02SJulian Wiedmann qeth_stop_channel(&card->read); 538422ae2790SUrsula Braun qdio_free(CARD_DDEV(card)); 5385871602b1SJulian Wiedmann 5386871602b1SJulian Wiedmann rc = qeth_start_channel(&card->read); 5387aa909224SUrsula Braun if (rc) 5388aa909224SUrsula Braun goto retriable; 5389871602b1SJulian Wiedmann rc = qeth_start_channel(&card->write); 5390aa909224SUrsula Braun if (rc) 5391aa909224SUrsula Braun goto retriable; 5392871602b1SJulian Wiedmann rc = qeth_start_channel(&card->data); 5393aa909224SUrsula Braun if (rc) 5394aa909224SUrsula Braun goto retriable; 5395aa909224SUrsula Braun retriable: 53964a71df50SFrank Blaschka if (rc == -ERESTARTSYS) { 539757a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "break1"); 53984a71df50SFrank Blaschka return rc; 53994a71df50SFrank Blaschka } else if (rc) { 540057a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "1err%d", rc); 54016ebb7f8dSStefan Raspl if (--retries < 0) 54024a71df50SFrank Blaschka goto out; 54034a71df50SFrank Blaschka else 54044a71df50SFrank Blaschka goto retry; 54054a71df50SFrank Blaschka } 54067f23d55fSJulian Wiedmann 5407d0ff1f52SUrsula Braun qeth_determine_capabilities(card); 5408fa115adfSAlexandra Winter qeth_read_ccw_conf_data(card); 54097f23d55fSJulian Wiedmann qeth_idx_init(card); 54102e873d10SJulian Wiedmann 54112e873d10SJulian Wiedmann rc = qeth_idx_activate_read_channel(card); 54122e873d10SJulian Wiedmann if (rc == -EINTR) { 541357a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "break2"); 54144a71df50SFrank Blaschka return rc; 54154a71df50SFrank Blaschka } else if (rc) { 541657a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "3err%d", rc); 54174a71df50SFrank Blaschka if (--retries < 0) 54184a71df50SFrank Blaschka goto out; 54194a71df50SFrank Blaschka else 54204a71df50SFrank Blaschka goto retry; 54214a71df50SFrank Blaschka } 54222e873d10SJulian Wiedmann 54232e873d10SJulian Wiedmann rc = qeth_idx_activate_write_channel(card); 54242e873d10SJulian Wiedmann if (rc == -EINTR) { 542557a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "break3"); 54264a71df50SFrank Blaschka return rc; 54274a71df50SFrank Blaschka } else if (rc) { 542857a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "4err%d", rc); 54294a71df50SFrank Blaschka if (--retries < 0) 54304a71df50SFrank Blaschka goto out; 54314a71df50SFrank Blaschka else 54324a71df50SFrank Blaschka goto retry; 54334a71df50SFrank Blaschka } 5434908abbb5SUrsula Braun card->read_or_write_problem = 0; 54354a71df50SFrank Blaschka rc = qeth_mpc_initialize(card); 54364a71df50SFrank Blaschka if (rc) { 543757a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "5err%d", rc); 54384a71df50SFrank Blaschka goto out; 54394a71df50SFrank Blaschka } 54401da74b1cSFrank Blaschka 544110340510SJulian Wiedmann rc = qeth_send_startlan(card); 544210340510SJulian Wiedmann if (rc) { 544357a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "6err%d", rc); 54444b7ae122SJulian Wiedmann if (rc == -ENETDOWN) { 54454b7ae122SJulian Wiedmann dev_warn(&card->gdev->dev, "The LAN is offline\n"); 54469fae5c3bSJulian Wiedmann *carrier_ok = false; 544710340510SJulian Wiedmann } else { 544810340510SJulian Wiedmann goto out; 544910340510SJulian Wiedmann } 545091cc98f5SJulian Wiedmann } else { 54519fae5c3bSJulian Wiedmann *carrier_ok = true; 54529fae5c3bSJulian Wiedmann } 54539fae5c3bSJulian Wiedmann 545452f82bf1SJulian Wiedmann card->options.ipa4.supported = 0; 545552f82bf1SJulian Wiedmann card->options.ipa6.supported = 0; 545652f82bf1SJulian Wiedmann card->options.adp.supported = 0; 5457b4d72c08SEugene Crosser card->options.sbp.supported_funcs = 0; 54581da74b1cSFrank Blaschka card->info.diagass_support = 0; 54591aec42bcSThomas Richter rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 54601aec42bcSThomas Richter if (rc == -ENOMEM) 54611aec42bcSThomas Richter goto out; 5462ee75fb86SKittipon Meesompop if (qeth_is_supported(card, IPA_IPV6)) { 5463ee75fb86SKittipon Meesompop rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5464ee75fb86SKittipon Meesompop if (rc == -ENOMEM) 5465ee75fb86SKittipon Meesompop goto out; 5466ee75fb86SKittipon Meesompop } 54671aec42bcSThomas Richter if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 54681aec42bcSThomas Richter rc = qeth_query_setadapterparms(card); 54691aec42bcSThomas Richter if (rc < 0) { 547057a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "7err%d", rc); 54711aec42bcSThomas Richter goto out; 54721aec42bcSThomas Richter } 54731aec42bcSThomas Richter } 54741aec42bcSThomas Richter if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 54751aec42bcSThomas Richter rc = qeth_query_setdiagass(card); 54760b698c83SJulian Wiedmann if (rc) 547757a688aaSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "8err%d", rc); 54781aec42bcSThomas Richter } 54799897d583SJulian Wiedmann 5480b7ea041bSJulian Wiedmann qeth_trace_features(card); 5481b7ea041bSJulian Wiedmann 54829897d583SJulian Wiedmann if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 54839897d583SJulian Wiedmann (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 54849897d583SJulian Wiedmann card->info.hwtrap = 0; 54859897d583SJulian Wiedmann 548608e95caeSJulian Wiedmann if (card->options.isolation != ISOLATION_MODE_NONE) { 548765878fd9SJulian Wiedmann rc = qeth_setadpparms_set_access_ctrl(card, 548865878fd9SJulian Wiedmann card->options.isolation); 54899897d583SJulian Wiedmann if (rc) 54909897d583SJulian Wiedmann goto out; 549108e95caeSJulian Wiedmann } 54929897d583SJulian Wiedmann 5493baf7998dSJulian Wiedmann qeth_init_link_info(card); 5494baf7998dSJulian Wiedmann 5495aa3ad392SJulian Wiedmann rc = qeth_init_qdio_queues(card); 5496aa3ad392SJulian Wiedmann if (rc) { 5497aa3ad392SJulian Wiedmann QETH_CARD_TEXT_(card, 2, "9err%d", rc); 5498aa3ad392SJulian Wiedmann goto out; 5499aa3ad392SJulian Wiedmann } 5500aa3ad392SJulian Wiedmann 55014a71df50SFrank Blaschka return 0; 55024a71df50SFrank Blaschka out: 550374eacdb9SFrank Blaschka dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 550474eacdb9SFrank Blaschka "an error on the device\n"); 5505e19e5be8SJulian Wiedmann QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5506e19e5be8SJulian Wiedmann CARD_DEVID(card), rc); 55074a71df50SFrank Blaschka return rc; 55084a71df50SFrank Blaschka } 55094a71df50SFrank Blaschka 55100b9902c1SJulian Wiedmann static int qeth_set_online(struct qeth_card *card, 55110b9902c1SJulian Wiedmann const struct qeth_discipline *disc) 551291003f35SJulian Wiedmann { 5513b7ea041bSJulian Wiedmann bool carrier_ok; 551491003f35SJulian Wiedmann int rc; 551591003f35SJulian Wiedmann 551691003f35SJulian Wiedmann mutex_lock(&card->conf_mutex); 551791003f35SJulian Wiedmann QETH_CARD_TEXT(card, 2, "setonlin"); 551891003f35SJulian Wiedmann 5519b7ea041bSJulian Wiedmann rc = qeth_hardsetup_card(card, &carrier_ok); 5520b7ea041bSJulian Wiedmann if (rc) { 5521b7ea041bSJulian Wiedmann QETH_CARD_TEXT_(card, 2, "2err%04x", rc); 5522b7ea041bSJulian Wiedmann rc = -ENODEV; 5523b7ea041bSJulian Wiedmann goto err_hardsetup; 5524b7ea041bSJulian Wiedmann } 5525b7ea041bSJulian Wiedmann 5526b7ea041bSJulian Wiedmann qeth_print_status_message(card); 5527b7ea041bSJulian Wiedmann 5528949bbf4dSJulian Wiedmann if (card->dev->reg_state != NETREG_REGISTERED) 5529bb5ab541SJulian Wiedmann /* no need for locking / error handling at this early stage: */ 5530bb5ab541SJulian Wiedmann qeth_set_real_num_tx_queues(card, qeth_tx_actual_queues(card)); 5531bb5ab541SJulian Wiedmann 55320b9902c1SJulian Wiedmann rc = disc->set_online(card, carrier_ok); 5533b7ea041bSJulian Wiedmann if (rc) 5534b7ea041bSJulian Wiedmann goto err_online; 5535b7ea041bSJulian Wiedmann 5536b7ea041bSJulian Wiedmann /* let user_space know that device is online */ 5537b7ea041bSJulian Wiedmann kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 553891003f35SJulian Wiedmann 553991003f35SJulian Wiedmann mutex_unlock(&card->conf_mutex); 5540b7ea041bSJulian Wiedmann return 0; 554191003f35SJulian Wiedmann 5542b7ea041bSJulian Wiedmann err_online: 5543b7ea041bSJulian Wiedmann err_hardsetup: 5544f2bcf9ddSJulian Wiedmann qeth_qdio_clear_card(card, 0); 5545f2bcf9ddSJulian Wiedmann qeth_clear_working_pool_list(card); 5546f2bcf9ddSJulian Wiedmann qeth_flush_local_addrs(card); 5547f2bcf9ddSJulian Wiedmann 5548b7ea041bSJulian Wiedmann qeth_stop_channel(&card->data); 5549b7ea041bSJulian Wiedmann qeth_stop_channel(&card->write); 5550b7ea041bSJulian Wiedmann qeth_stop_channel(&card->read); 5551b7ea041bSJulian Wiedmann qdio_free(CARD_DDEV(card)); 5552b7ea041bSJulian Wiedmann 5553b7ea041bSJulian Wiedmann mutex_unlock(&card->conf_mutex); 555491003f35SJulian Wiedmann return rc; 555591003f35SJulian Wiedmann } 555691003f35SJulian Wiedmann 55570b9902c1SJulian Wiedmann int qeth_set_offline(struct qeth_card *card, const struct qeth_discipline *disc, 55580b9902c1SJulian Wiedmann bool resetting) 555991003f35SJulian Wiedmann { 556091003f35SJulian Wiedmann int rc, rc2, rc3; 556191003f35SJulian Wiedmann 556291003f35SJulian Wiedmann mutex_lock(&card->conf_mutex); 556391003f35SJulian Wiedmann QETH_CARD_TEXT(card, 3, "setoffl"); 556491003f35SJulian Wiedmann 556591003f35SJulian Wiedmann if ((!resetting && card->info.hwtrap) || card->info.hwtrap == 2) { 556691003f35SJulian Wiedmann qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 556791003f35SJulian Wiedmann card->info.hwtrap = 1; 556891003f35SJulian Wiedmann } 556991003f35SJulian Wiedmann 55707fb7fe5cSJulian Wiedmann /* cancel any stalled cmd that might block the rtnl: */ 55717fb7fe5cSJulian Wiedmann qeth_clear_ipacmd_list(card); 55727fb7fe5cSJulian Wiedmann 557391003f35SJulian Wiedmann rtnl_lock(); 557491003f35SJulian Wiedmann card->info.open_when_online = card->dev->flags & IFF_UP; 557591003f35SJulian Wiedmann dev_close(card->dev); 557691003f35SJulian Wiedmann netif_device_detach(card->dev); 557791003f35SJulian Wiedmann netif_carrier_off(card->dev); 557891003f35SJulian Wiedmann rtnl_unlock(); 557991003f35SJulian Wiedmann 5580f2bcf9ddSJulian Wiedmann cancel_work_sync(&card->rx_mode_work); 5581f2bcf9ddSJulian Wiedmann 55820b9902c1SJulian Wiedmann disc->set_offline(card); 558391003f35SJulian Wiedmann 5584f2bcf9ddSJulian Wiedmann qeth_qdio_clear_card(card, 0); 5585f2bcf9ddSJulian Wiedmann qeth_drain_output_queues(card); 5586f2bcf9ddSJulian Wiedmann qeth_clear_working_pool_list(card); 5587f2bcf9ddSJulian Wiedmann qeth_flush_local_addrs(card); 5588f2bcf9ddSJulian Wiedmann card->info.promisc_mode = 0; 5589f2bcf9ddSJulian Wiedmann 559091003f35SJulian Wiedmann rc = qeth_stop_channel(&card->data); 559191003f35SJulian Wiedmann rc2 = qeth_stop_channel(&card->write); 559291003f35SJulian Wiedmann rc3 = qeth_stop_channel(&card->read); 559391003f35SJulian Wiedmann if (!rc) 559491003f35SJulian Wiedmann rc = (rc2) ? rc2 : rc3; 559591003f35SJulian Wiedmann if (rc) 559691003f35SJulian Wiedmann QETH_CARD_TEXT_(card, 2, "1err%d", rc); 559791003f35SJulian Wiedmann qdio_free(CARD_DDEV(card)); 559891003f35SJulian Wiedmann 559991003f35SJulian Wiedmann /* let user_space know that device is offline */ 560091003f35SJulian Wiedmann kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 560191003f35SJulian Wiedmann 560291003f35SJulian Wiedmann mutex_unlock(&card->conf_mutex); 560391003f35SJulian Wiedmann return 0; 560491003f35SJulian Wiedmann } 560591003f35SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_set_offline); 560691003f35SJulian Wiedmann 560791003f35SJulian Wiedmann static int qeth_do_reset(void *data) 560891003f35SJulian Wiedmann { 56090b9902c1SJulian Wiedmann const struct qeth_discipline *disc; 561091003f35SJulian Wiedmann struct qeth_card *card = data; 561191003f35SJulian Wiedmann int rc; 561291003f35SJulian Wiedmann 56130b9902c1SJulian Wiedmann /* Lock-free, other users will block until we are done. */ 56140b9902c1SJulian Wiedmann disc = card->discipline; 56150b9902c1SJulian Wiedmann 561691003f35SJulian Wiedmann QETH_CARD_TEXT(card, 2, "recover1"); 561791003f35SJulian Wiedmann if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD)) 561891003f35SJulian Wiedmann return 0; 561991003f35SJulian Wiedmann QETH_CARD_TEXT(card, 2, "recover2"); 562091003f35SJulian Wiedmann dev_warn(&card->gdev->dev, 562191003f35SJulian Wiedmann "A recovery process has been started for the device\n"); 562291003f35SJulian Wiedmann 56230b9902c1SJulian Wiedmann qeth_set_offline(card, disc, true); 56240b9902c1SJulian Wiedmann rc = qeth_set_online(card, disc); 562591003f35SJulian Wiedmann if (!rc) { 562691003f35SJulian Wiedmann dev_info(&card->gdev->dev, 562791003f35SJulian Wiedmann "Device successfully recovered!\n"); 562891003f35SJulian Wiedmann } else { 562991003f35SJulian Wiedmann ccwgroup_set_offline(card->gdev); 563091003f35SJulian Wiedmann dev_warn(&card->gdev->dev, 563191003f35SJulian Wiedmann "The qeth device driver failed to recover an error on the device\n"); 563291003f35SJulian Wiedmann } 563391003f35SJulian Wiedmann qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 563491003f35SJulian Wiedmann qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD); 563591003f35SJulian Wiedmann return 0; 563691003f35SJulian Wiedmann } 563791003f35SJulian Wiedmann 5638c04b116aSJulian Wiedmann #if IS_ENABLED(CONFIG_QETH_L3) 5639c04b116aSJulian Wiedmann static void qeth_l3_rebuild_skb(struct qeth_card *card, struct sk_buff *skb, 5640c04b116aSJulian Wiedmann struct qeth_hdr *hdr) 5641c04b116aSJulian Wiedmann { 5642c04b116aSJulian Wiedmann struct af_iucv_trans_hdr *iucv = (struct af_iucv_trans_hdr *) skb->data; 5643c04b116aSJulian Wiedmann struct qeth_hdr_layer3 *l3_hdr = &hdr->hdr.l3; 5644c04b116aSJulian Wiedmann struct net_device *dev = skb->dev; 5645c04b116aSJulian Wiedmann 5646c04b116aSJulian Wiedmann if (IS_IQD(card) && iucv->magic == ETH_P_AF_IUCV) { 5647c04b116aSJulian Wiedmann dev_hard_header(skb, dev, ETH_P_AF_IUCV, dev->dev_addr, 5648c04b116aSJulian Wiedmann "FAKELL", skb->len); 5649c04b116aSJulian Wiedmann return; 5650c04b116aSJulian Wiedmann } 5651c04b116aSJulian Wiedmann 5652c04b116aSJulian Wiedmann if (!(l3_hdr->flags & QETH_HDR_PASSTHRU)) { 5653c04b116aSJulian Wiedmann u16 prot = (l3_hdr->flags & QETH_HDR_IPV6) ? ETH_P_IPV6 : 5654c04b116aSJulian Wiedmann ETH_P_IP; 5655c04b116aSJulian Wiedmann unsigned char tg_addr[ETH_ALEN]; 5656c04b116aSJulian Wiedmann 5657c04b116aSJulian Wiedmann skb_reset_network_header(skb); 5658c04b116aSJulian Wiedmann switch (l3_hdr->flags & QETH_HDR_CAST_MASK) { 5659c04b116aSJulian Wiedmann case QETH_CAST_MULTICAST: 5660c04b116aSJulian Wiedmann if (prot == ETH_P_IP) 5661c04b116aSJulian Wiedmann ip_eth_mc_map(ip_hdr(skb)->daddr, tg_addr); 5662c04b116aSJulian Wiedmann else 5663c04b116aSJulian Wiedmann ipv6_eth_mc_map(&ipv6_hdr(skb)->daddr, tg_addr); 5664c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_multicast); 5665c04b116aSJulian Wiedmann break; 5666c04b116aSJulian Wiedmann case QETH_CAST_BROADCAST: 5667c04b116aSJulian Wiedmann ether_addr_copy(tg_addr, dev->broadcast); 5668c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_multicast); 5669c04b116aSJulian Wiedmann break; 5670c04b116aSJulian Wiedmann default: 5671c04b116aSJulian Wiedmann if (card->options.sniffer) 5672c04b116aSJulian Wiedmann skb->pkt_type = PACKET_OTHERHOST; 5673c04b116aSJulian Wiedmann ether_addr_copy(tg_addr, dev->dev_addr); 5674c04b116aSJulian Wiedmann } 5675c04b116aSJulian Wiedmann 5676c04b116aSJulian Wiedmann if (l3_hdr->ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR) 5677c04b116aSJulian Wiedmann dev_hard_header(skb, dev, prot, tg_addr, 5678c04b116aSJulian Wiedmann &l3_hdr->next_hop.rx.src_mac, skb->len); 5679c04b116aSJulian Wiedmann else 5680c04b116aSJulian Wiedmann dev_hard_header(skb, dev, prot, tg_addr, "FAKELL", 5681c04b116aSJulian Wiedmann skb->len); 5682c04b116aSJulian Wiedmann } 5683c04b116aSJulian Wiedmann 5684c04b116aSJulian Wiedmann /* copy VLAN tag from hdr into skb */ 5685c04b116aSJulian Wiedmann if (!card->options.sniffer && 5686c04b116aSJulian Wiedmann (l3_hdr->ext_flags & (QETH_HDR_EXT_VLAN_FRAME | 5687c04b116aSJulian Wiedmann QETH_HDR_EXT_INCLUDE_VLAN_TAG))) { 5688c04b116aSJulian Wiedmann u16 tag = (l3_hdr->ext_flags & QETH_HDR_EXT_VLAN_FRAME) ? 5689c04b116aSJulian Wiedmann l3_hdr->vlan_id : 5690c04b116aSJulian Wiedmann l3_hdr->next_hop.rx.vlan_id; 5691c04b116aSJulian Wiedmann 5692c04b116aSJulian Wiedmann __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), tag); 5693c04b116aSJulian Wiedmann } 5694c04b116aSJulian Wiedmann } 5695c04b116aSJulian Wiedmann #endif 5696c04b116aSJulian Wiedmann 5697c04b116aSJulian Wiedmann static void qeth_receive_skb(struct qeth_card *card, struct sk_buff *skb, 5698dcdcf867SJulian Wiedmann struct qeth_hdr *hdr, bool uses_frags) 5699c04b116aSJulian Wiedmann { 5700dcdcf867SJulian Wiedmann struct napi_struct *napi = &card->napi; 5701c04b116aSJulian Wiedmann bool is_cso; 5702c04b116aSJulian Wiedmann 5703c04b116aSJulian Wiedmann switch (hdr->hdr.l2.id) { 5704c04b116aSJulian Wiedmann case QETH_HEADER_TYPE_OSN: 5705c04b116aSJulian Wiedmann skb_push(skb, sizeof(*hdr)); 5706c04b116aSJulian Wiedmann skb_copy_to_linear_data(skb, hdr, sizeof(*hdr)); 5707c04b116aSJulian Wiedmann QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5708c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_packets); 5709c04b116aSJulian Wiedmann 5710c04b116aSJulian Wiedmann card->osn_info.data_cb(skb); 5711c04b116aSJulian Wiedmann return; 5712c04b116aSJulian Wiedmann #if IS_ENABLED(CONFIG_QETH_L3) 5713c04b116aSJulian Wiedmann case QETH_HEADER_TYPE_LAYER3: 5714c04b116aSJulian Wiedmann qeth_l3_rebuild_skb(card, skb, hdr); 5715c04b116aSJulian Wiedmann is_cso = hdr->hdr.l3.ext_flags & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5716c04b116aSJulian Wiedmann break; 5717c04b116aSJulian Wiedmann #endif 5718c04b116aSJulian Wiedmann case QETH_HEADER_TYPE_LAYER2: 5719c04b116aSJulian Wiedmann is_cso = hdr->hdr.l2.flags[1] & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5720c04b116aSJulian Wiedmann break; 5721c04b116aSJulian Wiedmann default: 5722c04b116aSJulian Wiedmann /* never happens */ 5723dcdcf867SJulian Wiedmann if (uses_frags) 5724dcdcf867SJulian Wiedmann napi_free_frags(napi); 5725dcdcf867SJulian Wiedmann else 5726c04b116aSJulian Wiedmann dev_kfree_skb_any(skb); 5727c04b116aSJulian Wiedmann return; 5728c04b116aSJulian Wiedmann } 5729c04b116aSJulian Wiedmann 5730c04b116aSJulian Wiedmann if (is_cso && (card->dev->features & NETIF_F_RXCSUM)) { 5731c04b116aSJulian Wiedmann skb->ip_summed = CHECKSUM_UNNECESSARY; 5732c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_skb_csum); 5733c04b116aSJulian Wiedmann } else { 5734c04b116aSJulian Wiedmann skb->ip_summed = CHECKSUM_NONE; 5735c04b116aSJulian Wiedmann } 5736c04b116aSJulian Wiedmann 5737c04b116aSJulian Wiedmann QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5738c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_packets); 5739c04b116aSJulian Wiedmann if (skb_is_nonlinear(skb)) { 5740c04b116aSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_sg_skbs); 5741c04b116aSJulian Wiedmann QETH_CARD_STAT_ADD(card, rx_sg_frags, 5742c04b116aSJulian Wiedmann skb_shinfo(skb)->nr_frags); 5743c04b116aSJulian Wiedmann } 5744c04b116aSJulian Wiedmann 5745dcdcf867SJulian Wiedmann if (uses_frags) { 5746dcdcf867SJulian Wiedmann napi_gro_frags(napi); 5747dcdcf867SJulian Wiedmann } else { 5748dcdcf867SJulian Wiedmann skb->protocol = eth_type_trans(skb, skb->dev); 5749dcdcf867SJulian Wiedmann napi_gro_receive(napi, skb); 5750dcdcf867SJulian Wiedmann } 5751c04b116aSJulian Wiedmann } 5752c04b116aSJulian Wiedmann 5753f677fcb9SJulian Wiedmann static void qeth_create_skb_frag(struct sk_buff *skb, char *data, int data_len) 57544a71df50SFrank Blaschka { 5755f677fcb9SJulian Wiedmann struct page *page = virt_to_page(data); 5756b6f72f96SJulian Wiedmann unsigned int next_frag; 5757b6f72f96SJulian Wiedmann 57588d68af6aSJulian Wiedmann next_frag = skb_shinfo(skb)->nr_frags; 57594a71df50SFrank Blaschka get_page(page); 5760f677fcb9SJulian Wiedmann skb_add_rx_frag(skb, next_frag, page, offset_in_page(data), data_len, 5761f677fcb9SJulian Wiedmann data_len); 57624a71df50SFrank Blaschka } 57634a71df50SFrank Blaschka 5764bca51650SThomas Richter static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5765bca51650SThomas Richter { 5766bca51650SThomas Richter return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5767bca51650SThomas Richter } 5768bca51650SThomas Richter 5769c04b116aSJulian Wiedmann static int qeth_extract_skb(struct qeth_card *card, 5770ed13615dSJulian Wiedmann struct qeth_qdio_buffer *qethbuffer, u8 *element_no, 5771c04b116aSJulian Wiedmann int *__offset) 57724a71df50SFrank Blaschka { 5773562cf773SJulian Wiedmann struct qeth_priv *priv = netdev_priv(card->dev); 5774b3332930SFrank Blaschka struct qdio_buffer *buffer = qethbuffer->buffer; 5775dcdcf867SJulian Wiedmann struct napi_struct *napi = &card->napi; 5776ed13615dSJulian Wiedmann struct qdio_buffer_element *element; 5777f677fcb9SJulian Wiedmann unsigned int linear_len = 0; 5778dcdcf867SJulian Wiedmann bool uses_frags = false; 57794a71df50SFrank Blaschka int offset = *__offset; 578017caeaa4SJulian Wiedmann bool use_rx_sg = false; 5781f677fcb9SJulian Wiedmann unsigned int headroom; 5782c04b116aSJulian Wiedmann struct qeth_hdr *hdr; 57838d68af6aSJulian Wiedmann struct sk_buff *skb; 578476b11f8eSUrsula Braun int skb_len = 0; 57854a71df50SFrank Blaschka 5786ed13615dSJulian Wiedmann element = &buffer->element[*element_no]; 5787ed13615dSJulian Wiedmann 57887d4faee7SJulian Wiedmann next_packet: 57894a71df50SFrank Blaschka /* qeth_hdr must not cross element boundaries */ 5790864c17c3SJulian Wiedmann while (element->length < offset + sizeof(struct qeth_hdr)) { 57914a71df50SFrank Blaschka if (qeth_is_last_sbale(element)) 5792c04b116aSJulian Wiedmann return -ENODATA; 57934a71df50SFrank Blaschka element++; 57944a71df50SFrank Blaschka offset = 0; 57954a71df50SFrank Blaschka } 57964a71df50SFrank Blaschka 57972db01da8SJulian Wiedmann hdr = phys_to_virt(element->addr) + offset; 5798c04b116aSJulian Wiedmann offset += sizeof(*hdr); 57995b55633fSJulian Wiedmann skb = NULL; 58005b55633fSJulian Wiedmann 5801c04b116aSJulian Wiedmann switch (hdr->hdr.l2.id) { 580276b11f8eSUrsula Braun case QETH_HEADER_TYPE_LAYER2: 5803c04b116aSJulian Wiedmann skb_len = hdr->hdr.l2.pkt_length; 58045b55633fSJulian Wiedmann linear_len = ETH_HLEN; 580517caeaa4SJulian Wiedmann headroom = 0; 580676b11f8eSUrsula Braun break; 580776b11f8eSUrsula Braun case QETH_HEADER_TYPE_LAYER3: 5808c04b116aSJulian Wiedmann skb_len = hdr->hdr.l3.length; 58097d4faee7SJulian Wiedmann if (!IS_LAYER3(card)) { 58107d4faee7SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 58117d4faee7SJulian Wiedmann goto walk_packet; 58127d4faee7SJulian Wiedmann } 58137d4faee7SJulian Wiedmann 5814c04b116aSJulian Wiedmann if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) { 58155b55633fSJulian Wiedmann linear_len = ETH_HLEN; 58165b55633fSJulian Wiedmann headroom = 0; 58175b55633fSJulian Wiedmann break; 58185b55633fSJulian Wiedmann } 58195b55633fSJulian Wiedmann 5820c04b116aSJulian Wiedmann if (hdr->hdr.l3.flags & QETH_HDR_IPV6) 58215b55633fSJulian Wiedmann linear_len = sizeof(struct ipv6hdr); 58225b55633fSJulian Wiedmann else 58235b55633fSJulian Wiedmann linear_len = sizeof(struct iphdr); 5824b403e685SFrank Blaschka headroom = ETH_HLEN; 582576b11f8eSUrsula Braun break; 582676b11f8eSUrsula Braun case QETH_HEADER_TYPE_OSN: 5827c04b116aSJulian Wiedmann skb_len = hdr->hdr.osn.pdu_length; 58287d4faee7SJulian Wiedmann if (!IS_OSN(card)) { 58297d4faee7SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 58307d4faee7SJulian Wiedmann goto walk_packet; 58317d4faee7SJulian Wiedmann } 58327d4faee7SJulian Wiedmann 58335b55633fSJulian Wiedmann linear_len = skb_len; 583476b11f8eSUrsula Braun headroom = sizeof(struct qeth_hdr); 583576b11f8eSUrsula Braun break; 583676b11f8eSUrsula Braun default: 5837c04b116aSJulian Wiedmann if (hdr->hdr.l2.id & QETH_HEADER_MASK_INVAL) 58385fd3fcbbSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_frame_errors); 58395fd3fcbbSJulian Wiedmann else 5840845ef904SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 58415fd3fcbbSJulian Wiedmann 58427d4faee7SJulian Wiedmann /* Can't determine packet length, drop the whole buffer. */ 5843c04b116aSJulian Wiedmann return -EPROTONOSUPPORT; 58444a71df50SFrank Blaschka } 58454a71df50SFrank Blaschka 58465b55633fSJulian Wiedmann if (skb_len < linear_len) { 58475b55633fSJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_runt); 58485b55633fSJulian Wiedmann goto walk_packet; 58495b55633fSJulian Wiedmann } 58504a71df50SFrank Blaschka 585117caeaa4SJulian Wiedmann use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5852562cf773SJulian Wiedmann (skb_len > READ_ONCE(priv->rx_copybreak) && 585317caeaa4SJulian Wiedmann !atomic_read(&card->force_alloc_skb) && 585417caeaa4SJulian Wiedmann !IS_OSN(card)); 58558d68af6aSJulian Wiedmann 5856dcdcf867SJulian Wiedmann if (use_rx_sg) { 58578d68af6aSJulian Wiedmann /* QETH_CQ_ENABLED only: */ 58588ca8559fSJulian Wiedmann if (qethbuffer->rx_skb && 58598ca8559fSJulian Wiedmann skb_tailroom(qethbuffer->rx_skb) >= linear_len + headroom) { 58608d68af6aSJulian Wiedmann skb = qethbuffer->rx_skb; 58618d68af6aSJulian Wiedmann qethbuffer->rx_skb = NULL; 5862dcdcf867SJulian Wiedmann goto use_skb; 58638d68af6aSJulian Wiedmann } 586417caeaa4SJulian Wiedmann 5865dcdcf867SJulian Wiedmann skb = napi_get_frags(napi); 5866dcdcf867SJulian Wiedmann if (!skb) { 5867dcdcf867SJulian Wiedmann /* -ENOMEM, no point in falling back further. */ 586817caeaa4SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5869dcdcf867SJulian Wiedmann goto walk_packet; 5870dcdcf867SJulian Wiedmann } 58714a71df50SFrank Blaschka 5872dcdcf867SJulian Wiedmann if (skb_tailroom(skb) >= linear_len + headroom) { 5873dcdcf867SJulian Wiedmann uses_frags = true; 5874dcdcf867SJulian Wiedmann goto use_skb; 5875dcdcf867SJulian Wiedmann } 5876dcdcf867SJulian Wiedmann 5877dcdcf867SJulian Wiedmann netdev_info_once(card->dev, 5878dcdcf867SJulian Wiedmann "Insufficient linear space in NAPI frags skb, need %u but have %u\n", 5879dcdcf867SJulian Wiedmann linear_len + headroom, skb_tailroom(skb)); 5880dcdcf867SJulian Wiedmann /* Shouldn't happen. Don't optimize, fall back to linear skb. */ 5881dcdcf867SJulian Wiedmann } 5882dcdcf867SJulian Wiedmann 5883dcdcf867SJulian Wiedmann linear_len = skb_len; 5884dcdcf867SJulian Wiedmann skb = napi_alloc_skb(napi, linear_len + headroom); 5885dcdcf867SJulian Wiedmann if (!skb) { 5886dcdcf867SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5887dcdcf867SJulian Wiedmann goto walk_packet; 5888dcdcf867SJulian Wiedmann } 5889dcdcf867SJulian Wiedmann 5890dcdcf867SJulian Wiedmann use_skb: 5891dcdcf867SJulian Wiedmann if (headroom) 5892dcdcf867SJulian Wiedmann skb_reserve(skb, headroom); 58937d4faee7SJulian Wiedmann walk_packet: 58944a71df50SFrank Blaschka while (skb_len) { 5895f677fcb9SJulian Wiedmann int data_len = min(skb_len, (int)(element->length - offset)); 58962db01da8SJulian Wiedmann char *data = phys_to_virt(element->addr) + offset; 58977d4faee7SJulian Wiedmann 58984a71df50SFrank Blaschka skb_len -= data_len; 5899f677fcb9SJulian Wiedmann offset += data_len; 5900f677fcb9SJulian Wiedmann 5901f677fcb9SJulian Wiedmann /* Extract data from current element: */ 5902f677fcb9SJulian Wiedmann if (skb && data_len) { 5903f677fcb9SJulian Wiedmann if (linear_len) { 5904f677fcb9SJulian Wiedmann unsigned int copy_len; 5905f677fcb9SJulian Wiedmann 5906f677fcb9SJulian Wiedmann copy_len = min_t(unsigned int, linear_len, 5907f677fcb9SJulian Wiedmann data_len); 5908f677fcb9SJulian Wiedmann 5909f677fcb9SJulian Wiedmann skb_put_data(skb, data, copy_len); 5910f677fcb9SJulian Wiedmann linear_len -= copy_len; 5911f677fcb9SJulian Wiedmann data_len -= copy_len; 5912f677fcb9SJulian Wiedmann data += copy_len; 5913f677fcb9SJulian Wiedmann } 5914f677fcb9SJulian Wiedmann 5915f677fcb9SJulian Wiedmann if (data_len) 5916f677fcb9SJulian Wiedmann qeth_create_skb_frag(skb, data, data_len); 5917f677fcb9SJulian Wiedmann } 5918f677fcb9SJulian Wiedmann 5919f677fcb9SJulian Wiedmann /* Step forward to next element: */ 59204a71df50SFrank Blaschka if (skb_len) { 59214a71df50SFrank Blaschka if (qeth_is_last_sbale(element)) { 5922847a50fdSCarsten Otte QETH_CARD_TEXT(card, 4, "unexeob"); 5923efd5d9a4SCarsten Otte QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 59247d4faee7SJulian Wiedmann if (skb) { 5925dcdcf867SJulian Wiedmann if (uses_frags) 5926dcdcf867SJulian Wiedmann napi_free_frags(napi); 5927dcdcf867SJulian Wiedmann else 59284a71df50SFrank Blaschka dev_kfree_skb_any(skb); 59297d4faee7SJulian Wiedmann QETH_CARD_STAT_INC(card, 59307d4faee7SJulian Wiedmann rx_length_errors); 59317d4faee7SJulian Wiedmann } 5932c04b116aSJulian Wiedmann return -EMSGSIZE; 59334a71df50SFrank Blaschka } 59344a71df50SFrank Blaschka element++; 59354a71df50SFrank Blaschka offset = 0; 59364a71df50SFrank Blaschka } 59374a71df50SFrank Blaschka } 59387d4faee7SJulian Wiedmann 59397d4faee7SJulian Wiedmann /* This packet was skipped, go get another one: */ 59407d4faee7SJulian Wiedmann if (!skb) 59417d4faee7SJulian Wiedmann goto next_packet; 59427d4faee7SJulian Wiedmann 5943ed13615dSJulian Wiedmann *element_no = element - &buffer->element[0]; 59444a71df50SFrank Blaschka *__offset = offset; 5945c04b116aSJulian Wiedmann 5946dcdcf867SJulian Wiedmann qeth_receive_skb(card, skb, hdr, uses_frags); 5947c04b116aSJulian Wiedmann return 0; 59484a71df50SFrank Blaschka } 5949c04b116aSJulian Wiedmann 5950781b9a18SJulian Wiedmann static unsigned int qeth_extract_skbs(struct qeth_card *card, int budget, 5951c04b116aSJulian Wiedmann struct qeth_qdio_buffer *buf, bool *done) 5952c04b116aSJulian Wiedmann { 5953781b9a18SJulian Wiedmann unsigned int work_done = 0; 5954c04b116aSJulian Wiedmann 5955c04b116aSJulian Wiedmann while (budget) { 5956ed13615dSJulian Wiedmann if (qeth_extract_skb(card, buf, &card->rx.buf_element, 5957c04b116aSJulian Wiedmann &card->rx.e_offset)) { 5958c04b116aSJulian Wiedmann *done = true; 5959c04b116aSJulian Wiedmann break; 59604a71df50SFrank Blaschka } 5961c04b116aSJulian Wiedmann 5962c04b116aSJulian Wiedmann work_done++; 5963c04b116aSJulian Wiedmann budget--; 5964c04b116aSJulian Wiedmann } 5965c04b116aSJulian Wiedmann 5966c04b116aSJulian Wiedmann return work_done; 5967c04b116aSJulian Wiedmann } 59684a71df50SFrank Blaschka 5969781b9a18SJulian Wiedmann static unsigned int qeth_rx_poll(struct qeth_card *card, int budget) 5970d73ef324SJulian Wiedmann { 59717c94a882SJulian Wiedmann struct qeth_rx *ctx = &card->rx; 5972781b9a18SJulian Wiedmann unsigned int work_done = 0; 5973d73ef324SJulian Wiedmann 5974781b9a18SJulian Wiedmann while (budget > 0) { 5975b439044bSJulian Wiedmann struct qeth_qdio_buffer *buffer; 5976b439044bSJulian Wiedmann unsigned int skbs_done = 0; 5977b439044bSJulian Wiedmann bool done = false; 5978b439044bSJulian Wiedmann 5979781b9a18SJulian Wiedmann /* Fetch completed RX buffers: */ 5980d73ef324SJulian Wiedmann if (!card->rx.b_count) { 5981d73ef324SJulian Wiedmann card->rx.qdio_err = 0; 5982d73ef324SJulian Wiedmann card->rx.b_count = qdio_get_next_buffers( 5983d73ef324SJulian Wiedmann card->data.ccwdev, 0, &card->rx.b_index, 5984d73ef324SJulian Wiedmann &card->rx.qdio_err); 5985d73ef324SJulian Wiedmann if (card->rx.b_count <= 0) { 5986d73ef324SJulian Wiedmann card->rx.b_count = 0; 5987d73ef324SJulian Wiedmann break; 5988d73ef324SJulian Wiedmann } 5989d73ef324SJulian Wiedmann } 5990d73ef324SJulian Wiedmann 5991781b9a18SJulian Wiedmann /* Process one completed RX buffer: */ 5992d73ef324SJulian Wiedmann buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5993d73ef324SJulian Wiedmann if (!(card->rx.qdio_err && 5994d73ef324SJulian Wiedmann qeth_check_qdio_errors(card, buffer->buffer, 5995d73ef324SJulian Wiedmann card->rx.qdio_err, "qinerr"))) 5996b439044bSJulian Wiedmann skbs_done = qeth_extract_skbs(card, budget, buffer, 5997b439044bSJulian Wiedmann &done); 5998d73ef324SJulian Wiedmann else 5999c04b116aSJulian Wiedmann done = true; 6000d73ef324SJulian Wiedmann 6001781b9a18SJulian Wiedmann work_done += skbs_done; 6002781b9a18SJulian Wiedmann budget -= skbs_done; 6003781b9a18SJulian Wiedmann 6004d73ef324SJulian Wiedmann if (done) { 6005b0abc4f5SJulian Wiedmann QETH_CARD_STAT_INC(card, rx_bufs); 6006b439044bSJulian Wiedmann qeth_put_buffer_pool_entry(card, buffer->pool_entry); 6007eff73e16SJulian Wiedmann buffer->pool_entry = NULL; 6008d73ef324SJulian Wiedmann card->rx.b_count--; 60097c94a882SJulian Wiedmann ctx->bufs_refill++; 60107c94a882SJulian Wiedmann ctx->bufs_refill -= qeth_rx_refill_queue(card, 60117c94a882SJulian Wiedmann ctx->bufs_refill); 6012ed13615dSJulian Wiedmann 6013ed13615dSJulian Wiedmann /* Step forward to next buffer: */ 6014b439044bSJulian Wiedmann card->rx.b_index = QDIO_BUFNR(card->rx.b_index + 1); 6015ed13615dSJulian Wiedmann card->rx.buf_element = 0; 6016d73ef324SJulian Wiedmann card->rx.e_offset = 0; 6017d73ef324SJulian Wiedmann } 6018781b9a18SJulian Wiedmann } 6019d73ef324SJulian Wiedmann 6020781b9a18SJulian Wiedmann return work_done; 6021d73ef324SJulian Wiedmann } 6022781b9a18SJulian Wiedmann 60230a6e6345SJulian Wiedmann static void qeth_cq_poll(struct qeth_card *card) 60240a6e6345SJulian Wiedmann { 60250a6e6345SJulian Wiedmann unsigned int work_done = 0; 60260a6e6345SJulian Wiedmann 60270a6e6345SJulian Wiedmann while (work_done < QDIO_MAX_BUFFERS_PER_Q) { 60280a6e6345SJulian Wiedmann unsigned int start, error; 60290a6e6345SJulian Wiedmann int completed; 60300a6e6345SJulian Wiedmann 60310a6e6345SJulian Wiedmann completed = qdio_inspect_queue(CARD_DDEV(card), 1, true, &start, 60320a6e6345SJulian Wiedmann &error); 60330a6e6345SJulian Wiedmann if (completed <= 0) 60340a6e6345SJulian Wiedmann return; 60350a6e6345SJulian Wiedmann 60360a6e6345SJulian Wiedmann qeth_qdio_cq_handler(card, error, 1, start, completed); 60370a6e6345SJulian Wiedmann work_done += completed; 60380a6e6345SJulian Wiedmann } 60390a6e6345SJulian Wiedmann } 60400a6e6345SJulian Wiedmann 6041781b9a18SJulian Wiedmann int qeth_poll(struct napi_struct *napi, int budget) 6042781b9a18SJulian Wiedmann { 6043781b9a18SJulian Wiedmann struct qeth_card *card = container_of(napi, struct qeth_card, napi); 6044781b9a18SJulian Wiedmann unsigned int work_done; 6045781b9a18SJulian Wiedmann 6046781b9a18SJulian Wiedmann work_done = qeth_rx_poll(card, budget); 6047781b9a18SJulian Wiedmann 60480a6e6345SJulian Wiedmann if (card->options.cq == QETH_CQ_ENABLED) 60490a6e6345SJulian Wiedmann qeth_cq_poll(card); 60500a6e6345SJulian Wiedmann 60517c94a882SJulian Wiedmann if (budget) { 60527c94a882SJulian Wiedmann struct qeth_rx *ctx = &card->rx; 60537c94a882SJulian Wiedmann 60547c94a882SJulian Wiedmann /* Process any substantial refill backlog: */ 60557c94a882SJulian Wiedmann ctx->bufs_refill -= qeth_rx_refill_queue(card, ctx->bufs_refill); 60567c94a882SJulian Wiedmann 6057781b9a18SJulian Wiedmann /* Exhausted the RX budget. Keep IRQ disabled, we get called again. */ 60587c94a882SJulian Wiedmann if (work_done >= budget) 6059781b9a18SJulian Wiedmann return work_done; 60607c94a882SJulian Wiedmann } 6061d73ef324SJulian Wiedmann 6062f9ce416aSJulian Wiedmann if (napi_complete_done(napi, work_done) && 60630a6e6345SJulian Wiedmann qdio_start_irq(CARD_DDEV(card))) 6064f9ce416aSJulian Wiedmann napi_schedule(napi); 6065781b9a18SJulian Wiedmann 6066d73ef324SJulian Wiedmann return work_done; 6067d73ef324SJulian Wiedmann } 6068d73ef324SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_poll); 6069d73ef324SJulian Wiedmann 6070e53edf74SJulian Wiedmann static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 60717940eaf2SJulian Wiedmann unsigned int bidx, unsigned int qdio_error, 60727940eaf2SJulian Wiedmann int budget) 6073e53edf74SJulian Wiedmann { 6074e53edf74SJulian Wiedmann struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 6075e53edf74SJulian Wiedmann u8 sflags = buffer->buffer->element[15].sflags; 6076e53edf74SJulian Wiedmann struct qeth_card *card = queue->card; 60777940eaf2SJulian Wiedmann bool error = !!qdio_error; 6078e53edf74SJulian Wiedmann 6079*2223318cSJulian Wiedmann if (qdio_error == QDIO_ERROR_SLSB_PENDING) { 6080e53edf74SJulian Wiedmann WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 6081e53edf74SJulian Wiedmann 6082db4ffdceSJulian Wiedmann QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 6083db4ffdceSJulian Wiedmann 6084db4ffdceSJulian Wiedmann switch (atomic_cmpxchg(&buffer->state, 6085db4ffdceSJulian Wiedmann QETH_QDIO_BUF_PRIMED, 6086db4ffdceSJulian Wiedmann QETH_QDIO_BUF_PENDING)) { 6087db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_PRIMED: 6088db4ffdceSJulian Wiedmann /* We have initial ownership, no QAOB (yet): */ 6089e53edf74SJulian Wiedmann qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 6090e53edf74SJulian Wiedmann 60918908f36dSJulian Wiedmann /* Handle race with qeth_qdio_handle_aob(): */ 60928908f36dSJulian Wiedmann switch (atomic_xchg(&buffer->state, 60938908f36dSJulian Wiedmann QETH_QDIO_BUF_NEED_QAOB)) { 60948908f36dSJulian Wiedmann case QETH_QDIO_BUF_PENDING: 60958908f36dSJulian Wiedmann /* No concurrent QAOB notification. */ 60968908f36dSJulian Wiedmann 6097db4ffdceSJulian Wiedmann /* Prepare the queue slot for immediate re-use: */ 6098e53edf74SJulian Wiedmann qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 6099e53edf74SJulian Wiedmann if (qeth_init_qdio_out_buf(queue, bidx)) { 6100e53edf74SJulian Wiedmann QETH_CARD_TEXT(card, 2, "outofbuf"); 6101e53edf74SJulian Wiedmann qeth_schedule_recovery(card); 6102e53edf74SJulian Wiedmann } 6103e53edf74SJulian Wiedmann 6104db4ffdceSJulian Wiedmann /* Skip clearing the buffer: */ 6105e53edf74SJulian Wiedmann return; 6106db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_QAOB_OK: 6107db4ffdceSJulian Wiedmann qeth_notify_skbs(queue, buffer, 6108db4ffdceSJulian Wiedmann TX_NOTIFY_DELAYED_OK); 6109db4ffdceSJulian Wiedmann error = false; 6110db4ffdceSJulian Wiedmann break; 6111db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_QAOB_ERROR: 6112db4ffdceSJulian Wiedmann qeth_notify_skbs(queue, buffer, 6113db4ffdceSJulian Wiedmann TX_NOTIFY_DELAYED_GENERALERROR); 6114db4ffdceSJulian Wiedmann error = true; 6115db4ffdceSJulian Wiedmann break; 6116db4ffdceSJulian Wiedmann default: 6117db4ffdceSJulian Wiedmann WARN_ON_ONCE(1); 6118e53edf74SJulian Wiedmann } 6119e53edf74SJulian Wiedmann 6120db4ffdceSJulian Wiedmann break; 6121db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_QAOB_OK: 6122db4ffdceSJulian Wiedmann /* qeth_qdio_handle_aob() already received a QAOB: */ 6123db4ffdceSJulian Wiedmann qeth_notify_skbs(queue, buffer, TX_NOTIFY_OK); 6124db4ffdceSJulian Wiedmann error = false; 6125db4ffdceSJulian Wiedmann break; 6126db4ffdceSJulian Wiedmann case QETH_QDIO_BUF_QAOB_ERROR: 6127db4ffdceSJulian Wiedmann /* qeth_qdio_handle_aob() already received a QAOB: */ 6128db4ffdceSJulian Wiedmann qeth_notify_skbs(queue, buffer, TX_NOTIFY_GENERALERROR); 6129db4ffdceSJulian Wiedmann error = true; 6130db4ffdceSJulian Wiedmann break; 6131db4ffdceSJulian Wiedmann default: 6132db4ffdceSJulian Wiedmann WARN_ON_ONCE(1); 6133db4ffdceSJulian Wiedmann } 6134db4ffdceSJulian Wiedmann } else if (card->options.cq == QETH_CQ_ENABLED) { 6135e53edf74SJulian Wiedmann qeth_notify_skbs(queue, buffer, 6136e53edf74SJulian Wiedmann qeth_compute_cq_notification(sflags, 0)); 6137db4ffdceSJulian Wiedmann } 6138db4ffdceSJulian Wiedmann 613985e537d8SJulian Wiedmann qeth_clear_output_buffer(queue, buffer, error, budget); 6140e53edf74SJulian Wiedmann } 6141e53edf74SJulian Wiedmann 6142e53edf74SJulian Wiedmann static int qeth_tx_poll(struct napi_struct *napi, int budget) 6143e53edf74SJulian Wiedmann { 6144e53edf74SJulian Wiedmann struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 6145e53edf74SJulian Wiedmann unsigned int queue_no = queue->queue_no; 6146e53edf74SJulian Wiedmann struct qeth_card *card = queue->card; 6147e53edf74SJulian Wiedmann struct net_device *dev = card->dev; 6148e53edf74SJulian Wiedmann unsigned int work_done = 0; 6149e53edf74SJulian Wiedmann struct netdev_queue *txq; 6150e53edf74SJulian Wiedmann 6151e53edf74SJulian Wiedmann txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 6152e53edf74SJulian Wiedmann 6153e53edf74SJulian Wiedmann while (1) { 6154e53edf74SJulian Wiedmann unsigned int start, error, i; 615596bd6c94SJulian Wiedmann unsigned int packets = 0; 615696bd6c94SJulian Wiedmann unsigned int bytes = 0; 6157e53edf74SJulian Wiedmann int completed; 6158e53edf74SJulian Wiedmann 6159e53edf74SJulian Wiedmann if (qeth_out_queue_is_empty(queue)) { 6160e53edf74SJulian Wiedmann napi_complete(napi); 6161e53edf74SJulian Wiedmann return 0; 6162e53edf74SJulian Wiedmann } 6163e53edf74SJulian Wiedmann 6164e53edf74SJulian Wiedmann /* Give the CPU a breather: */ 6165e53edf74SJulian Wiedmann if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 6166e53edf74SJulian Wiedmann QETH_TXQ_STAT_INC(queue, completion_yield); 6167e53edf74SJulian Wiedmann if (napi_complete_done(napi, 0)) 6168e53edf74SJulian Wiedmann napi_schedule(napi); 6169e53edf74SJulian Wiedmann return 0; 6170e53edf74SJulian Wiedmann } 6171e53edf74SJulian Wiedmann 6172e53edf74SJulian Wiedmann completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 6173e53edf74SJulian Wiedmann &start, &error); 6174e53edf74SJulian Wiedmann if (completed <= 0) { 6175e53edf74SJulian Wiedmann /* Ensure we see TX completion for pending work: */ 6176e53edf74SJulian Wiedmann if (napi_complete_done(napi, 0)) 6177ee1e52d1SJulian Wiedmann qeth_tx_arm_timer(queue, QETH_TX_TIMER_USECS); 6178e53edf74SJulian Wiedmann return 0; 6179e53edf74SJulian Wiedmann } 6180e53edf74SJulian Wiedmann 6181e53edf74SJulian Wiedmann for (i = start; i < start + completed; i++) { 618296bd6c94SJulian Wiedmann struct qeth_qdio_out_buffer *buffer; 6183e53edf74SJulian Wiedmann unsigned int bidx = QDIO_BUFNR(i); 6184e53edf74SJulian Wiedmann 618596bd6c94SJulian Wiedmann buffer = queue->bufs[bidx]; 61861ab2f8c6SJulian Wiedmann packets += buffer->frames; 618796bd6c94SJulian Wiedmann bytes += buffer->bytes; 618896bd6c94SJulian Wiedmann 618996bd6c94SJulian Wiedmann qeth_handle_send_error(card, buffer, error); 619085e537d8SJulian Wiedmann qeth_iqd_tx_complete(queue, bidx, error, budget); 6191e53edf74SJulian Wiedmann qeth_cleanup_handled_pending(queue, bidx, false); 6192e53edf74SJulian Wiedmann } 6193e53edf74SJulian Wiedmann 619496bd6c94SJulian Wiedmann netdev_tx_completed_queue(txq, packets, bytes); 6195e53edf74SJulian Wiedmann atomic_sub(completed, &queue->used_buffers); 6196e53edf74SJulian Wiedmann work_done += completed; 6197e53edf74SJulian Wiedmann 6198e53edf74SJulian Wiedmann /* xmit may have observed the full-condition, but not yet 6199e53edf74SJulian Wiedmann * stopped the txq. In which case the code below won't trigger. 6200e53edf74SJulian Wiedmann * So before returning, xmit will re-check the txq's fill level 6201e53edf74SJulian Wiedmann * and wake it up if needed. 6202e53edf74SJulian Wiedmann */ 6203e53edf74SJulian Wiedmann if (netif_tx_queue_stopped(txq) && 6204e53edf74SJulian Wiedmann !qeth_out_queue_is_full(queue)) 6205e53edf74SJulian Wiedmann netif_tx_wake_queue(txq); 6206e53edf74SJulian Wiedmann } 6207e53edf74SJulian Wiedmann } 6208e53edf74SJulian Wiedmann 6209ad3cbf61SJulian Wiedmann static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 6210ad3cbf61SJulian Wiedmann { 6211ad3cbf61SJulian Wiedmann if (!cmd->hdr.return_code) 6212ad3cbf61SJulian Wiedmann cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 6213ad3cbf61SJulian Wiedmann return cmd->hdr.return_code; 6214ad3cbf61SJulian Wiedmann } 6215ad3cbf61SJulian Wiedmann 62164666d7fbSJulian Wiedmann static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 62174666d7fbSJulian Wiedmann struct qeth_reply *reply, 62184666d7fbSJulian Wiedmann unsigned long data) 62194666d7fbSJulian Wiedmann { 62204666d7fbSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 62214666d7fbSJulian Wiedmann struct qeth_ipa_caps *caps = reply->param; 62224666d7fbSJulian Wiedmann 62234666d7fbSJulian Wiedmann if (qeth_setassparms_inspect_rc(cmd)) 6224742d4d40SJulian Wiedmann return -EIO; 62254666d7fbSJulian Wiedmann 62264666d7fbSJulian Wiedmann caps->supported = cmd->data.setassparms.data.caps.supported; 62274666d7fbSJulian Wiedmann caps->enabled = cmd->data.setassparms.data.caps.enabled; 62284666d7fbSJulian Wiedmann return 0; 62294666d7fbSJulian Wiedmann } 62304666d7fbSJulian Wiedmann 62318f43fb00SThomas Richter int qeth_setassparms_cb(struct qeth_card *card, 62324d7def2aSThomas Richter struct qeth_reply *reply, unsigned long data) 62334d7def2aSThomas Richter { 6234742d4d40SJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 62354d7def2aSThomas Richter 62364d7def2aSThomas Richter QETH_CARD_TEXT(card, 4, "defadpcb"); 62374d7def2aSThomas Richter 6238742d4d40SJulian Wiedmann if (cmd->hdr.return_code) 6239742d4d40SJulian Wiedmann return -EIO; 6240742d4d40SJulian Wiedmann 62414d7def2aSThomas Richter cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 62424d7def2aSThomas Richter if (cmd->hdr.prot_version == QETH_PROT_IPV4) 624352f82bf1SJulian Wiedmann card->options.ipa4.enabled = cmd->hdr.assists.enabled; 62444d7def2aSThomas Richter if (cmd->hdr.prot_version == QETH_PROT_IPV6) 624552f82bf1SJulian Wiedmann card->options.ipa6.enabled = cmd->hdr.assists.enabled; 62464d7def2aSThomas Richter return 0; 62474d7def2aSThomas Richter } 62488f43fb00SThomas Richter EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 62494d7def2aSThomas Richter 6250b475e316SThomas Richter struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 62514d7def2aSThomas Richter enum qeth_ipa_funcs ipa_func, 6252b9150461SJulian Wiedmann u16 cmd_code, 6253b9150461SJulian Wiedmann unsigned int data_length, 62544d7def2aSThomas Richter enum qeth_prot_versions prot) 62554d7def2aSThomas Richter { 6256b9150461SJulian Wiedmann struct qeth_ipacmd_setassparms *setassparms; 6257b9150461SJulian Wiedmann struct qeth_ipacmd_setassparms_hdr *hdr; 62584d7def2aSThomas Richter struct qeth_cmd_buffer *iob; 62594d7def2aSThomas Richter 62604d7def2aSThomas Richter QETH_CARD_TEXT(card, 4, "getasscm"); 6261b9150461SJulian Wiedmann iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 6262b9150461SJulian Wiedmann data_length + 6263b9150461SJulian Wiedmann offsetof(struct qeth_ipacmd_setassparms, 6264b9150461SJulian Wiedmann data)); 6265b9150461SJulian Wiedmann if (!iob) 6266b9150461SJulian Wiedmann return NULL; 62674d7def2aSThomas Richter 6268b9150461SJulian Wiedmann setassparms = &__ipa_cmd(iob)->data.setassparms; 6269b9150461SJulian Wiedmann setassparms->assist_no = ipa_func; 62704d7def2aSThomas Richter 6271b9150461SJulian Wiedmann hdr = &setassparms->hdr; 6272b9150461SJulian Wiedmann hdr->length = sizeof(*hdr) + data_length; 6273b9150461SJulian Wiedmann hdr->command_code = cmd_code; 62744d7def2aSThomas Richter return iob; 62754d7def2aSThomas Richter } 6276b475e316SThomas Richter EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 62774d7def2aSThomas Richter 6278a8155b00SKittipon Meesompop int qeth_send_simple_setassparms_prot(struct qeth_card *card, 62794d7def2aSThomas Richter enum qeth_ipa_funcs ipa_func, 62801c696c89SJulian Wiedmann u16 cmd_code, u32 *data, 6281a8155b00SKittipon Meesompop enum qeth_prot_versions prot) 62824d7def2aSThomas Richter { 62831c696c89SJulian Wiedmann unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 62844d7def2aSThomas Richter struct qeth_cmd_buffer *iob; 62854d7def2aSThomas Richter 6286a8155b00SKittipon Meesompop QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 6287a8155b00SKittipon Meesompop iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 62884d7def2aSThomas Richter if (!iob) 62894d7def2aSThomas Richter return -ENOMEM; 62904fa55fa9SJulian Wiedmann 62911c696c89SJulian Wiedmann if (data) 62921c696c89SJulian Wiedmann __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 62934fa55fa9SJulian Wiedmann return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 62944d7def2aSThomas Richter } 6295a8155b00SKittipon Meesompop EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 62964d7def2aSThomas Richter 62974a71df50SFrank Blaschka static void qeth_unregister_dbf_views(void) 62984a71df50SFrank Blaschka { 6299d11ba0c4SPeter Tiedemann int x; 6300378ac80dSJulian Wiedmann 6301d11ba0c4SPeter Tiedemann for (x = 0; x < QETH_DBF_INFOS; x++) { 6302d11ba0c4SPeter Tiedemann debug_unregister(qeth_dbf[x].id); 6303d11ba0c4SPeter Tiedemann qeth_dbf[x].id = NULL; 6304d11ba0c4SPeter Tiedemann } 63054a71df50SFrank Blaschka } 63064a71df50SFrank Blaschka 63078e96c51cSCarsten Otte void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 6308cd023216SPeter Tiedemann { 6309cd023216SPeter Tiedemann char dbf_txt_buf[32]; 6310345aa66eSPeter Tiedemann va_list args; 6311cd023216SPeter Tiedemann 63128e6a8285SHendrik Brueckner if (!debug_level_enabled(id, level)) 6313cd023216SPeter Tiedemann return; 6314345aa66eSPeter Tiedemann va_start(args, fmt); 6315345aa66eSPeter Tiedemann vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 6316345aa66eSPeter Tiedemann va_end(args); 63178e96c51cSCarsten Otte debug_text_event(id, level, dbf_txt_buf); 6318cd023216SPeter Tiedemann } 6319cd023216SPeter Tiedemann EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 6320cd023216SPeter Tiedemann 63214a71df50SFrank Blaschka static int qeth_register_dbf_views(void) 63224a71df50SFrank Blaschka { 6323d11ba0c4SPeter Tiedemann int ret; 6324d11ba0c4SPeter Tiedemann int x; 63254a71df50SFrank Blaschka 6326d11ba0c4SPeter Tiedemann for (x = 0; x < QETH_DBF_INFOS; x++) { 6327d11ba0c4SPeter Tiedemann /* register the areas */ 6328d11ba0c4SPeter Tiedemann qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 6329d11ba0c4SPeter Tiedemann qeth_dbf[x].pages, 6330d11ba0c4SPeter Tiedemann qeth_dbf[x].areas, 6331d11ba0c4SPeter Tiedemann qeth_dbf[x].len); 6332d11ba0c4SPeter Tiedemann if (qeth_dbf[x].id == NULL) { 63334a71df50SFrank Blaschka qeth_unregister_dbf_views(); 63344a71df50SFrank Blaschka return -ENOMEM; 63354a71df50SFrank Blaschka } 63364a71df50SFrank Blaschka 6337d11ba0c4SPeter Tiedemann /* register a view */ 6338d11ba0c4SPeter Tiedemann ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 6339d11ba0c4SPeter Tiedemann if (ret) { 6340d11ba0c4SPeter Tiedemann qeth_unregister_dbf_views(); 6341d11ba0c4SPeter Tiedemann return ret; 6342d11ba0c4SPeter Tiedemann } 63434a71df50SFrank Blaschka 6344d11ba0c4SPeter Tiedemann /* set a passing level */ 6345d11ba0c4SPeter Tiedemann debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 6346d11ba0c4SPeter Tiedemann } 63474a71df50SFrank Blaschka 63484a71df50SFrank Blaschka return 0; 63494a71df50SFrank Blaschka } 63504a71df50SFrank Blaschka 6351a70fee3bSJulian Wiedmann static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 6352a70fee3bSJulian Wiedmann 63534a71df50SFrank Blaschka int qeth_core_load_discipline(struct qeth_card *card, 63544a71df50SFrank Blaschka enum qeth_discipline_id discipline) 63554a71df50SFrank Blaschka { 63562022e00cSFrank Blaschka mutex_lock(&qeth_mod_mutex); 63574a71df50SFrank Blaschka switch (discipline) { 63584a71df50SFrank Blaschka case QETH_DISCIPLINE_LAYER3: 6359c041f2d4SSebastian Ott card->discipline = try_then_request_module( 6360c041f2d4SSebastian Ott symbol_get(qeth_l3_discipline), "qeth_l3"); 63614a71df50SFrank Blaschka break; 63624a71df50SFrank Blaschka case QETH_DISCIPLINE_LAYER2: 6363c041f2d4SSebastian Ott card->discipline = try_then_request_module( 6364c041f2d4SSebastian Ott symbol_get(qeth_l2_discipline), "qeth_l2"); 63654a71df50SFrank Blaschka break; 6366c70eb09dSJulian Wiedmann default: 6367c70eb09dSJulian Wiedmann break; 63684a71df50SFrank Blaschka } 6369a70fee3bSJulian Wiedmann mutex_unlock(&qeth_mod_mutex); 6370c70eb09dSJulian Wiedmann 6371c041f2d4SSebastian Ott if (!card->discipline) { 637274eacdb9SFrank Blaschka dev_err(&card->gdev->dev, "There is no kernel module to " 637374eacdb9SFrank Blaschka "support discipline %d\n", discipline); 6374a70fee3bSJulian Wiedmann return -EINVAL; 63754a71df50SFrank Blaschka } 6376a70fee3bSJulian Wiedmann 6377c1a935f6SJulian Wiedmann card->options.layer = discipline; 6378a70fee3bSJulian Wiedmann return 0; 63794a71df50SFrank Blaschka } 63804a71df50SFrank Blaschka 63814a71df50SFrank Blaschka void qeth_core_free_discipline(struct qeth_card *card) 63824a71df50SFrank Blaschka { 63834fda3354SJulian Wiedmann if (IS_LAYER2(card)) 6384c041f2d4SSebastian Ott symbol_put(qeth_l2_discipline); 63854a71df50SFrank Blaschka else 6386c041f2d4SSebastian Ott symbol_put(qeth_l3_discipline); 6387c1a935f6SJulian Wiedmann card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 6388c041f2d4SSebastian Ott card->discipline = NULL; 63894a71df50SFrank Blaschka } 63904a71df50SFrank Blaschka 63912d2ebb3eSJulian Wiedmann const struct device_type qeth_generic_devtype = { 6392b7169c51SSebastian Ott .name = "qeth_generic", 6393b7169c51SSebastian Ott }; 63942d2ebb3eSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_generic_devtype); 63952d2ebb3eSJulian Wiedmann 6396b7169c51SSebastian Ott static const struct device_type qeth_osn_devtype = { 6397b7169c51SSebastian Ott .name = "qeth_osn", 6398b7169c51SSebastian Ott }; 6399b7169c51SSebastian Ott 6400819dc537SStefan Raspl #define DBF_NAME_LEN 20 6401819dc537SStefan Raspl 6402819dc537SStefan Raspl struct qeth_dbf_entry { 6403819dc537SStefan Raspl char dbf_name[DBF_NAME_LEN]; 6404819dc537SStefan Raspl debug_info_t *dbf_info; 6405819dc537SStefan Raspl struct list_head dbf_list; 6406819dc537SStefan Raspl }; 6407819dc537SStefan Raspl 6408819dc537SStefan Raspl static LIST_HEAD(qeth_dbf_list); 6409819dc537SStefan Raspl static DEFINE_MUTEX(qeth_dbf_list_mutex); 6410819dc537SStefan Raspl 6411819dc537SStefan Raspl static debug_info_t *qeth_get_dbf_entry(char *name) 6412819dc537SStefan Raspl { 6413819dc537SStefan Raspl struct qeth_dbf_entry *entry; 6414819dc537SStefan Raspl debug_info_t *rc = NULL; 6415819dc537SStefan Raspl 6416819dc537SStefan Raspl mutex_lock(&qeth_dbf_list_mutex); 6417819dc537SStefan Raspl list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 6418819dc537SStefan Raspl if (strcmp(entry->dbf_name, name) == 0) { 6419819dc537SStefan Raspl rc = entry->dbf_info; 6420819dc537SStefan Raspl break; 6421819dc537SStefan Raspl } 6422819dc537SStefan Raspl } 6423819dc537SStefan Raspl mutex_unlock(&qeth_dbf_list_mutex); 6424819dc537SStefan Raspl return rc; 6425819dc537SStefan Raspl } 6426819dc537SStefan Raspl 6427819dc537SStefan Raspl static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 6428819dc537SStefan Raspl { 6429819dc537SStefan Raspl struct qeth_dbf_entry *new_entry; 6430819dc537SStefan Raspl 6431819dc537SStefan Raspl card->debug = debug_register(name, 2, 1, 8); 6432819dc537SStefan Raspl if (!card->debug) { 6433819dc537SStefan Raspl QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 6434819dc537SStefan Raspl goto err; 6435819dc537SStefan Raspl } 6436819dc537SStefan Raspl if (debug_register_view(card->debug, &debug_hex_ascii_view)) 6437819dc537SStefan Raspl goto err_dbg; 6438819dc537SStefan Raspl new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 6439819dc537SStefan Raspl if (!new_entry) 6440819dc537SStefan Raspl goto err_dbg; 6441819dc537SStefan Raspl strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 6442819dc537SStefan Raspl new_entry->dbf_info = card->debug; 6443819dc537SStefan Raspl mutex_lock(&qeth_dbf_list_mutex); 6444819dc537SStefan Raspl list_add(&new_entry->dbf_list, &qeth_dbf_list); 6445819dc537SStefan Raspl mutex_unlock(&qeth_dbf_list_mutex); 6446819dc537SStefan Raspl 6447819dc537SStefan Raspl return 0; 6448819dc537SStefan Raspl 6449819dc537SStefan Raspl err_dbg: 6450819dc537SStefan Raspl debug_unregister(card->debug); 6451819dc537SStefan Raspl err: 6452819dc537SStefan Raspl return -ENOMEM; 6453819dc537SStefan Raspl } 6454819dc537SStefan Raspl 6455819dc537SStefan Raspl static void qeth_clear_dbf_list(void) 6456819dc537SStefan Raspl { 6457819dc537SStefan Raspl struct qeth_dbf_entry *entry, *tmp; 6458819dc537SStefan Raspl 6459819dc537SStefan Raspl mutex_lock(&qeth_dbf_list_mutex); 6460819dc537SStefan Raspl list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 6461819dc537SStefan Raspl list_del(&entry->dbf_list); 6462819dc537SStefan Raspl debug_unregister(entry->dbf_info); 6463819dc537SStefan Raspl kfree(entry); 6464819dc537SStefan Raspl } 6465819dc537SStefan Raspl mutex_unlock(&qeth_dbf_list_mutex); 6466819dc537SStefan Raspl } 6467819dc537SStefan Raspl 6468d3d1b205SJulian Wiedmann static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 6469d3d1b205SJulian Wiedmann { 6470d3d1b205SJulian Wiedmann struct net_device *dev; 6471562cf773SJulian Wiedmann struct qeth_priv *priv; 6472d3d1b205SJulian Wiedmann 6473d3d1b205SJulian Wiedmann switch (card->info.type) { 6474d3d1b205SJulian Wiedmann case QETH_CARD_TYPE_IQD: 6475562cf773SJulian Wiedmann dev = alloc_netdev_mqs(sizeof(*priv), "hsi%d", NET_NAME_UNKNOWN, 6476d8564e19SJulian Wiedmann ether_setup, QETH_MAX_OUT_QUEUES, 1); 6477d3d1b205SJulian Wiedmann break; 647873dc2dafSJulian Wiedmann case QETH_CARD_TYPE_OSM: 6479562cf773SJulian Wiedmann dev = alloc_etherdev(sizeof(*priv)); 648073dc2dafSJulian Wiedmann break; 6481d3d1b205SJulian Wiedmann case QETH_CARD_TYPE_OSN: 6482562cf773SJulian Wiedmann dev = alloc_netdev(sizeof(*priv), "osn%d", NET_NAME_UNKNOWN, 6483562cf773SJulian Wiedmann ether_setup); 6484d3d1b205SJulian Wiedmann break; 6485d3d1b205SJulian Wiedmann default: 6486d8564e19SJulian Wiedmann dev = alloc_etherdev_mqs(sizeof(*priv), QETH_MAX_OUT_QUEUES, 1); 6487d3d1b205SJulian Wiedmann } 6488d3d1b205SJulian Wiedmann 6489d3d1b205SJulian Wiedmann if (!dev) 6490d3d1b205SJulian Wiedmann return NULL; 6491d3d1b205SJulian Wiedmann 6492562cf773SJulian Wiedmann priv = netdev_priv(dev); 6493562cf773SJulian Wiedmann priv->rx_copybreak = QETH_RX_COPYBREAK; 6494949bbf4dSJulian Wiedmann priv->tx_wanted_queues = IS_IQD(card) ? QETH_IQD_MIN_TXQ : 1; 6495562cf773SJulian Wiedmann 6496d3d1b205SJulian Wiedmann dev->ml_priv = card; 6497d3d1b205SJulian Wiedmann dev->watchdog_timeo = QETH_TX_TIMEOUT; 649872f219daSJulian Wiedmann dev->min_mtu = IS_OSN(card) ? 64 : 576; 64998ce7a9e0SJulian Wiedmann /* initialized when device first goes online: */ 65008ce7a9e0SJulian Wiedmann dev->max_mtu = 0; 65018ce7a9e0SJulian Wiedmann dev->mtu = 0; 6502d3d1b205SJulian Wiedmann SET_NETDEV_DEV(dev, &card->gdev->dev); 6503d3d1b205SJulian Wiedmann netif_carrier_off(dev); 65045f89eca5SJulian Wiedmann 6505bb5ab541SJulian Wiedmann if (IS_OSN(card)) { 6506bb5ab541SJulian Wiedmann dev->ethtool_ops = &qeth_osn_ethtool_ops; 6507bb5ab541SJulian Wiedmann } else { 6508bb5ab541SJulian Wiedmann dev->ethtool_ops = &qeth_ethtool_ops; 6509bb5ab541SJulian Wiedmann dev->priv_flags &= ~IFF_TX_SKB_SHARING; 6510bb5ab541SJulian Wiedmann dev->hw_features |= NETIF_F_SG; 6511bb5ab541SJulian Wiedmann dev->vlan_features |= NETIF_F_SG; 6512bb5ab541SJulian Wiedmann if (IS_IQD(card)) 6513bb5ab541SJulian Wiedmann dev->features |= NETIF_F_SG; 6514bb5ab541SJulian Wiedmann } 65155f89eca5SJulian Wiedmann 6516d3d1b205SJulian Wiedmann return dev; 6517d3d1b205SJulian Wiedmann } 6518d3d1b205SJulian Wiedmann 6519d3d1b205SJulian Wiedmann struct net_device *qeth_clone_netdev(struct net_device *orig) 6520d3d1b205SJulian Wiedmann { 6521d3d1b205SJulian Wiedmann struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 6522d3d1b205SJulian Wiedmann 6523d3d1b205SJulian Wiedmann if (!clone) 6524d3d1b205SJulian Wiedmann return NULL; 6525d3d1b205SJulian Wiedmann 6526d3d1b205SJulian Wiedmann clone->dev_port = orig->dev_port; 6527d3d1b205SJulian Wiedmann return clone; 6528d3d1b205SJulian Wiedmann } 6529d3d1b205SJulian Wiedmann 65304a71df50SFrank Blaschka static int qeth_core_probe_device(struct ccwgroup_device *gdev) 65314a71df50SFrank Blaschka { 65324a71df50SFrank Blaschka struct qeth_card *card; 65334a71df50SFrank Blaschka struct device *dev; 65344a71df50SFrank Blaschka int rc; 6535c70eb09dSJulian Wiedmann enum qeth_discipline_id enforced_disc; 6536819dc537SStefan Raspl char dbf_name[DBF_NAME_LEN]; 65374a71df50SFrank Blaschka 6538d11ba0c4SPeter Tiedemann QETH_DBF_TEXT(SETUP, 2, "probedev"); 65394a71df50SFrank Blaschka 65404a71df50SFrank Blaschka dev = &gdev->dev; 65414a71df50SFrank Blaschka if (!get_device(dev)) 65424a71df50SFrank Blaschka return -ENODEV; 65434a71df50SFrank Blaschka 65442a0217d5SKay Sievers QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 65454a71df50SFrank Blaschka 6546121ca39aSJulian Wiedmann card = qeth_alloc_card(gdev); 65474a71df50SFrank Blaschka if (!card) { 6548d11ba0c4SPeter Tiedemann QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 65494a71df50SFrank Blaschka rc = -ENOMEM; 65504a71df50SFrank Blaschka goto err_dev; 65514a71df50SFrank Blaschka } 6552af039068SCarsten Otte 6553af039068SCarsten Otte snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 6554af039068SCarsten Otte dev_name(&gdev->dev)); 6555819dc537SStefan Raspl card->debug = qeth_get_dbf_entry(dbf_name); 6556af039068SCarsten Otte if (!card->debug) { 6557819dc537SStefan Raspl rc = qeth_add_dbf_entry(card, dbf_name); 6558819dc537SStefan Raspl if (rc) 6559af039068SCarsten Otte goto err_card; 6560af039068SCarsten Otte } 6561af039068SCarsten Otte 656295f4d8b7SJulian Wiedmann qeth_setup_card(card); 6563d3d1b205SJulian Wiedmann card->dev = qeth_alloc_netdev(card); 6564778b1ac7SJulian Wiedmann if (!card->dev) { 6565778b1ac7SJulian Wiedmann rc = -ENOMEM; 6566d3d1b205SJulian Wiedmann goto err_card; 6567778b1ac7SJulian Wiedmann } 6568d3d1b205SJulian Wiedmann 65691c103cf8SJulian Wiedmann qeth_determine_capabilities(card); 65701c103cf8SJulian Wiedmann qeth_set_blkt_defaults(card); 65711c103cf8SJulian Wiedmann 657273dc2dafSJulian Wiedmann card->qdio.no_out_queues = card->dev->num_tx_queues; 657373dc2dafSJulian Wiedmann rc = qeth_update_from_chp_desc(card); 657473dc2dafSJulian Wiedmann if (rc) 657573dc2dafSJulian Wiedmann goto err_chp_desc; 657609ac887fSJulian Wiedmann 65770b8da811SJulian Wiedmann if (IS_OSN(card)) 65780b8da811SJulian Wiedmann gdev->dev.groups = qeth_osn_dev_groups; 65790b8da811SJulian Wiedmann else 65800b8da811SJulian Wiedmann gdev->dev.groups = qeth_dev_groups; 65810b8da811SJulian Wiedmann 6582c70eb09dSJulian Wiedmann enforced_disc = qeth_enforce_discipline(card); 6583c70eb09dSJulian Wiedmann switch (enforced_disc) { 6584c70eb09dSJulian Wiedmann case QETH_DISCIPLINE_UNDETERMINED: 6585c70eb09dSJulian Wiedmann gdev->dev.type = &qeth_generic_devtype; 6586c70eb09dSJulian Wiedmann break; 6587c70eb09dSJulian Wiedmann default: 6588c70eb09dSJulian Wiedmann card->info.layer_enforced = true; 6589b41b554cSJulian Wiedmann /* It's so early that we don't need the discipline_mutex yet. */ 6590c70eb09dSJulian Wiedmann rc = qeth_core_load_discipline(card, enforced_disc); 65915113fec0SUrsula Braun if (rc) 6592d3d1b205SJulian Wiedmann goto err_load; 65932d2ebb3eSJulian Wiedmann 6594379ac99eSJulian Wiedmann gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 6595379ac99eSJulian Wiedmann card->discipline->devtype; 6596c041f2d4SSebastian Ott rc = card->discipline->setup(card->gdev); 65975113fec0SUrsula Braun if (rc) 65985113fec0SUrsula Braun goto err_disc; 65992d2ebb3eSJulian Wiedmann break; 66004a71df50SFrank Blaschka } 66014a71df50SFrank Blaschka 66024a71df50SFrank Blaschka return 0; 66034a71df50SFrank Blaschka 66045113fec0SUrsula Braun err_disc: 66055113fec0SUrsula Braun qeth_core_free_discipline(card); 6606d3d1b205SJulian Wiedmann err_load: 6607a4cdc9baSJulian Wiedmann err_chp_desc: 660873dc2dafSJulian Wiedmann free_netdev(card->dev); 66094a71df50SFrank Blaschka err_card: 66104a71df50SFrank Blaschka qeth_core_free_card(card); 66114a71df50SFrank Blaschka err_dev: 66124a71df50SFrank Blaschka put_device(dev); 66134a71df50SFrank Blaschka return rc; 66144a71df50SFrank Blaschka } 66154a71df50SFrank Blaschka 66164a71df50SFrank Blaschka static void qeth_core_remove_device(struct ccwgroup_device *gdev) 66174a71df50SFrank Blaschka { 66184a71df50SFrank Blaschka struct qeth_card *card = dev_get_drvdata(&gdev->dev); 66194a71df50SFrank Blaschka 662057a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "removedv"); 66214a71df50SFrank Blaschka 6622b41b554cSJulian Wiedmann mutex_lock(&card->discipline_mutex); 6623c041f2d4SSebastian Ott if (card->discipline) { 6624c041f2d4SSebastian Ott card->discipline->remove(gdev); 66259dc48cccSUrsula Braun qeth_core_free_discipline(card); 66269dc48cccSUrsula Braun } 6627b41b554cSJulian Wiedmann mutex_unlock(&card->discipline_mutex); 66289dc48cccSUrsula Braun 66298311c7a2SJulian Wiedmann qeth_free_qdio_queues(card); 66308311c7a2SJulian Wiedmann 6631d3d1b205SJulian Wiedmann free_netdev(card->dev); 66324a71df50SFrank Blaschka qeth_core_free_card(card); 66334a71df50SFrank Blaschka put_device(&gdev->dev); 66344a71df50SFrank Blaschka } 66354a71df50SFrank Blaschka 66364a71df50SFrank Blaschka static int qeth_core_set_online(struct ccwgroup_device *gdev) 66374a71df50SFrank Blaschka { 66384a71df50SFrank Blaschka struct qeth_card *card = dev_get_drvdata(&gdev->dev); 66394a71df50SFrank Blaschka int rc = 0; 6640c70eb09dSJulian Wiedmann enum qeth_discipline_id def_discipline; 66414a71df50SFrank Blaschka 6642b41b554cSJulian Wiedmann mutex_lock(&card->discipline_mutex); 6643c041f2d4SSebastian Ott if (!card->discipline) { 6644379ac99eSJulian Wiedmann def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 6645379ac99eSJulian Wiedmann QETH_DISCIPLINE_LAYER2; 66464a71df50SFrank Blaschka rc = qeth_core_load_discipline(card, def_discipline); 66474a71df50SFrank Blaschka if (rc) 66484a71df50SFrank Blaschka goto err; 6649c041f2d4SSebastian Ott rc = card->discipline->setup(card->gdev); 66509111e788SUrsula Braun if (rc) { 66519111e788SUrsula Braun qeth_core_free_discipline(card); 66524a71df50SFrank Blaschka goto err; 66534a71df50SFrank Blaschka } 66549111e788SUrsula Braun } 665591003f35SJulian Wiedmann 66560b9902c1SJulian Wiedmann rc = qeth_set_online(card, card->discipline); 66570b9902c1SJulian Wiedmann 66584a71df50SFrank Blaschka err: 6659b41b554cSJulian Wiedmann mutex_unlock(&card->discipline_mutex); 66604a71df50SFrank Blaschka return rc; 66614a71df50SFrank Blaschka } 66624a71df50SFrank Blaschka 66634a71df50SFrank Blaschka static int qeth_core_set_offline(struct ccwgroup_device *gdev) 66644a71df50SFrank Blaschka { 66654a71df50SFrank Blaschka struct qeth_card *card = dev_get_drvdata(&gdev->dev); 66660b9902c1SJulian Wiedmann int rc; 666791003f35SJulian Wiedmann 66680b9902c1SJulian Wiedmann mutex_lock(&card->discipline_mutex); 66690b9902c1SJulian Wiedmann rc = qeth_set_offline(card, card->discipline, false); 66700b9902c1SJulian Wiedmann mutex_unlock(&card->discipline_mutex); 66710b9902c1SJulian Wiedmann 66720b9902c1SJulian Wiedmann return rc; 66734a71df50SFrank Blaschka } 66744a71df50SFrank Blaschka 66754a71df50SFrank Blaschka static void qeth_core_shutdown(struct ccwgroup_device *gdev) 66764a71df50SFrank Blaschka { 66774a71df50SFrank Blaschka struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6678378ac80dSJulian Wiedmann 667996d1bb53SJulian Wiedmann qeth_set_allowed_threads(card, 0, 1); 668096d1bb53SJulian Wiedmann if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 668196d1bb53SJulian Wiedmann qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 668296d1bb53SJulian Wiedmann qeth_qdio_clear_card(card, 0); 668341c47da3SJulian Wiedmann qeth_drain_output_queues(card); 668496d1bb53SJulian Wiedmann qdio_free(CARD_DDEV(card)); 66854a71df50SFrank Blaschka } 66864a71df50SFrank Blaschka 668736369569SGreg Kroah-Hartman static ssize_t group_store(struct device_driver *ddrv, const char *buf, 668836369569SGreg Kroah-Hartman size_t count) 66894a71df50SFrank Blaschka { 66904a71df50SFrank Blaschka int err; 66914a71df50SFrank Blaschka 66926d8769abSJulian Wiedmann err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 66936d8769abSJulian Wiedmann buf); 6694b7169c51SSebastian Ott 6695b7169c51SSebastian Ott return err ? err : count; 6696b7169c51SSebastian Ott } 669736369569SGreg Kroah-Hartman static DRIVER_ATTR_WO(group); 66984a71df50SFrank Blaschka 6699f47e2256SSebastian Ott static struct attribute *qeth_drv_attrs[] = { 6700f47e2256SSebastian Ott &driver_attr_group.attr, 6701f47e2256SSebastian Ott NULL, 6702f47e2256SSebastian Ott }; 6703f47e2256SSebastian Ott static struct attribute_group qeth_drv_attr_group = { 6704f47e2256SSebastian Ott .attrs = qeth_drv_attrs, 6705f47e2256SSebastian Ott }; 6706f47e2256SSebastian Ott static const struct attribute_group *qeth_drv_attr_groups[] = { 6707f47e2256SSebastian Ott &qeth_drv_attr_group, 6708f47e2256SSebastian Ott NULL, 6709f47e2256SSebastian Ott }; 6710f47e2256SSebastian Ott 67116d8769abSJulian Wiedmann static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 67126d8769abSJulian Wiedmann .driver = { 67136d8769abSJulian Wiedmann .groups = qeth_drv_attr_groups, 67146d8769abSJulian Wiedmann .owner = THIS_MODULE, 67156d8769abSJulian Wiedmann .name = "qeth", 67166d8769abSJulian Wiedmann }, 67176d8769abSJulian Wiedmann .ccw_driver = &qeth_ccw_driver, 67186d8769abSJulian Wiedmann .setup = qeth_core_probe_device, 67196d8769abSJulian Wiedmann .remove = qeth_core_remove_device, 67206d8769abSJulian Wiedmann .set_online = qeth_core_set_online, 67216d8769abSJulian Wiedmann .set_offline = qeth_core_set_offline, 67226d8769abSJulian Wiedmann .shutdown = qeth_core_shutdown, 67236d8769abSJulian Wiedmann }; 67246d8769abSJulian Wiedmann 6725d7d18da1SJulian Wiedmann struct qeth_card *qeth_get_card_by_busid(char *bus_id) 6726d7d18da1SJulian Wiedmann { 6727d7d18da1SJulian Wiedmann struct ccwgroup_device *gdev; 6728d7d18da1SJulian Wiedmann struct qeth_card *card; 6729d7d18da1SJulian Wiedmann 6730d7d18da1SJulian Wiedmann gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 6731d7d18da1SJulian Wiedmann if (!gdev) 6732d7d18da1SJulian Wiedmann return NULL; 6733d7d18da1SJulian Wiedmann 6734d7d18da1SJulian Wiedmann card = dev_get_drvdata(&gdev->dev); 6735d7d18da1SJulian Wiedmann put_device(&gdev->dev); 6736d7d18da1SJulian Wiedmann return card; 6737d7d18da1SJulian Wiedmann } 6738d7d18da1SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 6739d7d18da1SJulian Wiedmann 6740942d6984SJulian Wiedmann int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 6741942d6984SJulian Wiedmann { 6742942d6984SJulian Wiedmann struct qeth_card *card = dev->ml_priv; 6743942d6984SJulian Wiedmann struct mii_ioctl_data *mii_data; 6744942d6984SJulian Wiedmann int rc = 0; 6745942d6984SJulian Wiedmann 6746942d6984SJulian Wiedmann switch (cmd) { 6747942d6984SJulian Wiedmann case SIOC_QETH_ADP_SET_SNMP_CONTROL: 6748942d6984SJulian Wiedmann rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 6749942d6984SJulian Wiedmann break; 6750942d6984SJulian Wiedmann case SIOC_QETH_GET_CARD_TYPE: 6751379ac99eSJulian Wiedmann if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 6752379ac99eSJulian Wiedmann !IS_VM_NIC(card)) 6753942d6984SJulian Wiedmann return 1; 6754942d6984SJulian Wiedmann return 0; 6755942d6984SJulian Wiedmann case SIOCGMIIPHY: 6756942d6984SJulian Wiedmann mii_data = if_mii(rq); 6757942d6984SJulian Wiedmann mii_data->phy_id = 0; 6758942d6984SJulian Wiedmann break; 6759942d6984SJulian Wiedmann case SIOCGMIIREG: 6760942d6984SJulian Wiedmann mii_data = if_mii(rq); 6761942d6984SJulian Wiedmann if (mii_data->phy_id != 0) 6762942d6984SJulian Wiedmann rc = -EINVAL; 6763942d6984SJulian Wiedmann else 6764942d6984SJulian Wiedmann mii_data->val_out = qeth_mdio_read(dev, 6765942d6984SJulian Wiedmann mii_data->phy_id, mii_data->reg_num); 6766942d6984SJulian Wiedmann break; 6767942d6984SJulian Wiedmann case SIOC_QETH_QUERY_OAT: 6768942d6984SJulian Wiedmann rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6769942d6984SJulian Wiedmann break; 6770942d6984SJulian Wiedmann default: 6771942d6984SJulian Wiedmann if (card->discipline->do_ioctl) 6772942d6984SJulian Wiedmann rc = card->discipline->do_ioctl(dev, rq, cmd); 6773942d6984SJulian Wiedmann else 6774942d6984SJulian Wiedmann rc = -EOPNOTSUPP; 6775942d6984SJulian Wiedmann } 6776942d6984SJulian Wiedmann if (rc) 6777942d6984SJulian Wiedmann QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6778942d6984SJulian Wiedmann return rc; 6779942d6984SJulian Wiedmann } 6780942d6984SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6781942d6984SJulian Wiedmann 67824386e34fSJulian Wiedmann static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 6783c9475369SThomas Richter unsigned long data) 6784c9475369SThomas Richter { 6785c9475369SThomas Richter struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 67864386e34fSJulian Wiedmann u32 *features = reply->param; 6787c9475369SThomas Richter 6788ad3cbf61SJulian Wiedmann if (qeth_setassparms_inspect_rc(cmd)) 6789742d4d40SJulian Wiedmann return -EIO; 6790c9475369SThomas Richter 67914386e34fSJulian Wiedmann *features = cmd->data.setassparms.data.flags_32bit; 6792c9475369SThomas Richter return 0; 6793c9475369SThomas Richter } 6794c9475369SThomas Richter 67954386e34fSJulian Wiedmann static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6796a8155b00SKittipon Meesompop enum qeth_prot_versions prot) 6797c9475369SThomas Richter { 67981c696c89SJulian Wiedmann return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 67991c696c89SJulian Wiedmann NULL, prot); 6800c9475369SThomas Richter } 6801c9475369SThomas Richter 68024386e34fSJulian Wiedmann static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 68033be83016SJulian Wiedmann enum qeth_prot_versions prot, u8 *lp2lp) 68044d7def2aSThomas Richter { 6805571f9dd8SKittipon Meesompop u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 68064386e34fSJulian Wiedmann struct qeth_cmd_buffer *iob; 68074386e34fSJulian Wiedmann struct qeth_ipa_caps caps; 68084386e34fSJulian Wiedmann u32 features; 68094d7def2aSThomas Richter int rc; 68104d7def2aSThomas Richter 68117e83747dSJulian Wiedmann /* some L3 HW requires combined L3+L4 csum offload: */ 68127e83747dSJulian Wiedmann if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 68137e83747dSJulian Wiedmann cstype == IPA_OUTBOUND_CHECKSUM) 6814571f9dd8SKittipon Meesompop required_features |= QETH_IPA_CHECKSUM_IP_HDR; 68157e83747dSJulian Wiedmann 68164386e34fSJulian Wiedmann iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6817a8155b00SKittipon Meesompop prot); 68184386e34fSJulian Wiedmann if (!iob) 68194386e34fSJulian Wiedmann return -ENOMEM; 68204386e34fSJulian Wiedmann 68214386e34fSJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 68224386e34fSJulian Wiedmann if (rc) 68234d7def2aSThomas Richter return rc; 68244386e34fSJulian Wiedmann 68254386e34fSJulian Wiedmann if ((required_features & features) != required_features) { 68264386e34fSJulian Wiedmann qeth_set_csum_off(card, cstype, prot); 68274386e34fSJulian Wiedmann return -EOPNOTSUPP; 68284386e34fSJulian Wiedmann } 68294386e34fSJulian Wiedmann 6830b9150461SJulian Wiedmann iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6831b9150461SJulian Wiedmann SETASS_DATA_SIZEOF(flags_32bit), 68324386e34fSJulian Wiedmann prot); 68334386e34fSJulian Wiedmann if (!iob) { 68344386e34fSJulian Wiedmann qeth_set_csum_off(card, cstype, prot); 68354386e34fSJulian Wiedmann return -ENOMEM; 68364386e34fSJulian Wiedmann } 68374386e34fSJulian Wiedmann 68384386e34fSJulian Wiedmann if (features & QETH_IPA_CHECKSUM_LP2LP) 68394386e34fSJulian Wiedmann required_features |= QETH_IPA_CHECKSUM_LP2LP; 68404386e34fSJulian Wiedmann __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 68414386e34fSJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 68424386e34fSJulian Wiedmann if (rc) { 68434386e34fSJulian Wiedmann qeth_set_csum_off(card, cstype, prot); 68444386e34fSJulian Wiedmann return rc; 68454386e34fSJulian Wiedmann } 68464386e34fSJulian Wiedmann 68474386e34fSJulian Wiedmann if (!qeth_ipa_caps_supported(&caps, required_features) || 68484386e34fSJulian Wiedmann !qeth_ipa_caps_enabled(&caps, required_features)) { 68494386e34fSJulian Wiedmann qeth_set_csum_off(card, cstype, prot); 68504386e34fSJulian Wiedmann return -EOPNOTSUPP; 68514d7def2aSThomas Richter } 68528f43fb00SThomas Richter 6853a8155b00SKittipon Meesompop dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6854a8155b00SKittipon Meesompop cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 68553be83016SJulian Wiedmann 68563be83016SJulian Wiedmann if (lp2lp) 68573be83016SJulian Wiedmann *lp2lp = qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP); 68583be83016SJulian Wiedmann 68594d7def2aSThomas Richter return 0; 68604d7def2aSThomas Richter } 68614d7def2aSThomas Richter 6862a8155b00SKittipon Meesompop static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 68633be83016SJulian Wiedmann enum qeth_prot_versions prot, u8 *lp2lp) 68644d7def2aSThomas Richter { 68653be83016SJulian Wiedmann return on ? qeth_set_csum_on(card, cstype, prot, lp2lp) : 68664386e34fSJulian Wiedmann qeth_set_csum_off(card, cstype, prot); 68674d7def2aSThomas Richter } 68684d7def2aSThomas Richter 68694666d7fbSJulian Wiedmann static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 68704666d7fbSJulian Wiedmann unsigned long data) 68714666d7fbSJulian Wiedmann { 68724666d7fbSJulian Wiedmann struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 68734666d7fbSJulian Wiedmann struct qeth_tso_start_data *tso_data = reply->param; 68744666d7fbSJulian Wiedmann 68754666d7fbSJulian Wiedmann if (qeth_setassparms_inspect_rc(cmd)) 6876742d4d40SJulian Wiedmann return -EIO; 68774666d7fbSJulian Wiedmann 68784666d7fbSJulian Wiedmann tso_data->mss = cmd->data.setassparms.data.tso.mss; 68794666d7fbSJulian Wiedmann tso_data->supported = cmd->data.setassparms.data.tso.supported; 68804666d7fbSJulian Wiedmann return 0; 68814666d7fbSJulian Wiedmann } 68824666d7fbSJulian Wiedmann 68831f83b817SJulian Wiedmann static int qeth_set_tso_off(struct qeth_card *card, 68841f83b817SJulian Wiedmann enum qeth_prot_versions prot) 68854d7def2aSThomas Richter { 68861f83b817SJulian Wiedmann return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 68871c696c89SJulian Wiedmann IPA_CMD_ASS_STOP, NULL, prot); 68888f43fb00SThomas Richter } 68891f83b817SJulian Wiedmann 68901f83b817SJulian Wiedmann static int qeth_set_tso_on(struct qeth_card *card, 68911f83b817SJulian Wiedmann enum qeth_prot_versions prot) 68921f83b817SJulian Wiedmann { 68934666d7fbSJulian Wiedmann struct qeth_tso_start_data tso_data; 68944666d7fbSJulian Wiedmann struct qeth_cmd_buffer *iob; 68954666d7fbSJulian Wiedmann struct qeth_ipa_caps caps; 68964666d7fbSJulian Wiedmann int rc; 68974666d7fbSJulian Wiedmann 68984666d7fbSJulian Wiedmann iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 68991f83b817SJulian Wiedmann IPA_CMD_ASS_START, 0, prot); 69004666d7fbSJulian Wiedmann if (!iob) 69014666d7fbSJulian Wiedmann return -ENOMEM; 69024666d7fbSJulian Wiedmann 69034fa55fa9SJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 69044666d7fbSJulian Wiedmann if (rc) 69054666d7fbSJulian Wiedmann return rc; 69064666d7fbSJulian Wiedmann 69074666d7fbSJulian Wiedmann if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 69084666d7fbSJulian Wiedmann qeth_set_tso_off(card, prot); 69094666d7fbSJulian Wiedmann return -EOPNOTSUPP; 69104666d7fbSJulian Wiedmann } 69114666d7fbSJulian Wiedmann 69124666d7fbSJulian Wiedmann iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6913b9150461SJulian Wiedmann IPA_CMD_ASS_ENABLE, 6914b9150461SJulian Wiedmann SETASS_DATA_SIZEOF(caps), prot); 69154666d7fbSJulian Wiedmann if (!iob) { 69164666d7fbSJulian Wiedmann qeth_set_tso_off(card, prot); 69174666d7fbSJulian Wiedmann return -ENOMEM; 69184666d7fbSJulian Wiedmann } 69194666d7fbSJulian Wiedmann 69204666d7fbSJulian Wiedmann /* enable TSO capability */ 69214fa55fa9SJulian Wiedmann __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 69224fa55fa9SJulian Wiedmann QETH_IPA_LARGE_SEND_TCP; 69234fa55fa9SJulian Wiedmann rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 69244666d7fbSJulian Wiedmann if (rc) { 69254666d7fbSJulian Wiedmann qeth_set_tso_off(card, prot); 69264666d7fbSJulian Wiedmann return rc; 69274666d7fbSJulian Wiedmann } 69284666d7fbSJulian Wiedmann 69294666d7fbSJulian Wiedmann if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 69304666d7fbSJulian Wiedmann !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 69314666d7fbSJulian Wiedmann qeth_set_tso_off(card, prot); 69324666d7fbSJulian Wiedmann return -EOPNOTSUPP; 69334666d7fbSJulian Wiedmann } 69344666d7fbSJulian Wiedmann 69354666d7fbSJulian Wiedmann dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 69364666d7fbSJulian Wiedmann tso_data.mss); 69374666d7fbSJulian Wiedmann return 0; 69388f43fb00SThomas Richter } 69391f83b817SJulian Wiedmann 69401f83b817SJulian Wiedmann static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 69411f83b817SJulian Wiedmann enum qeth_prot_versions prot) 69421f83b817SJulian Wiedmann { 6943742d4d40SJulian Wiedmann return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 69444d7def2aSThomas Richter } 69458f43fb00SThomas Richter 6946d7e6ed97SKittipon Meesompop static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6947d7e6ed97SKittipon Meesompop { 6948d7e6ed97SKittipon Meesompop int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6949d7e6ed97SKittipon Meesompop int rc_ipv6; 6950ce344356SJulian Wiedmann 6951d7e6ed97SKittipon Meesompop if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6952d7e6ed97SKittipon Meesompop rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 69533be83016SJulian Wiedmann QETH_PROT_IPV4, NULL); 6954d7e6ed97SKittipon Meesompop if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6955d7e6ed97SKittipon Meesompop /* no/one Offload Assist available, so the rc is trivial */ 6956d7e6ed97SKittipon Meesompop return rc_ipv4; 6957d7e6ed97SKittipon Meesompop 6958d7e6ed97SKittipon Meesompop rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 69593be83016SJulian Wiedmann QETH_PROT_IPV6, NULL); 6960d7e6ed97SKittipon Meesompop 6961d7e6ed97SKittipon Meesompop if (on) 6962d7e6ed97SKittipon Meesompop /* enable: success if any Assist is active */ 6963d7e6ed97SKittipon Meesompop return (rc_ipv6) ? rc_ipv4 : 0; 6964d7e6ed97SKittipon Meesompop 6965d7e6ed97SKittipon Meesompop /* disable: failure if any Assist is still active */ 6966d7e6ed97SKittipon Meesompop return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6967d7e6ed97SKittipon Meesompop } 6968d7e6ed97SKittipon Meesompop 6969ce344356SJulian Wiedmann /** 6970d025da9eSJulian Wiedmann * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6971d025da9eSJulian Wiedmann * @dev: a net_device 6972ce344356SJulian Wiedmann */ 6973d025da9eSJulian Wiedmann void qeth_enable_hw_features(struct net_device *dev) 6974e830baa9SHans Wippel { 6975e830baa9SHans Wippel struct qeth_card *card = dev->ml_priv; 6976d025da9eSJulian Wiedmann netdev_features_t features; 6977e830baa9SHans Wippel 6978d025da9eSJulian Wiedmann features = dev->features; 69795fc692a7SJulian Wiedmann /* force-off any feature that might need an IPA sequence. 6980ce344356SJulian Wiedmann * netdev_update_features() will restart them. 6981ce344356SJulian Wiedmann */ 69825fc692a7SJulian Wiedmann dev->features &= ~dev->hw_features; 69835fc692a7SJulian Wiedmann /* toggle VLAN filter, so that VIDs are re-programmed: */ 69845fc692a7SJulian Wiedmann if (IS_LAYER2(card) && IS_VM_NIC(card)) { 69855fc692a7SJulian Wiedmann dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 69865fc692a7SJulian Wiedmann dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 69875fc692a7SJulian Wiedmann } 6988ce344356SJulian Wiedmann netdev_update_features(dev); 6989d025da9eSJulian Wiedmann if (features != dev->features) 6990e830baa9SHans Wippel dev_warn(&card->gdev->dev, 6991e830baa9SHans Wippel "Device recovery failed to restore all offload features\n"); 6992e830baa9SHans Wippel } 6993d025da9eSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6994e830baa9SHans Wippel 69950d49c06bSJulian Wiedmann static void qeth_check_restricted_features(struct qeth_card *card, 69960d49c06bSJulian Wiedmann netdev_features_t changed, 69970d49c06bSJulian Wiedmann netdev_features_t actual) 69980d49c06bSJulian Wiedmann { 69990d49c06bSJulian Wiedmann netdev_features_t ipv6_features = NETIF_F_TSO6; 70000d49c06bSJulian Wiedmann netdev_features_t ipv4_features = NETIF_F_TSO; 70010d49c06bSJulian Wiedmann 70020d49c06bSJulian Wiedmann if (!card->info.has_lp2lp_cso_v6) 70030d49c06bSJulian Wiedmann ipv6_features |= NETIF_F_IPV6_CSUM; 70040d49c06bSJulian Wiedmann if (!card->info.has_lp2lp_cso_v4) 70050d49c06bSJulian Wiedmann ipv4_features |= NETIF_F_IP_CSUM; 70060d49c06bSJulian Wiedmann 70070d49c06bSJulian Wiedmann if ((changed & ipv6_features) && !(actual & ipv6_features)) 70080d49c06bSJulian Wiedmann qeth_flush_local_addrs6(card); 70090d49c06bSJulian Wiedmann if ((changed & ipv4_features) && !(actual & ipv4_features)) 70100d49c06bSJulian Wiedmann qeth_flush_local_addrs4(card); 70110d49c06bSJulian Wiedmann } 70120d49c06bSJulian Wiedmann 70138f43fb00SThomas Richter int qeth_set_features(struct net_device *dev, netdev_features_t features) 70148f43fb00SThomas Richter { 70158f43fb00SThomas Richter struct qeth_card *card = dev->ml_priv; 70166c7cd712SHans Wippel netdev_features_t changed = dev->features ^ features; 70178f43fb00SThomas Richter int rc = 0; 70188f43fb00SThomas Richter 701957a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "setfeat"); 702057a688aaSJulian Wiedmann QETH_CARD_HEX(card, 2, &features, sizeof(features)); 70218f43fb00SThomas Richter 70226c7cd712SHans Wippel if ((changed & NETIF_F_IP_CSUM)) { 7023a8155b00SKittipon Meesompop rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 70243be83016SJulian Wiedmann IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4, 70253be83016SJulian Wiedmann &card->info.has_lp2lp_cso_v4); 70266c7cd712SHans Wippel if (rc) 70276c7cd712SHans Wippel changed ^= NETIF_F_IP_CSUM; 70286c7cd712SHans Wippel } 7029571f9dd8SKittipon Meesompop if (changed & NETIF_F_IPV6_CSUM) { 7030571f9dd8SKittipon Meesompop rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 70313be83016SJulian Wiedmann IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6, 70323be83016SJulian Wiedmann &card->info.has_lp2lp_cso_v6); 7033571f9dd8SKittipon Meesompop if (rc) 7034571f9dd8SKittipon Meesompop changed ^= NETIF_F_IPV6_CSUM; 7035571f9dd8SKittipon Meesompop } 7036d7e6ed97SKittipon Meesompop if (changed & NETIF_F_RXCSUM) { 7037d7e6ed97SKittipon Meesompop rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 70386c7cd712SHans Wippel if (rc) 70396c7cd712SHans Wippel changed ^= NETIF_F_RXCSUM; 70406c7cd712SHans Wippel } 70411f83b817SJulian Wiedmann if (changed & NETIF_F_TSO) { 70421f83b817SJulian Wiedmann rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 70431f83b817SJulian Wiedmann QETH_PROT_IPV4); 70446c7cd712SHans Wippel if (rc) 70456c7cd712SHans Wippel changed ^= NETIF_F_TSO; 70466c7cd712SHans Wippel } 704782bf5c08SJulian Wiedmann if (changed & NETIF_F_TSO6) { 704882bf5c08SJulian Wiedmann rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 704982bf5c08SJulian Wiedmann QETH_PROT_IPV6); 705082bf5c08SJulian Wiedmann if (rc) 705182bf5c08SJulian Wiedmann changed ^= NETIF_F_TSO6; 705282bf5c08SJulian Wiedmann } 70536c7cd712SHans Wippel 70540d49c06bSJulian Wiedmann qeth_check_restricted_features(card, dev->features ^ features, 70550d49c06bSJulian Wiedmann dev->features ^ changed); 70560d49c06bSJulian Wiedmann 70576c7cd712SHans Wippel /* everything changed successfully? */ 70586c7cd712SHans Wippel if ((dev->features ^ features) == changed) 70596c7cd712SHans Wippel return 0; 70606c7cd712SHans Wippel /* something went wrong. save changed features and return error */ 70616c7cd712SHans Wippel dev->features ^= changed; 70626c7cd712SHans Wippel return -EIO; 70638f43fb00SThomas Richter } 70648f43fb00SThomas Richter EXPORT_SYMBOL_GPL(qeth_set_features); 70658f43fb00SThomas Richter 70668f43fb00SThomas Richter netdev_features_t qeth_fix_features(struct net_device *dev, 70678f43fb00SThomas Richter netdev_features_t features) 70688f43fb00SThomas Richter { 70698f43fb00SThomas Richter struct qeth_card *card = dev->ml_priv; 70708f43fb00SThomas Richter 707157a688aaSJulian Wiedmann QETH_CARD_TEXT(card, 2, "fixfeat"); 70728f43fb00SThomas Richter if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 70738f43fb00SThomas Richter features &= ~NETIF_F_IP_CSUM; 7074571f9dd8SKittipon Meesompop if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 7075571f9dd8SKittipon Meesompop features &= ~NETIF_F_IPV6_CSUM; 7076d7e6ed97SKittipon Meesompop if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 7077d7e6ed97SKittipon Meesompop !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 70788f43fb00SThomas Richter features &= ~NETIF_F_RXCSUM; 7079cf536ffeSJulian Wiedmann if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 70808f43fb00SThomas Richter features &= ~NETIF_F_TSO; 708182bf5c08SJulian Wiedmann if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 708282bf5c08SJulian Wiedmann features &= ~NETIF_F_TSO6; 7083e6e771b3SJulian Wiedmann 708457a688aaSJulian Wiedmann QETH_CARD_HEX(card, 2, &features, sizeof(features)); 70858f43fb00SThomas Richter return features; 70868f43fb00SThomas Richter } 70878f43fb00SThomas Richter EXPORT_SYMBOL_GPL(qeth_fix_features); 70884d7def2aSThomas Richter 70896d69b1f1SJulian Wiedmann netdev_features_t qeth_features_check(struct sk_buff *skb, 70906d69b1f1SJulian Wiedmann struct net_device *dev, 70916d69b1f1SJulian Wiedmann netdev_features_t features) 70926d69b1f1SJulian Wiedmann { 7093c619e9a6SJulian Wiedmann struct qeth_card *card = dev->ml_priv; 70948cebedb6SJulian Wiedmann 70958cebedb6SJulian Wiedmann /* Traffic with local next-hop is not eligible for some offloads: */ 70968cebedb6SJulian Wiedmann if (skb->ip_summed == CHECKSUM_PARTIAL && 709765878fd9SJulian Wiedmann READ_ONCE(card->options.isolation) != ISOLATION_MODE_FWD) { 7098c619e9a6SJulian Wiedmann netdev_features_t restricted = 0; 7099c619e9a6SJulian Wiedmann 7100c619e9a6SJulian Wiedmann if (skb_is_gso(skb) && !netif_needs_gso(skb, features)) 7101c619e9a6SJulian Wiedmann restricted |= NETIF_F_ALL_TSO; 7102c619e9a6SJulian Wiedmann 7103c619e9a6SJulian Wiedmann switch (vlan_get_protocol(skb)) { 7104c619e9a6SJulian Wiedmann case htons(ETH_P_IP): 7105c619e9a6SJulian Wiedmann if (!card->info.has_lp2lp_cso_v4) 7106c619e9a6SJulian Wiedmann restricted |= NETIF_F_IP_CSUM; 7107c619e9a6SJulian Wiedmann 7108c619e9a6SJulian Wiedmann if (restricted && qeth_next_hop_is_local_v4(card, skb)) 7109c619e9a6SJulian Wiedmann features &= ~restricted; 7110c619e9a6SJulian Wiedmann break; 7111c619e9a6SJulian Wiedmann case htons(ETH_P_IPV6): 7112c619e9a6SJulian Wiedmann if (!card->info.has_lp2lp_cso_v6) 7113c619e9a6SJulian Wiedmann restricted |= NETIF_F_IPV6_CSUM; 7114c619e9a6SJulian Wiedmann 7115c619e9a6SJulian Wiedmann if (restricted && qeth_next_hop_is_local_v6(card, skb)) 7116c619e9a6SJulian Wiedmann features &= ~restricted; 7117c619e9a6SJulian Wiedmann break; 7118c619e9a6SJulian Wiedmann default: 7119c619e9a6SJulian Wiedmann break; 7120c619e9a6SJulian Wiedmann } 7121c619e9a6SJulian Wiedmann } 7122c619e9a6SJulian Wiedmann 71236d69b1f1SJulian Wiedmann /* GSO segmentation builds skbs with 71246d69b1f1SJulian Wiedmann * a (small) linear part for the headers, and 71256d69b1f1SJulian Wiedmann * page frags for the data. 71266d69b1f1SJulian Wiedmann * Compared to a linear skb, the header-only part consumes an 71276d69b1f1SJulian Wiedmann * additional buffer element. This reduces buffer utilization, and 71286d69b1f1SJulian Wiedmann * hurts throughput. So compress small segments into one element. 71296d69b1f1SJulian Wiedmann */ 71306d69b1f1SJulian Wiedmann if (netif_needs_gso(skb, features)) { 71316d69b1f1SJulian Wiedmann /* match skb_segment(): */ 71326d69b1f1SJulian Wiedmann unsigned int doffset = skb->data - skb_mac_header(skb); 71336d69b1f1SJulian Wiedmann unsigned int hsize = skb_shinfo(skb)->gso_size; 71346d69b1f1SJulian Wiedmann unsigned int hroom = skb_headroom(skb); 71356d69b1f1SJulian Wiedmann 71366d69b1f1SJulian Wiedmann /* linearize only if resulting skb allocations are order-0: */ 71376d69b1f1SJulian Wiedmann if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 71386d69b1f1SJulian Wiedmann features &= ~NETIF_F_SG; 71396d69b1f1SJulian Wiedmann } 71406d69b1f1SJulian Wiedmann 71416d69b1f1SJulian Wiedmann return vlan_features_check(skb, features); 71426d69b1f1SJulian Wiedmann } 71436d69b1f1SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_features_check); 71446d69b1f1SJulian Wiedmann 7145b0abc4f5SJulian Wiedmann void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 7146b0abc4f5SJulian Wiedmann { 7147b0abc4f5SJulian Wiedmann struct qeth_card *card = dev->ml_priv; 7148b0abc4f5SJulian Wiedmann struct qeth_qdio_out_q *queue; 7149b0abc4f5SJulian Wiedmann unsigned int i; 7150b0abc4f5SJulian Wiedmann 7151b0abc4f5SJulian Wiedmann QETH_CARD_TEXT(card, 5, "getstat"); 7152b0abc4f5SJulian Wiedmann 7153b0abc4f5SJulian Wiedmann stats->rx_packets = card->stats.rx_packets; 7154b0abc4f5SJulian Wiedmann stats->rx_bytes = card->stats.rx_bytes; 7155845ef904SJulian Wiedmann stats->rx_errors = card->stats.rx_length_errors + 71565fd3fcbbSJulian Wiedmann card->stats.rx_frame_errors + 7157845ef904SJulian Wiedmann card->stats.rx_fifo_errors; 7158845ef904SJulian Wiedmann stats->rx_dropped = card->stats.rx_dropped_nomem + 71595b55633fSJulian Wiedmann card->stats.rx_dropped_notsupp + 71605b55633fSJulian Wiedmann card->stats.rx_dropped_runt; 7161b0abc4f5SJulian Wiedmann stats->multicast = card->stats.rx_multicast; 7162845ef904SJulian Wiedmann stats->rx_length_errors = card->stats.rx_length_errors; 71635fd3fcbbSJulian Wiedmann stats->rx_frame_errors = card->stats.rx_frame_errors; 7164845ef904SJulian Wiedmann stats->rx_fifo_errors = card->stats.rx_fifo_errors; 7165b0abc4f5SJulian Wiedmann 7166b0abc4f5SJulian Wiedmann for (i = 0; i < card->qdio.no_out_queues; i++) { 7167b0abc4f5SJulian Wiedmann queue = card->qdio.out_qs[i]; 7168b0abc4f5SJulian Wiedmann 7169b0abc4f5SJulian Wiedmann stats->tx_packets += queue->stats.tx_packets; 7170b0abc4f5SJulian Wiedmann stats->tx_bytes += queue->stats.tx_bytes; 7171b0abc4f5SJulian Wiedmann stats->tx_errors += queue->stats.tx_errors; 7172b0abc4f5SJulian Wiedmann stats->tx_dropped += queue->stats.tx_dropped; 7173b0abc4f5SJulian Wiedmann } 7174b0abc4f5SJulian Wiedmann } 7175b0abc4f5SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_get_stats64); 7176b0abc4f5SJulian Wiedmann 71775d8ce41cSJulian Wiedmann #define TC_IQD_UCAST 0 71785d8ce41cSJulian Wiedmann static void qeth_iqd_set_prio_tc_map(struct net_device *dev, 71795d8ce41cSJulian Wiedmann unsigned int ucast_txqs) 71805d8ce41cSJulian Wiedmann { 71815d8ce41cSJulian Wiedmann unsigned int prio; 71825d8ce41cSJulian Wiedmann 71835d8ce41cSJulian Wiedmann /* IQD requires mcast traffic to be placed on a dedicated queue, and 71845d8ce41cSJulian Wiedmann * qeth_iqd_select_queue() deals with this. 71855d8ce41cSJulian Wiedmann * For unicast traffic, we defer the queue selection to the stack. 71865d8ce41cSJulian Wiedmann * By installing a trivial prio map that spans over only the unicast 71875d8ce41cSJulian Wiedmann * queues, we can encourage the stack to spread the ucast traffic evenly 71885d8ce41cSJulian Wiedmann * without selecting the mcast queue. 71895d8ce41cSJulian Wiedmann */ 71905d8ce41cSJulian Wiedmann 71915d8ce41cSJulian Wiedmann /* One traffic class, spanning over all active ucast queues: */ 71925d8ce41cSJulian Wiedmann netdev_set_num_tc(dev, 1); 71935d8ce41cSJulian Wiedmann netdev_set_tc_queue(dev, TC_IQD_UCAST, ucast_txqs, 71945d8ce41cSJulian Wiedmann QETH_IQD_MIN_UCAST_TXQ); 71955d8ce41cSJulian Wiedmann 71965d8ce41cSJulian Wiedmann /* Map all priorities to this traffic class: */ 71975d8ce41cSJulian Wiedmann for (prio = 0; prio <= TC_BITMASK; prio++) 71985d8ce41cSJulian Wiedmann netdev_set_prio_tc_map(dev, prio, TC_IQD_UCAST); 71995d8ce41cSJulian Wiedmann } 72005d8ce41cSJulian Wiedmann 72015d8ce41cSJulian Wiedmann int qeth_set_real_num_tx_queues(struct qeth_card *card, unsigned int count) 72025d8ce41cSJulian Wiedmann { 72035d8ce41cSJulian Wiedmann struct net_device *dev = card->dev; 72045d8ce41cSJulian Wiedmann int rc; 72055d8ce41cSJulian Wiedmann 72065d8ce41cSJulian Wiedmann /* Per netif_setup_tc(), adjust the mapping first: */ 72075d8ce41cSJulian Wiedmann if (IS_IQD(card)) 72085d8ce41cSJulian Wiedmann qeth_iqd_set_prio_tc_map(dev, count - 1); 72095d8ce41cSJulian Wiedmann 72105d8ce41cSJulian Wiedmann rc = netif_set_real_num_tx_queues(dev, count); 72115d8ce41cSJulian Wiedmann 72125d8ce41cSJulian Wiedmann if (rc && IS_IQD(card)) 72135d8ce41cSJulian Wiedmann qeth_iqd_set_prio_tc_map(dev, dev->real_num_tx_queues - 1); 72145d8ce41cSJulian Wiedmann 72155d8ce41cSJulian Wiedmann return rc; 72165d8ce41cSJulian Wiedmann } 7217bb5ab541SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_set_real_num_tx_queues); 72185d8ce41cSJulian Wiedmann 72193a18d754SJulian Wiedmann u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 72203a18d754SJulian Wiedmann u8 cast_type, struct net_device *sb_dev) 72213a18d754SJulian Wiedmann { 722266cddf10SJulian Wiedmann u16 txq; 722366cddf10SJulian Wiedmann 72243a18d754SJulian Wiedmann if (cast_type != RTN_UNICAST) 72253a18d754SJulian Wiedmann return QETH_IQD_MCAST_TXQ; 72265d8ce41cSJulian Wiedmann if (dev->real_num_tx_queues == QETH_IQD_MIN_TXQ) 72275d8ce41cSJulian Wiedmann return QETH_IQD_MIN_UCAST_TXQ; 722866cddf10SJulian Wiedmann 722966cddf10SJulian Wiedmann txq = netdev_pick_tx(dev, skb, sb_dev); 723066cddf10SJulian Wiedmann return (txq == QETH_IQD_MCAST_TXQ) ? QETH_IQD_MIN_UCAST_TXQ : txq; 72313a18d754SJulian Wiedmann } 72323a18d754SJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 72333a18d754SJulian Wiedmann 7234e6e771b3SJulian Wiedmann int qeth_open(struct net_device *dev) 7235e22355eaSJulian Wiedmann { 7236e22355eaSJulian Wiedmann struct qeth_card *card = dev->ml_priv; 7237e22355eaSJulian Wiedmann 7238e22355eaSJulian Wiedmann QETH_CARD_TEXT(card, 4, "qethopen"); 7239e22355eaSJulian Wiedmann 7240e22355eaSJulian Wiedmann card->data.state = CH_STATE_UP; 72413a18d754SJulian Wiedmann netif_tx_start_all_queues(dev); 7242e22355eaSJulian Wiedmann 7243e22355eaSJulian Wiedmann napi_enable(&card->napi); 7244e22355eaSJulian Wiedmann local_bh_disable(); 7245e22355eaSJulian Wiedmann napi_schedule(&card->napi); 7246e53edf74SJulian Wiedmann if (IS_IQD(card)) { 7247e53edf74SJulian Wiedmann struct qeth_qdio_out_q *queue; 7248e53edf74SJulian Wiedmann unsigned int i; 7249e53edf74SJulian Wiedmann 7250e53edf74SJulian Wiedmann qeth_for_each_output_queue(card, queue, i) { 7251e53edf74SJulian Wiedmann netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 7252e53edf74SJulian Wiedmann QETH_NAPI_WEIGHT); 7253e53edf74SJulian Wiedmann napi_enable(&queue->napi); 7254e53edf74SJulian Wiedmann napi_schedule(&queue->napi); 7255e53edf74SJulian Wiedmann } 7256e53edf74SJulian Wiedmann } 7257e22355eaSJulian Wiedmann /* kick-start the NAPI softirq: */ 7258e22355eaSJulian Wiedmann local_bh_enable(); 7259e22355eaSJulian Wiedmann return 0; 7260e22355eaSJulian Wiedmann } 7261e22355eaSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_open); 7262e22355eaSJulian Wiedmann 7263e22355eaSJulian Wiedmann int qeth_stop(struct net_device *dev) 7264e22355eaSJulian Wiedmann { 7265e22355eaSJulian Wiedmann struct qeth_card *card = dev->ml_priv; 7266e22355eaSJulian Wiedmann 7267e22355eaSJulian Wiedmann QETH_CARD_TEXT(card, 4, "qethstop"); 7268e53edf74SJulian Wiedmann if (IS_IQD(card)) { 7269e53edf74SJulian Wiedmann struct qeth_qdio_out_q *queue; 7270e53edf74SJulian Wiedmann unsigned int i; 7271e53edf74SJulian Wiedmann 7272e53edf74SJulian Wiedmann /* Quiesce the NAPI instances: */ 7273c649c41dSJulian Wiedmann qeth_for_each_output_queue(card, queue, i) 7274e53edf74SJulian Wiedmann napi_disable(&queue->napi); 7275e53edf74SJulian Wiedmann 7276e53edf74SJulian Wiedmann /* Stop .ndo_start_xmit, might still access queue->napi. */ 7277e22355eaSJulian Wiedmann netif_tx_disable(dev); 7278e53edf74SJulian Wiedmann 7279c649c41dSJulian Wiedmann qeth_for_each_output_queue(card, queue, i) { 7280c649c41dSJulian Wiedmann del_timer_sync(&queue->timer); 7281c649c41dSJulian Wiedmann /* Queues may get re-allocated, so remove the NAPIs. */ 7282e53edf74SJulian Wiedmann netif_napi_del(&queue->napi); 7283c649c41dSJulian Wiedmann } 7284e53edf74SJulian Wiedmann } else { 7285e53edf74SJulian Wiedmann netif_tx_disable(dev); 7286e53edf74SJulian Wiedmann } 7287e53edf74SJulian Wiedmann 7288e22355eaSJulian Wiedmann napi_disable(&card->napi); 72897c94a882SJulian Wiedmann cancel_delayed_work_sync(&card->buffer_reclaim_work); 72900a6e6345SJulian Wiedmann qdio_stop_irq(CARD_DDEV(card)); 729113099824SJulian Wiedmann 7292e22355eaSJulian Wiedmann return 0; 7293e22355eaSJulian Wiedmann } 7294e22355eaSJulian Wiedmann EXPORT_SYMBOL_GPL(qeth_stop); 7295e22355eaSJulian Wiedmann 72964a71df50SFrank Blaschka static int __init qeth_core_init(void) 72974a71df50SFrank Blaschka { 72984a71df50SFrank Blaschka int rc; 72994a71df50SFrank Blaschka 730074eacdb9SFrank Blaschka pr_info("loading core functions\n"); 73014a71df50SFrank Blaschka 7302fb8d2580SJulian Wiedmann qeth_debugfs_root = debugfs_create_dir("qeth", NULL); 7303fb8d2580SJulian Wiedmann 73044a71df50SFrank Blaschka rc = qeth_register_dbf_views(); 73054a71df50SFrank Blaschka if (rc) 7306a936b1efSJulian Wiedmann goto dbf_err; 7307035da16fSMark McLoughlin qeth_core_root_dev = root_device_register("qeth"); 73089262c6c2SDuan Jiong rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 73094a71df50SFrank Blaschka if (rc) 73104a71df50SFrank Blaschka goto register_err; 731155494264SJulian Wiedmann qeth_core_header_cache = 731255494264SJulian Wiedmann kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 731355494264SJulian Wiedmann roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 731455494264SJulian Wiedmann 0, NULL); 7315683d718aSFrank Blaschka if (!qeth_core_header_cache) { 7316683d718aSFrank Blaschka rc = -ENOMEM; 7317683d718aSFrank Blaschka goto slab_err; 7318683d718aSFrank Blaschka } 73190da9581dSEinar Lueck qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 73200da9581dSEinar Lueck sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 73210da9581dSEinar Lueck if (!qeth_qdio_outbuf_cache) { 73220da9581dSEinar Lueck rc = -ENOMEM; 73230da9581dSEinar Lueck goto cqslab_err; 73240da9581dSEinar Lueck } 73254a71df50SFrank Blaschka rc = ccw_driver_register(&qeth_ccw_driver); 73264a71df50SFrank Blaschka if (rc) 73274a71df50SFrank Blaschka goto ccw_err; 73284a71df50SFrank Blaschka rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 73294a71df50SFrank Blaschka if (rc) 73304a71df50SFrank Blaschka goto ccwgroup_err; 73310da9581dSEinar Lueck 7332683d718aSFrank Blaschka return 0; 7333afb6ac59SSebastian Ott 7334afb6ac59SSebastian Ott ccwgroup_err: 7335afb6ac59SSebastian Ott ccw_driver_unregister(&qeth_ccw_driver); 7336afb6ac59SSebastian Ott ccw_err: 7337afb6ac59SSebastian Ott kmem_cache_destroy(qeth_qdio_outbuf_cache); 73380da9581dSEinar Lueck cqslab_err: 73390da9581dSEinar Lueck kmem_cache_destroy(qeth_core_header_cache); 7340683d718aSFrank Blaschka slab_err: 7341035da16fSMark McLoughlin root_device_unregister(qeth_core_root_dev); 73424a71df50SFrank Blaschka register_err: 73434a71df50SFrank Blaschka qeth_unregister_dbf_views(); 7344a936b1efSJulian Wiedmann dbf_err: 7345fb8d2580SJulian Wiedmann debugfs_remove_recursive(qeth_debugfs_root); 734674eacdb9SFrank Blaschka pr_err("Initializing the qeth device driver failed\n"); 73474a71df50SFrank Blaschka return rc; 73484a71df50SFrank Blaschka } 73494a71df50SFrank Blaschka 73504a71df50SFrank Blaschka static void __exit qeth_core_exit(void) 73514a71df50SFrank Blaschka { 7352819dc537SStefan Raspl qeth_clear_dbf_list(); 73534a71df50SFrank Blaschka ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 73544a71df50SFrank Blaschka ccw_driver_unregister(&qeth_ccw_driver); 73550da9581dSEinar Lueck kmem_cache_destroy(qeth_qdio_outbuf_cache); 7356683d718aSFrank Blaschka kmem_cache_destroy(qeth_core_header_cache); 7357afb6ac59SSebastian Ott root_device_unregister(qeth_core_root_dev); 73584a71df50SFrank Blaschka qeth_unregister_dbf_views(); 7359fb8d2580SJulian Wiedmann debugfs_remove_recursive(qeth_debugfs_root); 736074eacdb9SFrank Blaschka pr_info("core functions removed\n"); 73614a71df50SFrank Blaschka } 73624a71df50SFrank Blaschka 73634a71df50SFrank Blaschka module_init(qeth_core_init); 73644a71df50SFrank Blaschka module_exit(qeth_core_exit); 73654a71df50SFrank Blaschka MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 73664a71df50SFrank Blaschka MODULE_DESCRIPTION("qeth core functions"); 73674a71df50SFrank Blaschka MODULE_LICENSE("GPL"); 7368