11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Copyright (c) 2004 Topspin Communications. All rights reserved. 32a1d9b7fSRoland Dreier * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 42a1d9b7fSRoland Dreier * Copyright (c) 2004 Voltaire, Inc. All rights reserved. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This software is available to you under a choice of one of two 71da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU 81da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file 91da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the 101da177e4SLinus Torvalds * OpenIB.org BSD license below: 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or 131da177e4SLinus Torvalds * without modification, are permitted provided that the following 141da177e4SLinus Torvalds * conditions are met: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * - Redistributions of source code must retain the above 171da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 181da177e4SLinus Torvalds * disclaimer. 191da177e4SLinus Torvalds * 201da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above 211da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 221da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials 231da177e4SLinus Torvalds * provided with the distribution. 241da177e4SLinus Torvalds * 251da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 261da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 271da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 281da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 291da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 301da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 311da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 321da177e4SLinus Torvalds * SOFTWARE. 331da177e4SLinus Torvalds * 341da177e4SLinus Torvalds * $Id: ipoib_main.c 1377 2004-12-23 19:57:12Z roland $ 351da177e4SLinus Torvalds */ 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds #include "ipoib.h" 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds #include <linux/module.h> 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds #include <linux/init.h> 421da177e4SLinus Torvalds #include <linux/slab.h> 430f485251SShirley Ma #include <linux/kernel.h> 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds #include <linux/if_arp.h> /* For ARPHRD_xxx */ 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds #include <linux/ip.h> 481da177e4SLinus Torvalds #include <linux/in.h> 491da177e4SLinus Torvalds 5014c85021SArnaldo Carvalho de Melo #include <net/dst.h> 5114c85021SArnaldo Carvalho de Melo 52073ae841SMichael S. Tsirkin #define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff) 53073ae841SMichael S. Tsirkin 541da177e4SLinus Torvalds MODULE_AUTHOR("Roland Dreier"); 551da177e4SLinus Torvalds MODULE_DESCRIPTION("IP-over-InfiniBand net driver"); 561da177e4SLinus Torvalds MODULE_LICENSE("Dual BSD/GPL"); 571da177e4SLinus Torvalds 580f485251SShirley Ma int ipoib_sendq_size __read_mostly = IPOIB_TX_RING_SIZE; 590f485251SShirley Ma int ipoib_recvq_size __read_mostly = IPOIB_RX_RING_SIZE; 600f485251SShirley Ma 610f485251SShirley Ma module_param_named(send_queue_size, ipoib_sendq_size, int, 0444); 620f485251SShirley Ma MODULE_PARM_DESC(send_queue_size, "Number of descriptors in send queue"); 630f485251SShirley Ma module_param_named(recv_queue_size, ipoib_recvq_size, int, 0444); 640f485251SShirley Ma MODULE_PARM_DESC(recv_queue_size, "Number of descriptors in receive queue"); 650f485251SShirley Ma 661da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 671da177e4SLinus Torvalds int ipoib_debug_level; 681da177e4SLinus Torvalds 691da177e4SLinus Torvalds module_param_named(debug_level, ipoib_debug_level, int, 0644); 701da177e4SLinus Torvalds MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0"); 711da177e4SLinus Torvalds #endif 721da177e4SLinus Torvalds 731732b0efSRoland Dreier struct ipoib_path_iter { 741732b0efSRoland Dreier struct net_device *dev; 751732b0efSRoland Dreier struct ipoib_path path; 761732b0efSRoland Dreier }; 771732b0efSRoland Dreier 781da177e4SLinus Torvalds static const u8 ipv4_bcast_addr[] = { 791da177e4SLinus Torvalds 0x00, 0xff, 0xff, 0xff, 801da177e4SLinus Torvalds 0xff, 0x12, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00, 811da177e4SLinus Torvalds 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff 821da177e4SLinus Torvalds }; 831da177e4SLinus Torvalds 841da177e4SLinus Torvalds struct workqueue_struct *ipoib_workqueue; 851da177e4SLinus Torvalds 86c1a0b23bSMichael S. Tsirkin struct ib_sa_client ipoib_sa_client; 87c1a0b23bSMichael S. Tsirkin 881da177e4SLinus Torvalds static void ipoib_add_one(struct ib_device *device); 891da177e4SLinus Torvalds static void ipoib_remove_one(struct ib_device *device); 901da177e4SLinus Torvalds 911da177e4SLinus Torvalds static struct ib_client ipoib_client = { 921da177e4SLinus Torvalds .name = "ipoib", 931da177e4SLinus Torvalds .add = ipoib_add_one, 941da177e4SLinus Torvalds .remove = ipoib_remove_one 951da177e4SLinus Torvalds }; 961da177e4SLinus Torvalds 971da177e4SLinus Torvalds int ipoib_open(struct net_device *dev) 981da177e4SLinus Torvalds { 991da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1001da177e4SLinus Torvalds 1011da177e4SLinus Torvalds ipoib_dbg(priv, "bringing up interface\n"); 1021da177e4SLinus Torvalds 1031da177e4SLinus Torvalds set_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags); 1041da177e4SLinus Torvalds 1051da177e4SLinus Torvalds if (ipoib_pkey_dev_delay_open(dev)) 1061da177e4SLinus Torvalds return 0; 1071da177e4SLinus Torvalds 1081da177e4SLinus Torvalds if (ipoib_ib_dev_open(dev)) 1091da177e4SLinus Torvalds return -EINVAL; 1101da177e4SLinus Torvalds 111267ee88eSRoland Dreier if (ipoib_ib_dev_up(dev)) { 112267ee88eSRoland Dreier ipoib_ib_dev_stop(dev); 1131da177e4SLinus Torvalds return -EINVAL; 114267ee88eSRoland Dreier } 1151da177e4SLinus Torvalds 1161da177e4SLinus Torvalds if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) { 1171da177e4SLinus Torvalds struct ipoib_dev_priv *cpriv; 1181da177e4SLinus Torvalds 1191da177e4SLinus Torvalds /* Bring up any child interfaces too */ 12095ed644fSIngo Molnar mutex_lock(&priv->vlan_mutex); 1211da177e4SLinus Torvalds list_for_each_entry(cpriv, &priv->child_intfs, list) { 1221da177e4SLinus Torvalds int flags; 1231da177e4SLinus Torvalds 1241da177e4SLinus Torvalds flags = cpriv->dev->flags; 1251da177e4SLinus Torvalds if (flags & IFF_UP) 1261da177e4SLinus Torvalds continue; 1271da177e4SLinus Torvalds 1281da177e4SLinus Torvalds dev_change_flags(cpriv->dev, flags | IFF_UP); 1291da177e4SLinus Torvalds } 13095ed644fSIngo Molnar mutex_unlock(&priv->vlan_mutex); 1311da177e4SLinus Torvalds } 1321da177e4SLinus Torvalds 1331da177e4SLinus Torvalds netif_start_queue(dev); 1341da177e4SLinus Torvalds 1351da177e4SLinus Torvalds return 0; 1361da177e4SLinus Torvalds } 1371da177e4SLinus Torvalds 1381da177e4SLinus Torvalds static int ipoib_stop(struct net_device *dev) 1391da177e4SLinus Torvalds { 1401da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1411da177e4SLinus Torvalds 1421da177e4SLinus Torvalds ipoib_dbg(priv, "stopping interface\n"); 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags); 1451da177e4SLinus Torvalds 1461da177e4SLinus Torvalds netif_stop_queue(dev); 1471da177e4SLinus Torvalds 1480b3ea082SJack Morgenstein /* 1490b3ea082SJack Morgenstein * Now flush workqueue to make sure a scheduled task doesn't 1500b3ea082SJack Morgenstein * bring our internal state back up. 1510b3ea082SJack Morgenstein */ 1520b3ea082SJack Morgenstein flush_workqueue(ipoib_workqueue); 1530b3ea082SJack Morgenstein 1540b3ea082SJack Morgenstein ipoib_ib_dev_down(dev, 1); 1551da177e4SLinus Torvalds ipoib_ib_dev_stop(dev); 1561da177e4SLinus Torvalds 1571da177e4SLinus Torvalds if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) { 1581da177e4SLinus Torvalds struct ipoib_dev_priv *cpriv; 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds /* Bring down any child interfaces too */ 16195ed644fSIngo Molnar mutex_lock(&priv->vlan_mutex); 1621da177e4SLinus Torvalds list_for_each_entry(cpriv, &priv->child_intfs, list) { 1631da177e4SLinus Torvalds int flags; 1641da177e4SLinus Torvalds 1651da177e4SLinus Torvalds flags = cpriv->dev->flags; 1661da177e4SLinus Torvalds if (!(flags & IFF_UP)) 1671da177e4SLinus Torvalds continue; 1681da177e4SLinus Torvalds 1691da177e4SLinus Torvalds dev_change_flags(cpriv->dev, flags & ~IFF_UP); 1701da177e4SLinus Torvalds } 17195ed644fSIngo Molnar mutex_unlock(&priv->vlan_mutex); 1721da177e4SLinus Torvalds } 1731da177e4SLinus Torvalds 1741da177e4SLinus Torvalds return 0; 1751da177e4SLinus Torvalds } 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds static int ipoib_change_mtu(struct net_device *dev, int new_mtu) 1781da177e4SLinus Torvalds { 1791da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1801da177e4SLinus Torvalds 1811da177e4SLinus Torvalds if (new_mtu > IPOIB_PACKET_SIZE - IPOIB_ENCAP_LEN) 1821da177e4SLinus Torvalds return -EINVAL; 1831da177e4SLinus Torvalds 1841da177e4SLinus Torvalds priv->admin_mtu = new_mtu; 1851da177e4SLinus Torvalds 1861da177e4SLinus Torvalds dev->mtu = min(priv->mcast_mtu, priv->admin_mtu); 1871da177e4SLinus Torvalds 1881da177e4SLinus Torvalds return 0; 1891da177e4SLinus Torvalds } 1901da177e4SLinus Torvalds 19137c22a77SJack Morgenstein static struct ipoib_path *__path_find(struct net_device *dev, void *gid) 1921da177e4SLinus Torvalds { 1931da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1941da177e4SLinus Torvalds struct rb_node *n = priv->path_tree.rb_node; 1951da177e4SLinus Torvalds struct ipoib_path *path; 1961da177e4SLinus Torvalds int ret; 1971da177e4SLinus Torvalds 1981da177e4SLinus Torvalds while (n) { 1991da177e4SLinus Torvalds path = rb_entry(n, struct ipoib_path, rb_node); 2001da177e4SLinus Torvalds 20137c22a77SJack Morgenstein ret = memcmp(gid, path->pathrec.dgid.raw, 2021da177e4SLinus Torvalds sizeof (union ib_gid)); 2031da177e4SLinus Torvalds 2041da177e4SLinus Torvalds if (ret < 0) 2051da177e4SLinus Torvalds n = n->rb_left; 2061da177e4SLinus Torvalds else if (ret > 0) 2071da177e4SLinus Torvalds n = n->rb_right; 2081da177e4SLinus Torvalds else 2091da177e4SLinus Torvalds return path; 2101da177e4SLinus Torvalds } 2111da177e4SLinus Torvalds 2121da177e4SLinus Torvalds return NULL; 2131da177e4SLinus Torvalds } 2141da177e4SLinus Torvalds 2151da177e4SLinus Torvalds static int __path_add(struct net_device *dev, struct ipoib_path *path) 2161da177e4SLinus Torvalds { 2171da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 2181da177e4SLinus Torvalds struct rb_node **n = &priv->path_tree.rb_node; 2191da177e4SLinus Torvalds struct rb_node *pn = NULL; 2201da177e4SLinus Torvalds struct ipoib_path *tpath; 2211da177e4SLinus Torvalds int ret; 2221da177e4SLinus Torvalds 2231da177e4SLinus Torvalds while (*n) { 2241da177e4SLinus Torvalds pn = *n; 2251da177e4SLinus Torvalds tpath = rb_entry(pn, struct ipoib_path, rb_node); 2261da177e4SLinus Torvalds 2271da177e4SLinus Torvalds ret = memcmp(path->pathrec.dgid.raw, tpath->pathrec.dgid.raw, 2281da177e4SLinus Torvalds sizeof (union ib_gid)); 2291da177e4SLinus Torvalds if (ret < 0) 2301da177e4SLinus Torvalds n = &pn->rb_left; 2311da177e4SLinus Torvalds else if (ret > 0) 2321da177e4SLinus Torvalds n = &pn->rb_right; 2331da177e4SLinus Torvalds else 2341da177e4SLinus Torvalds return -EEXIST; 2351da177e4SLinus Torvalds } 2361da177e4SLinus Torvalds 2371da177e4SLinus Torvalds rb_link_node(&path->rb_node, pn, n); 2381da177e4SLinus Torvalds rb_insert_color(&path->rb_node, &priv->path_tree); 2391da177e4SLinus Torvalds 2401da177e4SLinus Torvalds list_add_tail(&path->list, &priv->path_list); 2411da177e4SLinus Torvalds 2421da177e4SLinus Torvalds return 0; 2431da177e4SLinus Torvalds } 2441da177e4SLinus Torvalds 2451da177e4SLinus Torvalds static void path_free(struct net_device *dev, struct ipoib_path *path) 2461da177e4SLinus Torvalds { 2471da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 2481da177e4SLinus Torvalds struct ipoib_neigh *neigh, *tn; 2491da177e4SLinus Torvalds struct sk_buff *skb; 2501da177e4SLinus Torvalds unsigned long flags; 2511da177e4SLinus Torvalds 2521da177e4SLinus Torvalds while ((skb = __skb_dequeue(&path->queue))) 2531da177e4SLinus Torvalds dev_kfree_skb_irq(skb); 2541da177e4SLinus Torvalds 2551da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 2561da177e4SLinus Torvalds 2571da177e4SLinus Torvalds list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) { 2581da177e4SLinus Torvalds /* 2591da177e4SLinus Torvalds * It's safe to call ipoib_put_ah() inside priv->lock 2601da177e4SLinus Torvalds * here, because we know that path->ah will always 2611da177e4SLinus Torvalds * hold one more reference, so ipoib_put_ah() will 2621da177e4SLinus Torvalds * never do more than decrement the ref count. 2631da177e4SLinus Torvalds */ 2641da177e4SLinus Torvalds if (neigh->ah) 2651da177e4SLinus Torvalds ipoib_put_ah(neigh->ah); 266d2e0655eSMichael S. Tsirkin 2672745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 2681da177e4SLinus Torvalds } 2691da177e4SLinus Torvalds 2701da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 2711da177e4SLinus Torvalds 2721da177e4SLinus Torvalds if (path->ah) 2731da177e4SLinus Torvalds ipoib_put_ah(path->ah); 2741da177e4SLinus Torvalds 2751da177e4SLinus Torvalds kfree(path); 2761da177e4SLinus Torvalds } 2771da177e4SLinus Torvalds 2781732b0efSRoland Dreier #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 2791732b0efSRoland Dreier 2801732b0efSRoland Dreier struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev) 2811732b0efSRoland Dreier { 2821732b0efSRoland Dreier struct ipoib_path_iter *iter; 2831732b0efSRoland Dreier 2841732b0efSRoland Dreier iter = kmalloc(sizeof *iter, GFP_KERNEL); 2851732b0efSRoland Dreier if (!iter) 2861732b0efSRoland Dreier return NULL; 2871732b0efSRoland Dreier 2881732b0efSRoland Dreier iter->dev = dev; 2891732b0efSRoland Dreier memset(iter->path.pathrec.dgid.raw, 0, 16); 2901732b0efSRoland Dreier 2911732b0efSRoland Dreier if (ipoib_path_iter_next(iter)) { 2921732b0efSRoland Dreier kfree(iter); 2931732b0efSRoland Dreier return NULL; 2941732b0efSRoland Dreier } 2951732b0efSRoland Dreier 2961732b0efSRoland Dreier return iter; 2971732b0efSRoland Dreier } 2981732b0efSRoland Dreier 2991732b0efSRoland Dreier int ipoib_path_iter_next(struct ipoib_path_iter *iter) 3001732b0efSRoland Dreier { 3011732b0efSRoland Dreier struct ipoib_dev_priv *priv = netdev_priv(iter->dev); 3021732b0efSRoland Dreier struct rb_node *n; 3031732b0efSRoland Dreier struct ipoib_path *path; 3041732b0efSRoland Dreier int ret = 1; 3051732b0efSRoland Dreier 3061732b0efSRoland Dreier spin_lock_irq(&priv->lock); 3071732b0efSRoland Dreier 3081732b0efSRoland Dreier n = rb_first(&priv->path_tree); 3091732b0efSRoland Dreier 3101732b0efSRoland Dreier while (n) { 3111732b0efSRoland Dreier path = rb_entry(n, struct ipoib_path, rb_node); 3121732b0efSRoland Dreier 3131732b0efSRoland Dreier if (memcmp(iter->path.pathrec.dgid.raw, path->pathrec.dgid.raw, 3141732b0efSRoland Dreier sizeof (union ib_gid)) < 0) { 3151732b0efSRoland Dreier iter->path = *path; 3161732b0efSRoland Dreier ret = 0; 3171732b0efSRoland Dreier break; 3181732b0efSRoland Dreier } 3191732b0efSRoland Dreier 3201732b0efSRoland Dreier n = rb_next(n); 3211732b0efSRoland Dreier } 3221732b0efSRoland Dreier 3231732b0efSRoland Dreier spin_unlock_irq(&priv->lock); 3241732b0efSRoland Dreier 3251732b0efSRoland Dreier return ret; 3261732b0efSRoland Dreier } 3271732b0efSRoland Dreier 3281732b0efSRoland Dreier void ipoib_path_iter_read(struct ipoib_path_iter *iter, 3291732b0efSRoland Dreier struct ipoib_path *path) 3301732b0efSRoland Dreier { 3311732b0efSRoland Dreier *path = iter->path; 3321732b0efSRoland Dreier } 3331732b0efSRoland Dreier 3341732b0efSRoland Dreier #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */ 3351732b0efSRoland Dreier 3361da177e4SLinus Torvalds void ipoib_flush_paths(struct net_device *dev) 3371da177e4SLinus Torvalds { 3381da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 3391da177e4SLinus Torvalds struct ipoib_path *path, *tp; 3401da177e4SLinus Torvalds LIST_HEAD(remove_list); 3411da177e4SLinus Torvalds 3429217b27bSMichael S. Tsirkin spin_lock_irq(&priv->tx_lock); 3439217b27bSMichael S. Tsirkin spin_lock(&priv->lock); 3441da177e4SLinus Torvalds 3451da177e4SLinus Torvalds list_splice(&priv->path_list, &remove_list); 3461da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->path_list); 3471da177e4SLinus Torvalds 3481da177e4SLinus Torvalds list_for_each_entry(path, &remove_list, list) 3491da177e4SLinus Torvalds rb_erase(&path->rb_node, &priv->path_tree); 3501da177e4SLinus Torvalds 3511da177e4SLinus Torvalds list_for_each_entry_safe(path, tp, &remove_list, list) { 3521da177e4SLinus Torvalds if (path->query) 3531da177e4SLinus Torvalds ib_sa_cancel_query(path->query_id, path->query); 3549217b27bSMichael S. Tsirkin spin_unlock(&priv->lock); 3559217b27bSMichael S. Tsirkin spin_unlock_irq(&priv->tx_lock); 3561da177e4SLinus Torvalds wait_for_completion(&path->done); 3571da177e4SLinus Torvalds path_free(dev, path); 3589217b27bSMichael S. Tsirkin spin_lock_irq(&priv->tx_lock); 3599217b27bSMichael S. Tsirkin spin_lock(&priv->lock); 3601da177e4SLinus Torvalds } 3619217b27bSMichael S. Tsirkin spin_unlock(&priv->lock); 3629217b27bSMichael S. Tsirkin spin_unlock_irq(&priv->tx_lock); 3631da177e4SLinus Torvalds } 3641da177e4SLinus Torvalds 3651da177e4SLinus Torvalds static void path_rec_completion(int status, 3661da177e4SLinus Torvalds struct ib_sa_path_rec *pathrec, 3671da177e4SLinus Torvalds void *path_ptr) 3681da177e4SLinus Torvalds { 3691da177e4SLinus Torvalds struct ipoib_path *path = path_ptr; 3701da177e4SLinus Torvalds struct net_device *dev = path->dev; 3711da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 3721da177e4SLinus Torvalds struct ipoib_ah *ah = NULL; 3731da177e4SLinus Torvalds struct ipoib_neigh *neigh; 3741da177e4SLinus Torvalds struct sk_buff_head skqueue; 3751da177e4SLinus Torvalds struct sk_buff *skb; 3761da177e4SLinus Torvalds unsigned long flags; 3771da177e4SLinus Torvalds 3781da177e4SLinus Torvalds if (pathrec) 3791da177e4SLinus Torvalds ipoib_dbg(priv, "PathRec LID 0x%04x for GID " IPOIB_GID_FMT "\n", 3801da177e4SLinus Torvalds be16_to_cpu(pathrec->dlid), IPOIB_GID_ARG(pathrec->dgid)); 3811da177e4SLinus Torvalds else 3821da177e4SLinus Torvalds ipoib_dbg(priv, "PathRec status %d for GID " IPOIB_GID_FMT "\n", 3831da177e4SLinus Torvalds status, IPOIB_GID_ARG(path->pathrec.dgid)); 3841da177e4SLinus Torvalds 3851da177e4SLinus Torvalds skb_queue_head_init(&skqueue); 3861da177e4SLinus Torvalds 3871da177e4SLinus Torvalds if (!status) { 3881da177e4SLinus Torvalds struct ib_ah_attr av = { 3891da177e4SLinus Torvalds .dlid = be16_to_cpu(pathrec->dlid), 3901da177e4SLinus Torvalds .sl = pathrec->sl, 391bf6a9e31SJack Morgenstein .port_num = priv->port, 392bf6a9e31SJack Morgenstein .static_rate = pathrec->rate 3931da177e4SLinus Torvalds }; 3941da177e4SLinus Torvalds 3951da177e4SLinus Torvalds ah = ipoib_create_ah(dev, priv->pd, &av); 3961da177e4SLinus Torvalds } 3971da177e4SLinus Torvalds 3981da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 3991da177e4SLinus Torvalds 4001da177e4SLinus Torvalds path->ah = ah; 4011da177e4SLinus Torvalds 4021da177e4SLinus Torvalds if (ah) { 4031da177e4SLinus Torvalds path->pathrec = *pathrec; 4041da177e4SLinus Torvalds 4051da177e4SLinus Torvalds ipoib_dbg(priv, "created address handle %p for LID 0x%04x, SL %d\n", 4061da177e4SLinus Torvalds ah, be16_to_cpu(pathrec->dlid), pathrec->sl); 4071da177e4SLinus Torvalds 4081da177e4SLinus Torvalds while ((skb = __skb_dequeue(&path->queue))) 4091da177e4SLinus Torvalds __skb_queue_tail(&skqueue, skb); 4101da177e4SLinus Torvalds 4111da177e4SLinus Torvalds list_for_each_entry(neigh, &path->neigh_list, list) { 4121da177e4SLinus Torvalds kref_get(&path->ah->ref); 4131da177e4SLinus Torvalds neigh->ah = path->ah; 4148a7f7521SMichael S. Tsirkin memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw, 4158a7f7521SMichael S. Tsirkin sizeof(union ib_gid)); 4161da177e4SLinus Torvalds 4171da177e4SLinus Torvalds while ((skb = __skb_dequeue(&neigh->queue))) 4181da177e4SLinus Torvalds __skb_queue_tail(&skqueue, skb); 4191da177e4SLinus Torvalds } 4205872a9fcSRoland Dreier } 4211da177e4SLinus Torvalds 4225872a9fcSRoland Dreier path->query = NULL; 4231da177e4SLinus Torvalds complete(&path->done); 4241da177e4SLinus Torvalds 4251da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 4261da177e4SLinus Torvalds 4271da177e4SLinus Torvalds while ((skb = __skb_dequeue(&skqueue))) { 4281da177e4SLinus Torvalds skb->dev = dev; 4291da177e4SLinus Torvalds if (dev_queue_xmit(skb)) 4301da177e4SLinus Torvalds ipoib_warn(priv, "dev_queue_xmit failed " 4311da177e4SLinus Torvalds "to requeue packet\n"); 4321da177e4SLinus Torvalds } 4331da177e4SLinus Torvalds } 4341da177e4SLinus Torvalds 43537c22a77SJack Morgenstein static struct ipoib_path *path_rec_create(struct net_device *dev, void *gid) 4361da177e4SLinus Torvalds { 4371da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 4381da177e4SLinus Torvalds struct ipoib_path *path; 4391da177e4SLinus Torvalds 44021a38489SRoland Dreier path = kzalloc(sizeof *path, GFP_ATOMIC); 4411da177e4SLinus Torvalds if (!path) 4421da177e4SLinus Torvalds return NULL; 4431da177e4SLinus Torvalds 4441da177e4SLinus Torvalds path->dev = dev; 4451da177e4SLinus Torvalds 4461da177e4SLinus Torvalds skb_queue_head_init(&path->queue); 4471da177e4SLinus Torvalds 4481da177e4SLinus Torvalds INIT_LIST_HEAD(&path->neigh_list); 4491da177e4SLinus Torvalds 45037c22a77SJack Morgenstein memcpy(path->pathrec.dgid.raw, gid, sizeof (union ib_gid)); 4511da177e4SLinus Torvalds path->pathrec.sgid = priv->local_gid; 4521da177e4SLinus Torvalds path->pathrec.pkey = cpu_to_be16(priv->pkey); 4531da177e4SLinus Torvalds path->pathrec.numb_path = 1; 4541da177e4SLinus Torvalds 4551da177e4SLinus Torvalds return path; 4561da177e4SLinus Torvalds } 4571da177e4SLinus Torvalds 4581da177e4SLinus Torvalds static int path_rec_start(struct net_device *dev, 4591da177e4SLinus Torvalds struct ipoib_path *path) 4601da177e4SLinus Torvalds { 4611da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 4621da177e4SLinus Torvalds 4631da177e4SLinus Torvalds ipoib_dbg(priv, "Start path record lookup for " IPOIB_GID_FMT "\n", 4641da177e4SLinus Torvalds IPOIB_GID_ARG(path->pathrec.dgid)); 4651da177e4SLinus Torvalds 46665c7eddaSRoland Dreier init_completion(&path->done); 46765c7eddaSRoland Dreier 4681da177e4SLinus Torvalds path->query_id = 469c1a0b23bSMichael S. Tsirkin ib_sa_path_rec_get(&ipoib_sa_client, priv->ca, priv->port, 4701da177e4SLinus Torvalds &path->pathrec, 4711da177e4SLinus Torvalds IB_SA_PATH_REC_DGID | 4721da177e4SLinus Torvalds IB_SA_PATH_REC_SGID | 4731da177e4SLinus Torvalds IB_SA_PATH_REC_NUMB_PATH | 4741da177e4SLinus Torvalds IB_SA_PATH_REC_PKEY, 4751da177e4SLinus Torvalds 1000, GFP_ATOMIC, 4761da177e4SLinus Torvalds path_rec_completion, 4771da177e4SLinus Torvalds path, &path->query); 4781da177e4SLinus Torvalds if (path->query_id < 0) { 4791da177e4SLinus Torvalds ipoib_warn(priv, "ib_sa_path_rec_get failed\n"); 4801da177e4SLinus Torvalds path->query = NULL; 4811da177e4SLinus Torvalds return path->query_id; 4821da177e4SLinus Torvalds } 4831da177e4SLinus Torvalds 4841da177e4SLinus Torvalds return 0; 4851da177e4SLinus Torvalds } 4861da177e4SLinus Torvalds 4871da177e4SLinus Torvalds static void neigh_add_path(struct sk_buff *skb, struct net_device *dev) 4881da177e4SLinus Torvalds { 4891da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 4901da177e4SLinus Torvalds struct ipoib_path *path; 4911da177e4SLinus Torvalds struct ipoib_neigh *neigh; 4921da177e4SLinus Torvalds 493d2e0655eSMichael S. Tsirkin neigh = ipoib_neigh_alloc(skb->dst->neighbour); 4941da177e4SLinus Torvalds if (!neigh) { 4951da177e4SLinus Torvalds ++priv->stats.tx_dropped; 4961da177e4SLinus Torvalds dev_kfree_skb_any(skb); 4971da177e4SLinus Torvalds return; 4981da177e4SLinus Torvalds } 4991da177e4SLinus Torvalds 5001da177e4SLinus Torvalds skb_queue_head_init(&neigh->queue); 5011da177e4SLinus Torvalds 5021da177e4SLinus Torvalds /* 5031da177e4SLinus Torvalds * We can only be called from ipoib_start_xmit, so we're 5041da177e4SLinus Torvalds * inside tx_lock -- no need to save/restore flags. 5051da177e4SLinus Torvalds */ 5061da177e4SLinus Torvalds spin_lock(&priv->lock); 5071da177e4SLinus Torvalds 50837c22a77SJack Morgenstein path = __path_find(dev, skb->dst->neighbour->ha + 4); 5091da177e4SLinus Torvalds if (!path) { 51037c22a77SJack Morgenstein path = path_rec_create(dev, skb->dst->neighbour->ha + 4); 5111da177e4SLinus Torvalds if (!path) 512d2e0655eSMichael S. Tsirkin goto err_path; 5131da177e4SLinus Torvalds 5141da177e4SLinus Torvalds __path_add(dev, path); 5151da177e4SLinus Torvalds } 5161da177e4SLinus Torvalds 5171da177e4SLinus Torvalds list_add_tail(&neigh->list, &path->neigh_list); 5181da177e4SLinus Torvalds 51947f7a071SMichael S. Tsirkin if (path->ah) { 5201da177e4SLinus Torvalds kref_get(&path->ah->ref); 5211da177e4SLinus Torvalds neigh->ah = path->ah; 5228a7f7521SMichael S. Tsirkin memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw, 5238a7f7521SMichael S. Tsirkin sizeof(union ib_gid)); 5241da177e4SLinus Torvalds 525073ae841SMichael S. Tsirkin ipoib_send(dev, skb, path->ah, IPOIB_QPN(skb->dst->neighbour->ha)); 5261da177e4SLinus Torvalds } else { 5271da177e4SLinus Torvalds neigh->ah = NULL; 5281da177e4SLinus Torvalds 5291da177e4SLinus Torvalds if (!path->query && path_rec_start(dev, path)) 530d2e0655eSMichael S. Tsirkin goto err_list; 5312745b5b7SMichael S. Tsirkin 5322745b5b7SMichael S. Tsirkin __skb_queue_tail(&neigh->queue, skb); 5331da177e4SLinus Torvalds } 5341da177e4SLinus Torvalds 5351da177e4SLinus Torvalds spin_unlock(&priv->lock); 5361da177e4SLinus Torvalds return; 5371da177e4SLinus Torvalds 538d2e0655eSMichael S. Tsirkin err_list: 5391da177e4SLinus Torvalds list_del(&neigh->list); 5401da177e4SLinus Torvalds 541d2e0655eSMichael S. Tsirkin err_path: 5422745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 5431da177e4SLinus Torvalds ++priv->stats.tx_dropped; 5441da177e4SLinus Torvalds dev_kfree_skb_any(skb); 5451da177e4SLinus Torvalds 5461da177e4SLinus Torvalds spin_unlock(&priv->lock); 5471da177e4SLinus Torvalds } 5481da177e4SLinus Torvalds 549d70ed607SRoland Dreier static void ipoib_path_lookup(struct sk_buff *skb, struct net_device *dev) 5501da177e4SLinus Torvalds { 5511da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(skb->dev); 5521da177e4SLinus Torvalds 5531da177e4SLinus Torvalds /* Look up path record for unicasts */ 5541da177e4SLinus Torvalds if (skb->dst->neighbour->ha[4] != 0xff) { 5551da177e4SLinus Torvalds neigh_add_path(skb, dev); 5561da177e4SLinus Torvalds return; 5571da177e4SLinus Torvalds } 5581da177e4SLinus Torvalds 5591da177e4SLinus Torvalds /* Add in the P_Key for multicasts */ 5601da177e4SLinus Torvalds skb->dst->neighbour->ha[8] = (priv->pkey >> 8) & 0xff; 5611da177e4SLinus Torvalds skb->dst->neighbour->ha[9] = priv->pkey & 0xff; 56237c22a77SJack Morgenstein ipoib_mcast_send(dev, skb->dst->neighbour->ha + 4, skb); 5631da177e4SLinus Torvalds } 5641da177e4SLinus Torvalds 5651da177e4SLinus Torvalds static void unicast_arp_send(struct sk_buff *skb, struct net_device *dev, 5661da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr) 5671da177e4SLinus Torvalds { 5681da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 5691da177e4SLinus Torvalds struct ipoib_path *path; 5701da177e4SLinus Torvalds 5711da177e4SLinus Torvalds /* 5721da177e4SLinus Torvalds * We can only be called from ipoib_start_xmit, so we're 5731da177e4SLinus Torvalds * inside tx_lock -- no need to save/restore flags. 5741da177e4SLinus Torvalds */ 5751da177e4SLinus Torvalds spin_lock(&priv->lock); 5761da177e4SLinus Torvalds 57737c22a77SJack Morgenstein path = __path_find(dev, phdr->hwaddr + 4); 5781da177e4SLinus Torvalds if (!path) { 57937c22a77SJack Morgenstein path = path_rec_create(dev, phdr->hwaddr + 4); 5801da177e4SLinus Torvalds if (path) { 5811da177e4SLinus Torvalds /* put pseudoheader back on for next time */ 5821da177e4SLinus Torvalds skb_push(skb, sizeof *phdr); 5831da177e4SLinus Torvalds __skb_queue_tail(&path->queue, skb); 5841da177e4SLinus Torvalds 5851da177e4SLinus Torvalds if (path_rec_start(dev, path)) { 5861da177e4SLinus Torvalds spin_unlock(&priv->lock); 5871da177e4SLinus Torvalds path_free(dev, path); 5881da177e4SLinus Torvalds return; 5891da177e4SLinus Torvalds } else 5901da177e4SLinus Torvalds __path_add(dev, path); 5911da177e4SLinus Torvalds } else { 5921da177e4SLinus Torvalds ++priv->stats.tx_dropped; 5931da177e4SLinus Torvalds dev_kfree_skb_any(skb); 5941da177e4SLinus Torvalds } 5951da177e4SLinus Torvalds 5961da177e4SLinus Torvalds spin_unlock(&priv->lock); 5971da177e4SLinus Torvalds return; 5981da177e4SLinus Torvalds } 5991da177e4SLinus Torvalds 60047f7a071SMichael S. Tsirkin if (path->ah) { 6011da177e4SLinus Torvalds ipoib_dbg(priv, "Send unicast ARP to %04x\n", 6021da177e4SLinus Torvalds be16_to_cpu(path->pathrec.dlid)); 6031da177e4SLinus Torvalds 604073ae841SMichael S. Tsirkin ipoib_send(dev, skb, path->ah, IPOIB_QPN(phdr->hwaddr)); 6051da177e4SLinus Torvalds } else if ((path->query || !path_rec_start(dev, path)) && 6061da177e4SLinus Torvalds skb_queue_len(&path->queue) < IPOIB_MAX_PATH_REC_QUEUE) { 6071da177e4SLinus Torvalds /* put pseudoheader back on for next time */ 6081da177e4SLinus Torvalds skb_push(skb, sizeof *phdr); 6091da177e4SLinus Torvalds __skb_queue_tail(&path->queue, skb); 6101da177e4SLinus Torvalds } else { 6111da177e4SLinus Torvalds ++priv->stats.tx_dropped; 6121da177e4SLinus Torvalds dev_kfree_skb_any(skb); 6131da177e4SLinus Torvalds } 6141da177e4SLinus Torvalds 6151da177e4SLinus Torvalds spin_unlock(&priv->lock); 6161da177e4SLinus Torvalds } 6171da177e4SLinus Torvalds 6181da177e4SLinus Torvalds static int ipoib_start_xmit(struct sk_buff *skb, struct net_device *dev) 6191da177e4SLinus Torvalds { 6201da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 6211da177e4SLinus Torvalds struct ipoib_neigh *neigh; 6221da177e4SLinus Torvalds unsigned long flags; 6231da177e4SLinus Torvalds 624a8bfca02SEli Cohen if (unlikely(!spin_trylock_irqsave(&priv->tx_lock, flags))) 6251da177e4SLinus Torvalds return NETDEV_TX_LOCKED; 6261da177e4SLinus Torvalds 6271da177e4SLinus Torvalds /* 6281da177e4SLinus Torvalds * Check if our queue is stopped. Since we have the LLTX bit 6291da177e4SLinus Torvalds * set, we can't rely on netif_stop_queue() preventing our 6301da177e4SLinus Torvalds * xmit function from being called with a full queue. 6311da177e4SLinus Torvalds */ 6321da177e4SLinus Torvalds if (unlikely(netif_queue_stopped(dev))) { 6331da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->tx_lock, flags); 6341da177e4SLinus Torvalds return NETDEV_TX_BUSY; 6351da177e4SLinus Torvalds } 6361da177e4SLinus Torvalds 637a8bfca02SEli Cohen if (likely(skb->dst && skb->dst->neighbour)) { 6381da177e4SLinus Torvalds if (unlikely(!*to_ipoib_neigh(skb->dst->neighbour))) { 639d70ed607SRoland Dreier ipoib_path_lookup(skb, dev); 6401da177e4SLinus Torvalds goto out; 6411da177e4SLinus Torvalds } 6421da177e4SLinus Torvalds 6431da177e4SLinus Torvalds neigh = *to_ipoib_neigh(skb->dst->neighbour); 6441da177e4SLinus Torvalds 6451da177e4SLinus Torvalds if (likely(neigh->ah)) { 6468a7f7521SMichael S. Tsirkin if (unlikely(memcmp(&neigh->dgid.raw, 6478a7f7521SMichael S. Tsirkin skb->dst->neighbour->ha + 4, 6488a7f7521SMichael S. Tsirkin sizeof(union ib_gid)))) { 6498a7f7521SMichael S. Tsirkin spin_lock(&priv->lock); 6508a7f7521SMichael S. Tsirkin /* 6518a7f7521SMichael S. Tsirkin * It's safe to call ipoib_put_ah() inside 6528a7f7521SMichael S. Tsirkin * priv->lock here, because we know that 6538a7f7521SMichael S. Tsirkin * path->ah will always hold one more reference, 6548a7f7521SMichael S. Tsirkin * so ipoib_put_ah() will never do more than 6558a7f7521SMichael S. Tsirkin * decrement the ref count. 6568a7f7521SMichael S. Tsirkin */ 6578a7f7521SMichael S. Tsirkin ipoib_put_ah(neigh->ah); 6588a7f7521SMichael S. Tsirkin list_del(&neigh->list); 6592745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 6608a7f7521SMichael S. Tsirkin spin_unlock(&priv->lock); 6618a7f7521SMichael S. Tsirkin ipoib_path_lookup(skb, dev); 6628a7f7521SMichael S. Tsirkin goto out; 6638a7f7521SMichael S. Tsirkin } 6648a7f7521SMichael S. Tsirkin 665073ae841SMichael S. Tsirkin ipoib_send(dev, skb, neigh->ah, IPOIB_QPN(skb->dst->neighbour->ha)); 6661da177e4SLinus Torvalds goto out; 6671da177e4SLinus Torvalds } 6681da177e4SLinus Torvalds 6691da177e4SLinus Torvalds if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE) { 6701da177e4SLinus Torvalds spin_lock(&priv->lock); 6711da177e4SLinus Torvalds __skb_queue_tail(&neigh->queue, skb); 6721da177e4SLinus Torvalds spin_unlock(&priv->lock); 6731da177e4SLinus Torvalds } else { 6741da177e4SLinus Torvalds ++priv->stats.tx_dropped; 6751da177e4SLinus Torvalds dev_kfree_skb_any(skb); 6761da177e4SLinus Torvalds } 6771da177e4SLinus Torvalds } else { 6781da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr = 6791da177e4SLinus Torvalds (struct ipoib_pseudoheader *) skb->data; 6801da177e4SLinus Torvalds skb_pull(skb, sizeof *phdr); 6811da177e4SLinus Torvalds 6821da177e4SLinus Torvalds if (phdr->hwaddr[4] == 0xff) { 6831da177e4SLinus Torvalds /* Add in the P_Key for multicast*/ 6841da177e4SLinus Torvalds phdr->hwaddr[8] = (priv->pkey >> 8) & 0xff; 6851da177e4SLinus Torvalds phdr->hwaddr[9] = priv->pkey & 0xff; 6861da177e4SLinus Torvalds 68737c22a77SJack Morgenstein ipoib_mcast_send(dev, phdr->hwaddr + 4, skb); 6881da177e4SLinus Torvalds } else { 6890dca0f7bSHal Rosenstock /* unicast GID -- should be ARP or RARP reply */ 6901da177e4SLinus Torvalds 6910dca0f7bSHal Rosenstock if ((be16_to_cpup((__be16 *) skb->data) != ETH_P_ARP) && 6920dca0f7bSHal Rosenstock (be16_to_cpup((__be16 *) skb->data) != ETH_P_RARP)) { 6931da177e4SLinus Torvalds ipoib_warn(priv, "Unicast, no %s: type %04x, QPN %06x " 6941da177e4SLinus Torvalds IPOIB_GID_FMT "\n", 6951da177e4SLinus Torvalds skb->dst ? "neigh" : "dst", 69697f52eb4SSean Hefty be16_to_cpup((__be16 *) skb->data), 697073ae841SMichael S. Tsirkin IPOIB_QPN(phdr->hwaddr), 69837c22a77SJack Morgenstein IPOIB_GID_RAW_ARG(phdr->hwaddr + 4)); 6991da177e4SLinus Torvalds dev_kfree_skb_any(skb); 7001da177e4SLinus Torvalds ++priv->stats.tx_dropped; 7011da177e4SLinus Torvalds goto out; 7021da177e4SLinus Torvalds } 7031da177e4SLinus Torvalds 7041da177e4SLinus Torvalds unicast_arp_send(skb, dev, phdr); 7051da177e4SLinus Torvalds } 7061da177e4SLinus Torvalds } 7071da177e4SLinus Torvalds 7081da177e4SLinus Torvalds out: 7091da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->tx_lock, flags); 7101da177e4SLinus Torvalds 7111da177e4SLinus Torvalds return NETDEV_TX_OK; 7121da177e4SLinus Torvalds } 7131da177e4SLinus Torvalds 7141da177e4SLinus Torvalds static struct net_device_stats *ipoib_get_stats(struct net_device *dev) 7151da177e4SLinus Torvalds { 7161da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 7171da177e4SLinus Torvalds 7181da177e4SLinus Torvalds return &priv->stats; 7191da177e4SLinus Torvalds } 7201da177e4SLinus Torvalds 7211da177e4SLinus Torvalds static void ipoib_timeout(struct net_device *dev) 7221da177e4SLinus Torvalds { 7231da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 7241da177e4SLinus Torvalds 7254b2d319bSRoland Dreier ipoib_warn(priv, "transmit timeout: latency %d msecs\n", 7264b2d319bSRoland Dreier jiffies_to_msecs(jiffies - dev->trans_start)); 7274b2d319bSRoland Dreier ipoib_warn(priv, "queue stopped %d, tx_head %u, tx_tail %u\n", 7284b2d319bSRoland Dreier netif_queue_stopped(dev), 7294b2d319bSRoland Dreier priv->tx_head, priv->tx_tail); 7301da177e4SLinus Torvalds /* XXX reset QP, etc. */ 7311da177e4SLinus Torvalds } 7321da177e4SLinus Torvalds 7331da177e4SLinus Torvalds static int ipoib_hard_header(struct sk_buff *skb, 7341da177e4SLinus Torvalds struct net_device *dev, 7351da177e4SLinus Torvalds unsigned short type, 7361da177e4SLinus Torvalds void *daddr, void *saddr, unsigned len) 7371da177e4SLinus Torvalds { 7381da177e4SLinus Torvalds struct ipoib_header *header; 7391da177e4SLinus Torvalds 7401da177e4SLinus Torvalds header = (struct ipoib_header *) skb_push(skb, sizeof *header); 7411da177e4SLinus Torvalds 7421da177e4SLinus Torvalds header->proto = htons(type); 7431da177e4SLinus Torvalds header->reserved = 0; 7441da177e4SLinus Torvalds 7451da177e4SLinus Torvalds /* 7461da177e4SLinus Torvalds * If we don't have a neighbour structure, stuff the 7471da177e4SLinus Torvalds * destination address onto the front of the skb so we can 7481da177e4SLinus Torvalds * figure out where to send the packet later. 7491da177e4SLinus Torvalds */ 750ef12d456SRoland Dreier if ((!skb->dst || !skb->dst->neighbour) && daddr) { 7511da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr = 7521da177e4SLinus Torvalds (struct ipoib_pseudoheader *) skb_push(skb, sizeof *phdr); 7531da177e4SLinus Torvalds memcpy(phdr->hwaddr, daddr, INFINIBAND_ALEN); 7541da177e4SLinus Torvalds } 7551da177e4SLinus Torvalds 7561da177e4SLinus Torvalds return 0; 7571da177e4SLinus Torvalds } 7581da177e4SLinus Torvalds 7591da177e4SLinus Torvalds static void ipoib_set_mcast_list(struct net_device *dev) 7601da177e4SLinus Torvalds { 7611da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 7621da177e4SLinus Torvalds 7637a343d4cSLeonid Arsh if (!test_bit(IPOIB_FLAG_OPER_UP, &priv->flags)) { 7647a343d4cSLeonid Arsh ipoib_dbg(priv, "IPOIB_FLAG_OPER_UP not set"); 7657a343d4cSLeonid Arsh return; 7667a343d4cSLeonid Arsh } 7677a343d4cSLeonid Arsh 7681ad62a19SMichael S. Tsirkin queue_work(ipoib_workqueue, &priv->restart_task); 7691da177e4SLinus Torvalds } 7701da177e4SLinus Torvalds 7711da177e4SLinus Torvalds static void ipoib_neigh_destructor(struct neighbour *n) 7721da177e4SLinus Torvalds { 7731da177e4SLinus Torvalds struct ipoib_neigh *neigh; 7741da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(n->dev); 7751da177e4SLinus Torvalds unsigned long flags; 7761da177e4SLinus Torvalds struct ipoib_ah *ah = NULL; 7771da177e4SLinus Torvalds 7781da177e4SLinus Torvalds ipoib_dbg(priv, 7791da177e4SLinus Torvalds "neigh_destructor for %06x " IPOIB_GID_FMT "\n", 780073ae841SMichael S. Tsirkin IPOIB_QPN(n->ha), 78137c22a77SJack Morgenstein IPOIB_GID_RAW_ARG(n->ha + 4)); 7821da177e4SLinus Torvalds 7831da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 7841da177e4SLinus Torvalds 7851da177e4SLinus Torvalds neigh = *to_ipoib_neigh(n); 7861da177e4SLinus Torvalds if (neigh) { 7871da177e4SLinus Torvalds if (neigh->ah) 7881da177e4SLinus Torvalds ah = neigh->ah; 7891da177e4SLinus Torvalds list_del(&neigh->list); 7902745b5b7SMichael S. Tsirkin ipoib_neigh_free(n->dev, neigh); 7911da177e4SLinus Torvalds } 7921da177e4SLinus Torvalds 7931da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 7941da177e4SLinus Torvalds 7951da177e4SLinus Torvalds if (ah) 7961da177e4SLinus Torvalds ipoib_put_ah(ah); 7971da177e4SLinus Torvalds } 7981da177e4SLinus Torvalds 799d2e0655eSMichael S. Tsirkin struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neighbour) 800d2e0655eSMichael S. Tsirkin { 801d2e0655eSMichael S. Tsirkin struct ipoib_neigh *neigh; 802d2e0655eSMichael S. Tsirkin 803d2e0655eSMichael S. Tsirkin neigh = kmalloc(sizeof *neigh, GFP_ATOMIC); 804d2e0655eSMichael S. Tsirkin if (!neigh) 805d2e0655eSMichael S. Tsirkin return NULL; 806d2e0655eSMichael S. Tsirkin 807d2e0655eSMichael S. Tsirkin neigh->neighbour = neighbour; 808d2e0655eSMichael S. Tsirkin *to_ipoib_neigh(neighbour) = neigh; 809d2e0655eSMichael S. Tsirkin 810d2e0655eSMichael S. Tsirkin return neigh; 811d2e0655eSMichael S. Tsirkin } 812d2e0655eSMichael S. Tsirkin 8132745b5b7SMichael S. Tsirkin void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh) 814d2e0655eSMichael S. Tsirkin { 8152745b5b7SMichael S. Tsirkin struct ipoib_dev_priv *priv = netdev_priv(dev); 8162745b5b7SMichael S. Tsirkin struct sk_buff *skb; 817d2e0655eSMichael S. Tsirkin *to_ipoib_neigh(neigh->neighbour) = NULL; 8182745b5b7SMichael S. Tsirkin while ((skb = __skb_dequeue(&neigh->queue))) { 8192745b5b7SMichael S. Tsirkin ++priv->stats.tx_dropped; 8202745b5b7SMichael S. Tsirkin dev_kfree_skb_any(skb); 8212745b5b7SMichael S. Tsirkin } 822d2e0655eSMichael S. Tsirkin kfree(neigh); 823d2e0655eSMichael S. Tsirkin } 824d2e0655eSMichael S. Tsirkin 8251da177e4SLinus Torvalds static int ipoib_neigh_setup_dev(struct net_device *dev, struct neigh_parms *parms) 8261da177e4SLinus Torvalds { 827c5ecd62cSMichael S. Tsirkin parms->neigh_destructor = ipoib_neigh_destructor; 8281da177e4SLinus Torvalds 8291da177e4SLinus Torvalds return 0; 8301da177e4SLinus Torvalds } 8311da177e4SLinus Torvalds 8321da177e4SLinus Torvalds int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port) 8331da177e4SLinus Torvalds { 8341da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 8351da177e4SLinus Torvalds 8361da177e4SLinus Torvalds /* Allocate RX/TX "rings" to hold queued skbs */ 8370f485251SShirley Ma priv->rx_ring = kzalloc(ipoib_recvq_size * sizeof *priv->rx_ring, 8381da177e4SLinus Torvalds GFP_KERNEL); 8391da177e4SLinus Torvalds if (!priv->rx_ring) { 8401da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to allocate RX ring (%d entries)\n", 8410f485251SShirley Ma ca->name, ipoib_recvq_size); 8421da177e4SLinus Torvalds goto out; 8431da177e4SLinus Torvalds } 8441da177e4SLinus Torvalds 8450f485251SShirley Ma priv->tx_ring = kzalloc(ipoib_sendq_size * sizeof *priv->tx_ring, 8461da177e4SLinus Torvalds GFP_KERNEL); 8471da177e4SLinus Torvalds if (!priv->tx_ring) { 8481da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to allocate TX ring (%d entries)\n", 8490f485251SShirley Ma ca->name, ipoib_sendq_size); 8501da177e4SLinus Torvalds goto out_rx_ring_cleanup; 8511da177e4SLinus Torvalds } 8521da177e4SLinus Torvalds 8531da177e4SLinus Torvalds /* priv->tx_head & tx_tail are already 0 */ 8541da177e4SLinus Torvalds 8551da177e4SLinus Torvalds if (ipoib_ib_dev_init(dev, ca, port)) 8561da177e4SLinus Torvalds goto out_tx_ring_cleanup; 8571da177e4SLinus Torvalds 8581da177e4SLinus Torvalds return 0; 8591da177e4SLinus Torvalds 8601da177e4SLinus Torvalds out_tx_ring_cleanup: 8611da177e4SLinus Torvalds kfree(priv->tx_ring); 8621da177e4SLinus Torvalds 8631da177e4SLinus Torvalds out_rx_ring_cleanup: 8641da177e4SLinus Torvalds kfree(priv->rx_ring); 8651da177e4SLinus Torvalds 8661da177e4SLinus Torvalds out: 8671da177e4SLinus Torvalds return -ENOMEM; 8681da177e4SLinus Torvalds } 8691da177e4SLinus Torvalds 8701da177e4SLinus Torvalds void ipoib_dev_cleanup(struct net_device *dev) 8711da177e4SLinus Torvalds { 8721da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev), *cpriv, *tcpriv; 8731da177e4SLinus Torvalds 8741732b0efSRoland Dreier ipoib_delete_debug_files(dev); 8751da177e4SLinus Torvalds 8761da177e4SLinus Torvalds /* Delete any child interfaces first */ 8771da177e4SLinus Torvalds list_for_each_entry_safe(cpriv, tcpriv, &priv->child_intfs, list) { 8781da177e4SLinus Torvalds unregister_netdev(cpriv->dev); 8791da177e4SLinus Torvalds ipoib_dev_cleanup(cpriv->dev); 8801da177e4SLinus Torvalds free_netdev(cpriv->dev); 8811da177e4SLinus Torvalds } 8821da177e4SLinus Torvalds 8831da177e4SLinus Torvalds ipoib_ib_dev_cleanup(dev); 8841da177e4SLinus Torvalds 8851da177e4SLinus Torvalds kfree(priv->rx_ring); 8861da177e4SLinus Torvalds kfree(priv->tx_ring); 88792a6b34bSHal Rosenstock 88892a6b34bSHal Rosenstock priv->rx_ring = NULL; 8891da177e4SLinus Torvalds priv->tx_ring = NULL; 8901da177e4SLinus Torvalds } 8911da177e4SLinus Torvalds 8921da177e4SLinus Torvalds static void ipoib_setup(struct net_device *dev) 8931da177e4SLinus Torvalds { 8941da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 8951da177e4SLinus Torvalds 8961da177e4SLinus Torvalds dev->open = ipoib_open; 8971da177e4SLinus Torvalds dev->stop = ipoib_stop; 8981da177e4SLinus Torvalds dev->change_mtu = ipoib_change_mtu; 8991da177e4SLinus Torvalds dev->hard_start_xmit = ipoib_start_xmit; 9001da177e4SLinus Torvalds dev->get_stats = ipoib_get_stats; 9011da177e4SLinus Torvalds dev->tx_timeout = ipoib_timeout; 9021da177e4SLinus Torvalds dev->hard_header = ipoib_hard_header; 9031da177e4SLinus Torvalds dev->set_multicast_list = ipoib_set_mcast_list; 9041da177e4SLinus Torvalds dev->neigh_setup = ipoib_neigh_setup_dev; 9051da177e4SLinus Torvalds 9061da177e4SLinus Torvalds dev->watchdog_timeo = HZ; 9071da177e4SLinus Torvalds 9081da177e4SLinus Torvalds dev->flags |= IFF_BROADCAST | IFF_MULTICAST; 9091da177e4SLinus Torvalds 9101da177e4SLinus Torvalds /* 9111da177e4SLinus Torvalds * We add in INFINIBAND_ALEN to allow for the destination 9121da177e4SLinus Torvalds * address "pseudoheader" for skbs without neighbour struct. 9131da177e4SLinus Torvalds */ 9141da177e4SLinus Torvalds dev->hard_header_len = IPOIB_ENCAP_LEN + INFINIBAND_ALEN; 9151da177e4SLinus Torvalds dev->addr_len = INFINIBAND_ALEN; 9161da177e4SLinus Torvalds dev->type = ARPHRD_INFINIBAND; 9170f485251SShirley Ma dev->tx_queue_len = ipoib_sendq_size * 2; 9181da177e4SLinus Torvalds dev->features = NETIF_F_VLAN_CHALLENGED | NETIF_F_LLTX; 9191da177e4SLinus Torvalds 9201da177e4SLinus Torvalds /* MTU will be reset when mcast join happens */ 9211da177e4SLinus Torvalds dev->mtu = IPOIB_PACKET_SIZE - IPOIB_ENCAP_LEN; 9221da177e4SLinus Torvalds priv->mcast_mtu = priv->admin_mtu = dev->mtu; 9231da177e4SLinus Torvalds 9241da177e4SLinus Torvalds memcpy(dev->broadcast, ipv4_bcast_addr, INFINIBAND_ALEN); 9251da177e4SLinus Torvalds 9261da177e4SLinus Torvalds netif_carrier_off(dev); 9271da177e4SLinus Torvalds 9281da177e4SLinus Torvalds SET_MODULE_OWNER(dev); 9291da177e4SLinus Torvalds 9301da177e4SLinus Torvalds priv->dev = dev; 9311da177e4SLinus Torvalds 9321da177e4SLinus Torvalds spin_lock_init(&priv->lock); 9331da177e4SLinus Torvalds spin_lock_init(&priv->tx_lock); 9341da177e4SLinus Torvalds 93595ed644fSIngo Molnar mutex_init(&priv->mcast_mutex); 93695ed644fSIngo Molnar mutex_init(&priv->vlan_mutex); 9371da177e4SLinus Torvalds 9381da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->path_list); 9391da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->child_intfs); 9401da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->dead_ahs); 9411da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->multicast_list); 9421da177e4SLinus Torvalds 9431da177e4SLinus Torvalds INIT_WORK(&priv->pkey_task, ipoib_pkey_poll, priv->dev); 9441da177e4SLinus Torvalds INIT_WORK(&priv->mcast_task, ipoib_mcast_join_task, priv->dev); 9451da177e4SLinus Torvalds INIT_WORK(&priv->flush_task, ipoib_ib_dev_flush, priv->dev); 9461da177e4SLinus Torvalds INIT_WORK(&priv->restart_task, ipoib_mcast_restart_task, priv->dev); 9471da177e4SLinus Torvalds INIT_WORK(&priv->ah_reap_task, ipoib_reap_ah, priv->dev); 9481da177e4SLinus Torvalds } 9491da177e4SLinus Torvalds 9501da177e4SLinus Torvalds struct ipoib_dev_priv *ipoib_intf_alloc(const char *name) 9511da177e4SLinus Torvalds { 9521da177e4SLinus Torvalds struct net_device *dev; 9531da177e4SLinus Torvalds 9541da177e4SLinus Torvalds dev = alloc_netdev((int) sizeof (struct ipoib_dev_priv), name, 9551da177e4SLinus Torvalds ipoib_setup); 9561da177e4SLinus Torvalds if (!dev) 9571da177e4SLinus Torvalds return NULL; 9581da177e4SLinus Torvalds 9591da177e4SLinus Torvalds return netdev_priv(dev); 9601da177e4SLinus Torvalds } 9611da177e4SLinus Torvalds 9621da177e4SLinus Torvalds static ssize_t show_pkey(struct class_device *cdev, char *buf) 9631da177e4SLinus Torvalds { 9641da177e4SLinus Torvalds struct ipoib_dev_priv *priv = 9651da177e4SLinus Torvalds netdev_priv(container_of(cdev, struct net_device, class_dev)); 9661da177e4SLinus Torvalds 9671da177e4SLinus Torvalds return sprintf(buf, "0x%04x\n", priv->pkey); 9681da177e4SLinus Torvalds } 9691da177e4SLinus Torvalds static CLASS_DEVICE_ATTR(pkey, S_IRUGO, show_pkey, NULL); 9701da177e4SLinus Torvalds 9711da177e4SLinus Torvalds static ssize_t create_child(struct class_device *cdev, 9721da177e4SLinus Torvalds const char *buf, size_t count) 9731da177e4SLinus Torvalds { 9741da177e4SLinus Torvalds int pkey; 9751da177e4SLinus Torvalds int ret; 9761da177e4SLinus Torvalds 9771da177e4SLinus Torvalds if (sscanf(buf, "%i", &pkey) != 1) 9781da177e4SLinus Torvalds return -EINVAL; 9791da177e4SLinus Torvalds 9801da177e4SLinus Torvalds if (pkey < 0 || pkey > 0xffff) 9811da177e4SLinus Torvalds return -EINVAL; 9821da177e4SLinus Torvalds 9834ce05937SRoland Dreier /* 9844ce05937SRoland Dreier * Set the full membership bit, so that we join the right 9854ce05937SRoland Dreier * broadcast group, etc. 9864ce05937SRoland Dreier */ 9874ce05937SRoland Dreier pkey |= 0x8000; 9884ce05937SRoland Dreier 9891da177e4SLinus Torvalds ret = ipoib_vlan_add(container_of(cdev, struct net_device, class_dev), 9901da177e4SLinus Torvalds pkey); 9911da177e4SLinus Torvalds 9921da177e4SLinus Torvalds return ret ? ret : count; 9931da177e4SLinus Torvalds } 9941da177e4SLinus Torvalds static CLASS_DEVICE_ATTR(create_child, S_IWUGO, NULL, create_child); 9951da177e4SLinus Torvalds 9961da177e4SLinus Torvalds static ssize_t delete_child(struct class_device *cdev, 9971da177e4SLinus Torvalds const char *buf, size_t count) 9981da177e4SLinus Torvalds { 9991da177e4SLinus Torvalds int pkey; 10001da177e4SLinus Torvalds int ret; 10011da177e4SLinus Torvalds 10021da177e4SLinus Torvalds if (sscanf(buf, "%i", &pkey) != 1) 10031da177e4SLinus Torvalds return -EINVAL; 10041da177e4SLinus Torvalds 10051da177e4SLinus Torvalds if (pkey < 0 || pkey > 0xffff) 10061da177e4SLinus Torvalds return -EINVAL; 10071da177e4SLinus Torvalds 10081da177e4SLinus Torvalds ret = ipoib_vlan_delete(container_of(cdev, struct net_device, class_dev), 10091da177e4SLinus Torvalds pkey); 10101da177e4SLinus Torvalds 10111da177e4SLinus Torvalds return ret ? ret : count; 10121da177e4SLinus Torvalds 10131da177e4SLinus Torvalds } 10141da177e4SLinus Torvalds static CLASS_DEVICE_ATTR(delete_child, S_IWUGO, NULL, delete_child); 10151da177e4SLinus Torvalds 10161da177e4SLinus Torvalds int ipoib_add_pkey_attr(struct net_device *dev) 10171da177e4SLinus Torvalds { 10181da177e4SLinus Torvalds return class_device_create_file(&dev->class_dev, 10191da177e4SLinus Torvalds &class_device_attr_pkey); 10201da177e4SLinus Torvalds } 10211da177e4SLinus Torvalds 10221da177e4SLinus Torvalds static struct net_device *ipoib_add_port(const char *format, 10231da177e4SLinus Torvalds struct ib_device *hca, u8 port) 10241da177e4SLinus Torvalds { 10251da177e4SLinus Torvalds struct ipoib_dev_priv *priv; 10261da177e4SLinus Torvalds int result = -ENOMEM; 10271da177e4SLinus Torvalds 10281da177e4SLinus Torvalds priv = ipoib_intf_alloc(format); 10291da177e4SLinus Torvalds if (!priv) 10301da177e4SLinus Torvalds goto alloc_mem_failed; 10311da177e4SLinus Torvalds 10321da177e4SLinus Torvalds SET_NETDEV_DEV(priv->dev, hca->dma_device); 10331da177e4SLinus Torvalds 10341da177e4SLinus Torvalds result = ib_query_pkey(hca, port, 0, &priv->pkey); 10351da177e4SLinus Torvalds if (result) { 10361da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_query_pkey port %d failed (ret = %d)\n", 10371da177e4SLinus Torvalds hca->name, port, result); 10381da177e4SLinus Torvalds goto alloc_mem_failed; 10391da177e4SLinus Torvalds } 10401da177e4SLinus Torvalds 10414ce05937SRoland Dreier /* 10424ce05937SRoland Dreier * Set the full membership bit, so that we join the right 10434ce05937SRoland Dreier * broadcast group, etc. 10444ce05937SRoland Dreier */ 10454ce05937SRoland Dreier priv->pkey |= 0x8000; 10464ce05937SRoland Dreier 10471da177e4SLinus Torvalds priv->dev->broadcast[8] = priv->pkey >> 8; 10481da177e4SLinus Torvalds priv->dev->broadcast[9] = priv->pkey & 0xff; 10491da177e4SLinus Torvalds 10501da177e4SLinus Torvalds result = ib_query_gid(hca, port, 0, &priv->local_gid); 10511da177e4SLinus Torvalds if (result) { 10521da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_query_gid port %d failed (ret = %d)\n", 10531da177e4SLinus Torvalds hca->name, port, result); 10541da177e4SLinus Torvalds goto alloc_mem_failed; 10551da177e4SLinus Torvalds } else 10561da177e4SLinus Torvalds memcpy(priv->dev->dev_addr + 4, priv->local_gid.raw, sizeof (union ib_gid)); 10571da177e4SLinus Torvalds 10581da177e4SLinus Torvalds 10591da177e4SLinus Torvalds result = ipoib_dev_init(priv->dev, hca, port); 10601da177e4SLinus Torvalds if (result < 0) { 10611da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to initialize port %d (ret = %d)\n", 10621da177e4SLinus Torvalds hca->name, port, result); 10631da177e4SLinus Torvalds goto device_init_failed; 10641da177e4SLinus Torvalds } 10651da177e4SLinus Torvalds 10661da177e4SLinus Torvalds INIT_IB_EVENT_HANDLER(&priv->event_handler, 10671da177e4SLinus Torvalds priv->ca, ipoib_event); 10681da177e4SLinus Torvalds result = ib_register_event_handler(&priv->event_handler); 10691da177e4SLinus Torvalds if (result < 0) { 10701da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_register_event_handler failed for " 10711da177e4SLinus Torvalds "port %d (ret = %d)\n", 10721da177e4SLinus Torvalds hca->name, port, result); 10731da177e4SLinus Torvalds goto event_failed; 10741da177e4SLinus Torvalds } 10751da177e4SLinus Torvalds 10761da177e4SLinus Torvalds result = register_netdev(priv->dev); 10771da177e4SLinus Torvalds if (result) { 10781da177e4SLinus Torvalds printk(KERN_WARNING "%s: couldn't register ipoib port %d; error %d\n", 10791da177e4SLinus Torvalds hca->name, port, result); 10801da177e4SLinus Torvalds goto register_failed; 10811da177e4SLinus Torvalds } 10821da177e4SLinus Torvalds 10831732b0efSRoland Dreier ipoib_create_debug_files(priv->dev); 10841da177e4SLinus Torvalds 10851da177e4SLinus Torvalds if (ipoib_add_pkey_attr(priv->dev)) 10861da177e4SLinus Torvalds goto sysfs_failed; 10871da177e4SLinus Torvalds if (class_device_create_file(&priv->dev->class_dev, 10881da177e4SLinus Torvalds &class_device_attr_create_child)) 10891da177e4SLinus Torvalds goto sysfs_failed; 10901da177e4SLinus Torvalds if (class_device_create_file(&priv->dev->class_dev, 10911da177e4SLinus Torvalds &class_device_attr_delete_child)) 10921da177e4SLinus Torvalds goto sysfs_failed; 10931da177e4SLinus Torvalds 10941da177e4SLinus Torvalds return priv->dev; 10951da177e4SLinus Torvalds 10961da177e4SLinus Torvalds sysfs_failed: 10971732b0efSRoland Dreier ipoib_delete_debug_files(priv->dev); 10981da177e4SLinus Torvalds unregister_netdev(priv->dev); 10991da177e4SLinus Torvalds 11001da177e4SLinus Torvalds register_failed: 11011da177e4SLinus Torvalds ib_unregister_event_handler(&priv->event_handler); 110251574e03SMichael S. Tsirkin flush_scheduled_work(); 11031da177e4SLinus Torvalds 11041da177e4SLinus Torvalds event_failed: 11051da177e4SLinus Torvalds ipoib_dev_cleanup(priv->dev); 11061da177e4SLinus Torvalds 11071da177e4SLinus Torvalds device_init_failed: 11081da177e4SLinus Torvalds free_netdev(priv->dev); 11091da177e4SLinus Torvalds 11101da177e4SLinus Torvalds alloc_mem_failed: 11111da177e4SLinus Torvalds return ERR_PTR(result); 11121da177e4SLinus Torvalds } 11131da177e4SLinus Torvalds 11141da177e4SLinus Torvalds static void ipoib_add_one(struct ib_device *device) 11151da177e4SLinus Torvalds { 11161da177e4SLinus Torvalds struct list_head *dev_list; 11171da177e4SLinus Torvalds struct net_device *dev; 11181da177e4SLinus Torvalds struct ipoib_dev_priv *priv; 11191da177e4SLinus Torvalds int s, e, p; 11201da177e4SLinus Torvalds 112107ebafbaSTom Tucker if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB) 112207ebafbaSTom Tucker return; 112307ebafbaSTom Tucker 11241da177e4SLinus Torvalds dev_list = kmalloc(sizeof *dev_list, GFP_KERNEL); 11251da177e4SLinus Torvalds if (!dev_list) 11261da177e4SLinus Torvalds return; 11271da177e4SLinus Torvalds 11281da177e4SLinus Torvalds INIT_LIST_HEAD(dev_list); 11291da177e4SLinus Torvalds 113007ebafbaSTom Tucker if (device->node_type == RDMA_NODE_IB_SWITCH) { 11311da177e4SLinus Torvalds s = 0; 11321da177e4SLinus Torvalds e = 0; 11331da177e4SLinus Torvalds } else { 11341da177e4SLinus Torvalds s = 1; 11351da177e4SLinus Torvalds e = device->phys_port_cnt; 11361da177e4SLinus Torvalds } 11371da177e4SLinus Torvalds 11381da177e4SLinus Torvalds for (p = s; p <= e; ++p) { 11391da177e4SLinus Torvalds dev = ipoib_add_port("ib%d", device, p); 11401da177e4SLinus Torvalds if (!IS_ERR(dev)) { 11411da177e4SLinus Torvalds priv = netdev_priv(dev); 11421da177e4SLinus Torvalds list_add_tail(&priv->list, dev_list); 11431da177e4SLinus Torvalds } 11441da177e4SLinus Torvalds } 11451da177e4SLinus Torvalds 11461da177e4SLinus Torvalds ib_set_client_data(device, &ipoib_client, dev_list); 11471da177e4SLinus Torvalds } 11481da177e4SLinus Torvalds 11491da177e4SLinus Torvalds static void ipoib_remove_one(struct ib_device *device) 11501da177e4SLinus Torvalds { 11511da177e4SLinus Torvalds struct ipoib_dev_priv *priv, *tmp; 11521da177e4SLinus Torvalds struct list_head *dev_list; 11531da177e4SLinus Torvalds 115407ebafbaSTom Tucker if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB) 115507ebafbaSTom Tucker return; 115607ebafbaSTom Tucker 11571da177e4SLinus Torvalds dev_list = ib_get_client_data(device, &ipoib_client); 11581da177e4SLinus Torvalds 11591da177e4SLinus Torvalds list_for_each_entry_safe(priv, tmp, dev_list, list) { 11601da177e4SLinus Torvalds ib_unregister_event_handler(&priv->event_handler); 116151574e03SMichael S. Tsirkin flush_scheduled_work(); 11621da177e4SLinus Torvalds 11631da177e4SLinus Torvalds unregister_netdev(priv->dev); 11641da177e4SLinus Torvalds ipoib_dev_cleanup(priv->dev); 11651da177e4SLinus Torvalds free_netdev(priv->dev); 11661da177e4SLinus Torvalds } 116706c56e44SMichael S. Tsirkin 116806c56e44SMichael S. Tsirkin kfree(dev_list); 11691da177e4SLinus Torvalds } 11701da177e4SLinus Torvalds 11711da177e4SLinus Torvalds static int __init ipoib_init_module(void) 11721da177e4SLinus Torvalds { 11731da177e4SLinus Torvalds int ret; 11741da177e4SLinus Torvalds 11750f485251SShirley Ma ipoib_recvq_size = roundup_pow_of_two(ipoib_recvq_size); 11760f485251SShirley Ma ipoib_recvq_size = min(ipoib_recvq_size, IPOIB_MAX_QUEUE_SIZE); 11770f485251SShirley Ma ipoib_recvq_size = max(ipoib_recvq_size, IPOIB_MIN_QUEUE_SIZE); 11780f485251SShirley Ma 11790f485251SShirley Ma ipoib_sendq_size = roundup_pow_of_two(ipoib_sendq_size); 11800f485251SShirley Ma ipoib_sendq_size = min(ipoib_sendq_size, IPOIB_MAX_QUEUE_SIZE); 11810f485251SShirley Ma ipoib_sendq_size = max(ipoib_sendq_size, IPOIB_MIN_QUEUE_SIZE); 11820f485251SShirley Ma 11831da177e4SLinus Torvalds ret = ipoib_register_debugfs(); 11841da177e4SLinus Torvalds if (ret) 11851da177e4SLinus Torvalds return ret; 11861da177e4SLinus Torvalds 11871da177e4SLinus Torvalds /* 11881da177e4SLinus Torvalds * We create our own workqueue mainly because we want to be 11891da177e4SLinus Torvalds * able to flush it when devices are being removed. We can't 11901da177e4SLinus Torvalds * use schedule_work()/flush_scheduled_work() because both 11911da177e4SLinus Torvalds * unregister_netdev() and linkwatch_event take the rtnl lock, 11921da177e4SLinus Torvalds * so flush_scheduled_work() can deadlock during device 11931da177e4SLinus Torvalds * removal. 11941da177e4SLinus Torvalds */ 11951da177e4SLinus Torvalds ipoib_workqueue = create_singlethread_workqueue("ipoib"); 11961da177e4SLinus Torvalds if (!ipoib_workqueue) { 11971da177e4SLinus Torvalds ret = -ENOMEM; 11981da177e4SLinus Torvalds goto err_fs; 11991da177e4SLinus Torvalds } 12001da177e4SLinus Torvalds 1201c1a0b23bSMichael S. Tsirkin ib_sa_register_client(&ipoib_sa_client); 1202c1a0b23bSMichael S. Tsirkin 12031da177e4SLinus Torvalds ret = ib_register_client(&ipoib_client); 12041da177e4SLinus Torvalds if (ret) 1205c1a0b23bSMichael S. Tsirkin goto err_sa; 12061da177e4SLinus Torvalds 12071da177e4SLinus Torvalds return 0; 12081da177e4SLinus Torvalds 1209c1a0b23bSMichael S. Tsirkin err_sa: 1210c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&ipoib_sa_client); 12111da177e4SLinus Torvalds destroy_workqueue(ipoib_workqueue); 12121da177e4SLinus Torvalds 12139adec1a8SRoland Dreier err_fs: 12149adec1a8SRoland Dreier ipoib_unregister_debugfs(); 12159adec1a8SRoland Dreier 12161da177e4SLinus Torvalds return ret; 12171da177e4SLinus Torvalds } 12181da177e4SLinus Torvalds 12191da177e4SLinus Torvalds static void __exit ipoib_cleanup_module(void) 12201da177e4SLinus Torvalds { 12211da177e4SLinus Torvalds ib_unregister_client(&ipoib_client); 1222c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&ipoib_sa_client); 12239adec1a8SRoland Dreier ipoib_unregister_debugfs(); 12241da177e4SLinus Torvalds destroy_workqueue(ipoib_workqueue); 12251da177e4SLinus Torvalds } 12261da177e4SLinus Torvalds 12271da177e4SLinus Torvalds module_init(ipoib_init_module); 12281da177e4SLinus Torvalds module_exit(ipoib_cleanup_module); 1229