11da177e4SLinus Torvalds /* 21da177e4SLinus Torvalds * Copyright (c) 2004 Topspin Communications. All rights reserved. 32a1d9b7fSRoland Dreier * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 42a1d9b7fSRoland Dreier * Copyright (c) 2004 Voltaire, Inc. All rights reserved. 51da177e4SLinus Torvalds * 61da177e4SLinus Torvalds * This software is available to you under a choice of one of two 71da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU 81da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file 91da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the 101da177e4SLinus Torvalds * OpenIB.org BSD license below: 111da177e4SLinus Torvalds * 121da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or 131da177e4SLinus Torvalds * without modification, are permitted provided that the following 141da177e4SLinus Torvalds * conditions are met: 151da177e4SLinus Torvalds * 161da177e4SLinus Torvalds * - Redistributions of source code must retain the above 171da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 181da177e4SLinus Torvalds * disclaimer. 191da177e4SLinus Torvalds * 201da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above 211da177e4SLinus Torvalds * copyright notice, this list of conditions and the following 221da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials 231da177e4SLinus Torvalds * provided with the distribution. 241da177e4SLinus Torvalds * 251da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 261da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 271da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 281da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 291da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 301da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 311da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 321da177e4SLinus Torvalds * SOFTWARE. 331da177e4SLinus Torvalds * 341da177e4SLinus Torvalds * $Id: ipoib_main.c 1377 2004-12-23 19:57:12Z roland $ 351da177e4SLinus Torvalds */ 361da177e4SLinus Torvalds 371da177e4SLinus Torvalds #include "ipoib.h" 381da177e4SLinus Torvalds 391da177e4SLinus Torvalds #include <linux/module.h> 401da177e4SLinus Torvalds 411da177e4SLinus Torvalds #include <linux/init.h> 421da177e4SLinus Torvalds #include <linux/slab.h> 430f485251SShirley Ma #include <linux/kernel.h> 441da177e4SLinus Torvalds 451da177e4SLinus Torvalds #include <linux/if_arp.h> /* For ARPHRD_xxx */ 461da177e4SLinus Torvalds 471da177e4SLinus Torvalds #include <linux/ip.h> 481da177e4SLinus Torvalds #include <linux/in.h> 491da177e4SLinus Torvalds 5014c85021SArnaldo Carvalho de Melo #include <net/dst.h> 5114c85021SArnaldo Carvalho de Melo 521da177e4SLinus Torvalds MODULE_AUTHOR("Roland Dreier"); 531da177e4SLinus Torvalds MODULE_DESCRIPTION("IP-over-InfiniBand net driver"); 541da177e4SLinus Torvalds MODULE_LICENSE("Dual BSD/GPL"); 551da177e4SLinus Torvalds 560f485251SShirley Ma int ipoib_sendq_size __read_mostly = IPOIB_TX_RING_SIZE; 570f485251SShirley Ma int ipoib_recvq_size __read_mostly = IPOIB_RX_RING_SIZE; 580f485251SShirley Ma 590f485251SShirley Ma module_param_named(send_queue_size, ipoib_sendq_size, int, 0444); 600f485251SShirley Ma MODULE_PARM_DESC(send_queue_size, "Number of descriptors in send queue"); 610f485251SShirley Ma module_param_named(recv_queue_size, ipoib_recvq_size, int, 0444); 620f485251SShirley Ma MODULE_PARM_DESC(recv_queue_size, "Number of descriptors in receive queue"); 630f485251SShirley Ma 641da177e4SLinus Torvalds #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 651da177e4SLinus Torvalds int ipoib_debug_level; 661da177e4SLinus Torvalds 671da177e4SLinus Torvalds module_param_named(debug_level, ipoib_debug_level, int, 0644); 681da177e4SLinus Torvalds MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0"); 691da177e4SLinus Torvalds #endif 701da177e4SLinus Torvalds 711732b0efSRoland Dreier struct ipoib_path_iter { 721732b0efSRoland Dreier struct net_device *dev; 731732b0efSRoland Dreier struct ipoib_path path; 741732b0efSRoland Dreier }; 751732b0efSRoland Dreier 761da177e4SLinus Torvalds static const u8 ipv4_bcast_addr[] = { 771da177e4SLinus Torvalds 0x00, 0xff, 0xff, 0xff, 781da177e4SLinus Torvalds 0xff, 0x12, 0x40, 0x1b, 0x00, 0x00, 0x00, 0x00, 791da177e4SLinus Torvalds 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff 801da177e4SLinus Torvalds }; 811da177e4SLinus Torvalds 821da177e4SLinus Torvalds struct workqueue_struct *ipoib_workqueue; 831da177e4SLinus Torvalds 84c1a0b23bSMichael S. Tsirkin struct ib_sa_client ipoib_sa_client; 85c1a0b23bSMichael S. Tsirkin 861da177e4SLinus Torvalds static void ipoib_add_one(struct ib_device *device); 871da177e4SLinus Torvalds static void ipoib_remove_one(struct ib_device *device); 881da177e4SLinus Torvalds 891da177e4SLinus Torvalds static struct ib_client ipoib_client = { 901da177e4SLinus Torvalds .name = "ipoib", 911da177e4SLinus Torvalds .add = ipoib_add_one, 921da177e4SLinus Torvalds .remove = ipoib_remove_one 931da177e4SLinus Torvalds }; 941da177e4SLinus Torvalds 951da177e4SLinus Torvalds int ipoib_open(struct net_device *dev) 961da177e4SLinus Torvalds { 971da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 981da177e4SLinus Torvalds 991da177e4SLinus Torvalds ipoib_dbg(priv, "bringing up interface\n"); 1001da177e4SLinus Torvalds 101bea3348eSStephen Hemminger napi_enable(&priv->napi); 1021da177e4SLinus Torvalds set_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags); 1031da177e4SLinus Torvalds 1041da177e4SLinus Torvalds if (ipoib_pkey_dev_delay_open(dev)) 1051da177e4SLinus Torvalds return 0; 1061da177e4SLinus Torvalds 107bea3348eSStephen Hemminger if (ipoib_ib_dev_open(dev)) { 108bea3348eSStephen Hemminger napi_disable(&priv->napi); 1091da177e4SLinus Torvalds return -EINVAL; 110bea3348eSStephen Hemminger } 1111da177e4SLinus Torvalds 112267ee88eSRoland Dreier if (ipoib_ib_dev_up(dev)) { 11326bbf13cSYosef Etigin ipoib_ib_dev_stop(dev, 1); 114bea3348eSStephen Hemminger napi_disable(&priv->napi); 1151da177e4SLinus Torvalds return -EINVAL; 116267ee88eSRoland Dreier } 1171da177e4SLinus Torvalds 1181da177e4SLinus Torvalds if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) { 1191da177e4SLinus Torvalds struct ipoib_dev_priv *cpriv; 1201da177e4SLinus Torvalds 1211da177e4SLinus Torvalds /* Bring up any child interfaces too */ 12295ed644fSIngo Molnar mutex_lock(&priv->vlan_mutex); 1231da177e4SLinus Torvalds list_for_each_entry(cpriv, &priv->child_intfs, list) { 1241da177e4SLinus Torvalds int flags; 1251da177e4SLinus Torvalds 1261da177e4SLinus Torvalds flags = cpriv->dev->flags; 1271da177e4SLinus Torvalds if (flags & IFF_UP) 1281da177e4SLinus Torvalds continue; 1291da177e4SLinus Torvalds 1301da177e4SLinus Torvalds dev_change_flags(cpriv->dev, flags | IFF_UP); 1311da177e4SLinus Torvalds } 13295ed644fSIngo Molnar mutex_unlock(&priv->vlan_mutex); 1331da177e4SLinus Torvalds } 1341da177e4SLinus Torvalds 1351da177e4SLinus Torvalds netif_start_queue(dev); 1361da177e4SLinus Torvalds 1371da177e4SLinus Torvalds return 0; 1381da177e4SLinus Torvalds } 1391da177e4SLinus Torvalds 1401da177e4SLinus Torvalds static int ipoib_stop(struct net_device *dev) 1411da177e4SLinus Torvalds { 1421da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds ipoib_dbg(priv, "stopping interface\n"); 1451da177e4SLinus Torvalds 1461da177e4SLinus Torvalds clear_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags); 147bea3348eSStephen Hemminger napi_disable(&priv->napi); 1481da177e4SLinus Torvalds 1491da177e4SLinus Torvalds netif_stop_queue(dev); 1501da177e4SLinus Torvalds 1510b3ea082SJack Morgenstein /* 1520b3ea082SJack Morgenstein * Now flush workqueue to make sure a scheduled task doesn't 1530b3ea082SJack Morgenstein * bring our internal state back up. 1540b3ea082SJack Morgenstein */ 1550b3ea082SJack Morgenstein flush_workqueue(ipoib_workqueue); 1560b3ea082SJack Morgenstein 1570b3ea082SJack Morgenstein ipoib_ib_dev_down(dev, 1); 15826bbf13cSYosef Etigin ipoib_ib_dev_stop(dev, 1); 1591da177e4SLinus Torvalds 1601da177e4SLinus Torvalds if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) { 1611da177e4SLinus Torvalds struct ipoib_dev_priv *cpriv; 1621da177e4SLinus Torvalds 1631da177e4SLinus Torvalds /* Bring down any child interfaces too */ 16495ed644fSIngo Molnar mutex_lock(&priv->vlan_mutex); 1651da177e4SLinus Torvalds list_for_each_entry(cpriv, &priv->child_intfs, list) { 1661da177e4SLinus Torvalds int flags; 1671da177e4SLinus Torvalds 1681da177e4SLinus Torvalds flags = cpriv->dev->flags; 1691da177e4SLinus Torvalds if (!(flags & IFF_UP)) 1701da177e4SLinus Torvalds continue; 1711da177e4SLinus Torvalds 1721da177e4SLinus Torvalds dev_change_flags(cpriv->dev, flags & ~IFF_UP); 1731da177e4SLinus Torvalds } 17495ed644fSIngo Molnar mutex_unlock(&priv->vlan_mutex); 1751da177e4SLinus Torvalds } 1761da177e4SLinus Torvalds 1771da177e4SLinus Torvalds return 0; 1781da177e4SLinus Torvalds } 1791da177e4SLinus Torvalds 1801da177e4SLinus Torvalds static int ipoib_change_mtu(struct net_device *dev, int new_mtu) 1811da177e4SLinus Torvalds { 1821da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 1831da177e4SLinus Torvalds 184839fcabaSMichael S. Tsirkin /* dev->mtu > 2K ==> connected mode */ 185586a6934SPradeep Satyanarayana if (ipoib_cm_admin_enabled(dev)) { 186586a6934SPradeep Satyanarayana if (new_mtu > ipoib_cm_max_mtu(dev)) 187586a6934SPradeep Satyanarayana return -EINVAL; 188586a6934SPradeep Satyanarayana 189839fcabaSMichael S. Tsirkin if (new_mtu > priv->mcast_mtu) 190839fcabaSMichael S. Tsirkin ipoib_warn(priv, "mtu > %d will cause multicast packet drops.\n", 191839fcabaSMichael S. Tsirkin priv->mcast_mtu); 192586a6934SPradeep Satyanarayana 193839fcabaSMichael S. Tsirkin dev->mtu = new_mtu; 194839fcabaSMichael S. Tsirkin return 0; 195839fcabaSMichael S. Tsirkin } 196839fcabaSMichael S. Tsirkin 197586a6934SPradeep Satyanarayana if (new_mtu > IPOIB_PACKET_SIZE - IPOIB_ENCAP_LEN) 1981da177e4SLinus Torvalds return -EINVAL; 1991da177e4SLinus Torvalds 2001da177e4SLinus Torvalds priv->admin_mtu = new_mtu; 2011da177e4SLinus Torvalds 2021da177e4SLinus Torvalds dev->mtu = min(priv->mcast_mtu, priv->admin_mtu); 2031da177e4SLinus Torvalds 2041da177e4SLinus Torvalds return 0; 2051da177e4SLinus Torvalds } 2061da177e4SLinus Torvalds 20737c22a77SJack Morgenstein static struct ipoib_path *__path_find(struct net_device *dev, void *gid) 2081da177e4SLinus Torvalds { 2091da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 2101da177e4SLinus Torvalds struct rb_node *n = priv->path_tree.rb_node; 2111da177e4SLinus Torvalds struct ipoib_path *path; 2121da177e4SLinus Torvalds int ret; 2131da177e4SLinus Torvalds 2141da177e4SLinus Torvalds while (n) { 2151da177e4SLinus Torvalds path = rb_entry(n, struct ipoib_path, rb_node); 2161da177e4SLinus Torvalds 21737c22a77SJack Morgenstein ret = memcmp(gid, path->pathrec.dgid.raw, 2181da177e4SLinus Torvalds sizeof (union ib_gid)); 2191da177e4SLinus Torvalds 2201da177e4SLinus Torvalds if (ret < 0) 2211da177e4SLinus Torvalds n = n->rb_left; 2221da177e4SLinus Torvalds else if (ret > 0) 2231da177e4SLinus Torvalds n = n->rb_right; 2241da177e4SLinus Torvalds else 2251da177e4SLinus Torvalds return path; 2261da177e4SLinus Torvalds } 2271da177e4SLinus Torvalds 2281da177e4SLinus Torvalds return NULL; 2291da177e4SLinus Torvalds } 2301da177e4SLinus Torvalds 2311da177e4SLinus Torvalds static int __path_add(struct net_device *dev, struct ipoib_path *path) 2321da177e4SLinus Torvalds { 2331da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 2341da177e4SLinus Torvalds struct rb_node **n = &priv->path_tree.rb_node; 2351da177e4SLinus Torvalds struct rb_node *pn = NULL; 2361da177e4SLinus Torvalds struct ipoib_path *tpath; 2371da177e4SLinus Torvalds int ret; 2381da177e4SLinus Torvalds 2391da177e4SLinus Torvalds while (*n) { 2401da177e4SLinus Torvalds pn = *n; 2411da177e4SLinus Torvalds tpath = rb_entry(pn, struct ipoib_path, rb_node); 2421da177e4SLinus Torvalds 2431da177e4SLinus Torvalds ret = memcmp(path->pathrec.dgid.raw, tpath->pathrec.dgid.raw, 2441da177e4SLinus Torvalds sizeof (union ib_gid)); 2451da177e4SLinus Torvalds if (ret < 0) 2461da177e4SLinus Torvalds n = &pn->rb_left; 2471da177e4SLinus Torvalds else if (ret > 0) 2481da177e4SLinus Torvalds n = &pn->rb_right; 2491da177e4SLinus Torvalds else 2501da177e4SLinus Torvalds return -EEXIST; 2511da177e4SLinus Torvalds } 2521da177e4SLinus Torvalds 2531da177e4SLinus Torvalds rb_link_node(&path->rb_node, pn, n); 2541da177e4SLinus Torvalds rb_insert_color(&path->rb_node, &priv->path_tree); 2551da177e4SLinus Torvalds 2561da177e4SLinus Torvalds list_add_tail(&path->list, &priv->path_list); 2571da177e4SLinus Torvalds 2581da177e4SLinus Torvalds return 0; 2591da177e4SLinus Torvalds } 2601da177e4SLinus Torvalds 2611da177e4SLinus Torvalds static void path_free(struct net_device *dev, struct ipoib_path *path) 2621da177e4SLinus Torvalds { 2631da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 2641da177e4SLinus Torvalds struct ipoib_neigh *neigh, *tn; 2651da177e4SLinus Torvalds struct sk_buff *skb; 2661da177e4SLinus Torvalds unsigned long flags; 2671da177e4SLinus Torvalds 2681da177e4SLinus Torvalds while ((skb = __skb_dequeue(&path->queue))) 2691da177e4SLinus Torvalds dev_kfree_skb_irq(skb); 2701da177e4SLinus Torvalds 2711da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 2721da177e4SLinus Torvalds 2731da177e4SLinus Torvalds list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) { 2741da177e4SLinus Torvalds /* 2751da177e4SLinus Torvalds * It's safe to call ipoib_put_ah() inside priv->lock 2761da177e4SLinus Torvalds * here, because we know that path->ah will always 2771da177e4SLinus Torvalds * hold one more reference, so ipoib_put_ah() will 2781da177e4SLinus Torvalds * never do more than decrement the ref count. 2791da177e4SLinus Torvalds */ 2801da177e4SLinus Torvalds if (neigh->ah) 2811da177e4SLinus Torvalds ipoib_put_ah(neigh->ah); 282d2e0655eSMichael S. Tsirkin 2832745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 2841da177e4SLinus Torvalds } 2851da177e4SLinus Torvalds 2861da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 2871da177e4SLinus Torvalds 2881da177e4SLinus Torvalds if (path->ah) 2891da177e4SLinus Torvalds ipoib_put_ah(path->ah); 2901da177e4SLinus Torvalds 2911da177e4SLinus Torvalds kfree(path); 2921da177e4SLinus Torvalds } 2931da177e4SLinus Torvalds 2941732b0efSRoland Dreier #ifdef CONFIG_INFINIBAND_IPOIB_DEBUG 2951732b0efSRoland Dreier 2961732b0efSRoland Dreier struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev) 2971732b0efSRoland Dreier { 2981732b0efSRoland Dreier struct ipoib_path_iter *iter; 2991732b0efSRoland Dreier 3001732b0efSRoland Dreier iter = kmalloc(sizeof *iter, GFP_KERNEL); 3011732b0efSRoland Dreier if (!iter) 3021732b0efSRoland Dreier return NULL; 3031732b0efSRoland Dreier 3041732b0efSRoland Dreier iter->dev = dev; 3051732b0efSRoland Dreier memset(iter->path.pathrec.dgid.raw, 0, 16); 3061732b0efSRoland Dreier 3071732b0efSRoland Dreier if (ipoib_path_iter_next(iter)) { 3081732b0efSRoland Dreier kfree(iter); 3091732b0efSRoland Dreier return NULL; 3101732b0efSRoland Dreier } 3111732b0efSRoland Dreier 3121732b0efSRoland Dreier return iter; 3131732b0efSRoland Dreier } 3141732b0efSRoland Dreier 3151732b0efSRoland Dreier int ipoib_path_iter_next(struct ipoib_path_iter *iter) 3161732b0efSRoland Dreier { 3171732b0efSRoland Dreier struct ipoib_dev_priv *priv = netdev_priv(iter->dev); 3181732b0efSRoland Dreier struct rb_node *n; 3191732b0efSRoland Dreier struct ipoib_path *path; 3201732b0efSRoland Dreier int ret = 1; 3211732b0efSRoland Dreier 3221732b0efSRoland Dreier spin_lock_irq(&priv->lock); 3231732b0efSRoland Dreier 3241732b0efSRoland Dreier n = rb_first(&priv->path_tree); 3251732b0efSRoland Dreier 3261732b0efSRoland Dreier while (n) { 3271732b0efSRoland Dreier path = rb_entry(n, struct ipoib_path, rb_node); 3281732b0efSRoland Dreier 3291732b0efSRoland Dreier if (memcmp(iter->path.pathrec.dgid.raw, path->pathrec.dgid.raw, 3301732b0efSRoland Dreier sizeof (union ib_gid)) < 0) { 3311732b0efSRoland Dreier iter->path = *path; 3321732b0efSRoland Dreier ret = 0; 3331732b0efSRoland Dreier break; 3341732b0efSRoland Dreier } 3351732b0efSRoland Dreier 3361732b0efSRoland Dreier n = rb_next(n); 3371732b0efSRoland Dreier } 3381732b0efSRoland Dreier 3391732b0efSRoland Dreier spin_unlock_irq(&priv->lock); 3401732b0efSRoland Dreier 3411732b0efSRoland Dreier return ret; 3421732b0efSRoland Dreier } 3431732b0efSRoland Dreier 3441732b0efSRoland Dreier void ipoib_path_iter_read(struct ipoib_path_iter *iter, 3451732b0efSRoland Dreier struct ipoib_path *path) 3461732b0efSRoland Dreier { 3471732b0efSRoland Dreier *path = iter->path; 3481732b0efSRoland Dreier } 3491732b0efSRoland Dreier 3501732b0efSRoland Dreier #endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */ 3511732b0efSRoland Dreier 3521da177e4SLinus Torvalds void ipoib_flush_paths(struct net_device *dev) 3531da177e4SLinus Torvalds { 3541da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 3551da177e4SLinus Torvalds struct ipoib_path *path, *tp; 3561da177e4SLinus Torvalds LIST_HEAD(remove_list); 3571da177e4SLinus Torvalds 3589217b27bSMichael S. Tsirkin spin_lock_irq(&priv->tx_lock); 3599217b27bSMichael S. Tsirkin spin_lock(&priv->lock); 3601da177e4SLinus Torvalds 3611da177e4SLinus Torvalds list_splice(&priv->path_list, &remove_list); 3621da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->path_list); 3631da177e4SLinus Torvalds 3641da177e4SLinus Torvalds list_for_each_entry(path, &remove_list, list) 3651da177e4SLinus Torvalds rb_erase(&path->rb_node, &priv->path_tree); 3661da177e4SLinus Torvalds 3671da177e4SLinus Torvalds list_for_each_entry_safe(path, tp, &remove_list, list) { 3681da177e4SLinus Torvalds if (path->query) 3691da177e4SLinus Torvalds ib_sa_cancel_query(path->query_id, path->query); 3709217b27bSMichael S. Tsirkin spin_unlock(&priv->lock); 3719217b27bSMichael S. Tsirkin spin_unlock_irq(&priv->tx_lock); 3721da177e4SLinus Torvalds wait_for_completion(&path->done); 3731da177e4SLinus Torvalds path_free(dev, path); 3749217b27bSMichael S. Tsirkin spin_lock_irq(&priv->tx_lock); 3759217b27bSMichael S. Tsirkin spin_lock(&priv->lock); 3761da177e4SLinus Torvalds } 3779217b27bSMichael S. Tsirkin spin_unlock(&priv->lock); 3789217b27bSMichael S. Tsirkin spin_unlock_irq(&priv->tx_lock); 3791da177e4SLinus Torvalds } 3801da177e4SLinus Torvalds 3811da177e4SLinus Torvalds static void path_rec_completion(int status, 3821da177e4SLinus Torvalds struct ib_sa_path_rec *pathrec, 3831da177e4SLinus Torvalds void *path_ptr) 3841da177e4SLinus Torvalds { 3851da177e4SLinus Torvalds struct ipoib_path *path = path_ptr; 3861da177e4SLinus Torvalds struct net_device *dev = path->dev; 3871da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 3881da177e4SLinus Torvalds struct ipoib_ah *ah = NULL; 389d04d01b1SMichael S. Tsirkin struct ipoib_neigh *neigh, *tn; 3901da177e4SLinus Torvalds struct sk_buff_head skqueue; 3911da177e4SLinus Torvalds struct sk_buff *skb; 3921da177e4SLinus Torvalds unsigned long flags; 3931da177e4SLinus Torvalds 394843613b0SRoland Dreier if (!status) 3951da177e4SLinus Torvalds ipoib_dbg(priv, "PathRec LID 0x%04x for GID " IPOIB_GID_FMT "\n", 3961da177e4SLinus Torvalds be16_to_cpu(pathrec->dlid), IPOIB_GID_ARG(pathrec->dgid)); 3971da177e4SLinus Torvalds else 3981da177e4SLinus Torvalds ipoib_dbg(priv, "PathRec status %d for GID " IPOIB_GID_FMT "\n", 3991da177e4SLinus Torvalds status, IPOIB_GID_ARG(path->pathrec.dgid)); 4001da177e4SLinus Torvalds 4011da177e4SLinus Torvalds skb_queue_head_init(&skqueue); 4021da177e4SLinus Torvalds 4031da177e4SLinus Torvalds if (!status) { 40446f1b3d7SSean Hefty struct ib_ah_attr av; 4051da177e4SLinus Torvalds 40646f1b3d7SSean Hefty if (!ib_init_ah_from_path(priv->ca, priv->port, pathrec, &av)) 4071da177e4SLinus Torvalds ah = ipoib_create_ah(dev, priv->pd, &av); 4081da177e4SLinus Torvalds } 4091da177e4SLinus Torvalds 4101da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 4111da177e4SLinus Torvalds 4121da177e4SLinus Torvalds path->ah = ah; 4131da177e4SLinus Torvalds 4141da177e4SLinus Torvalds if (ah) { 4151da177e4SLinus Torvalds path->pathrec = *pathrec; 4161da177e4SLinus Torvalds 4171da177e4SLinus Torvalds ipoib_dbg(priv, "created address handle %p for LID 0x%04x, SL %d\n", 4181da177e4SLinus Torvalds ah, be16_to_cpu(pathrec->dlid), pathrec->sl); 4191da177e4SLinus Torvalds 4201da177e4SLinus Torvalds while ((skb = __skb_dequeue(&path->queue))) 4211da177e4SLinus Torvalds __skb_queue_tail(&skqueue, skb); 4221da177e4SLinus Torvalds 423d04d01b1SMichael S. Tsirkin list_for_each_entry_safe(neigh, tn, &path->neigh_list, list) { 4241da177e4SLinus Torvalds kref_get(&path->ah->ref); 4251da177e4SLinus Torvalds neigh->ah = path->ah; 4268a7f7521SMichael S. Tsirkin memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw, 4278a7f7521SMichael S. Tsirkin sizeof(union ib_gid)); 4281da177e4SLinus Torvalds 429839fcabaSMichael S. Tsirkin if (ipoib_cm_enabled(dev, neigh->neighbour)) { 430839fcabaSMichael S. Tsirkin if (!ipoib_cm_get(neigh)) 431839fcabaSMichael S. Tsirkin ipoib_cm_set(neigh, ipoib_cm_create_tx(dev, 432839fcabaSMichael S. Tsirkin path, 433839fcabaSMichael S. Tsirkin neigh)); 434839fcabaSMichael S. Tsirkin if (!ipoib_cm_get(neigh)) { 435839fcabaSMichael S. Tsirkin list_del(&neigh->list); 436839fcabaSMichael S. Tsirkin if (neigh->ah) 437839fcabaSMichael S. Tsirkin ipoib_put_ah(neigh->ah); 438839fcabaSMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 439839fcabaSMichael S. Tsirkin continue; 440839fcabaSMichael S. Tsirkin } 441839fcabaSMichael S. Tsirkin } 442839fcabaSMichael S. Tsirkin 4431da177e4SLinus Torvalds while ((skb = __skb_dequeue(&neigh->queue))) 4441da177e4SLinus Torvalds __skb_queue_tail(&skqueue, skb); 4451da177e4SLinus Torvalds } 4465872a9fcSRoland Dreier } 4471da177e4SLinus Torvalds 4485872a9fcSRoland Dreier path->query = NULL; 4491da177e4SLinus Torvalds complete(&path->done); 4501da177e4SLinus Torvalds 4511da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 4521da177e4SLinus Torvalds 4531da177e4SLinus Torvalds while ((skb = __skb_dequeue(&skqueue))) { 4541da177e4SLinus Torvalds skb->dev = dev; 4551da177e4SLinus Torvalds if (dev_queue_xmit(skb)) 4561da177e4SLinus Torvalds ipoib_warn(priv, "dev_queue_xmit failed " 4571da177e4SLinus Torvalds "to requeue packet\n"); 4581da177e4SLinus Torvalds } 4591da177e4SLinus Torvalds } 4601da177e4SLinus Torvalds 46137c22a77SJack Morgenstein static struct ipoib_path *path_rec_create(struct net_device *dev, void *gid) 4621da177e4SLinus Torvalds { 4631da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 4641da177e4SLinus Torvalds struct ipoib_path *path; 4651da177e4SLinus Torvalds 4661401b53aSJack Morgenstein if (!priv->broadcast) 4671401b53aSJack Morgenstein return NULL; 4681401b53aSJack Morgenstein 46921a38489SRoland Dreier path = kzalloc(sizeof *path, GFP_ATOMIC); 4701da177e4SLinus Torvalds if (!path) 4711da177e4SLinus Torvalds return NULL; 4721da177e4SLinus Torvalds 4731da177e4SLinus Torvalds path->dev = dev; 4741da177e4SLinus Torvalds 4751da177e4SLinus Torvalds skb_queue_head_init(&path->queue); 4761da177e4SLinus Torvalds 4771da177e4SLinus Torvalds INIT_LIST_HEAD(&path->neigh_list); 4781da177e4SLinus Torvalds 47937c22a77SJack Morgenstein memcpy(path->pathrec.dgid.raw, gid, sizeof (union ib_gid)); 4801da177e4SLinus Torvalds path->pathrec.sgid = priv->local_gid; 4811da177e4SLinus Torvalds path->pathrec.pkey = cpu_to_be16(priv->pkey); 4821da177e4SLinus Torvalds path->pathrec.numb_path = 1; 48381668838SSean Hefty path->pathrec.traffic_class = priv->broadcast->mcmember.traffic_class; 4841da177e4SLinus Torvalds 4851da177e4SLinus Torvalds return path; 4861da177e4SLinus Torvalds } 4871da177e4SLinus Torvalds 4881da177e4SLinus Torvalds static int path_rec_start(struct net_device *dev, 4891da177e4SLinus Torvalds struct ipoib_path *path) 4901da177e4SLinus Torvalds { 4911da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 4921da177e4SLinus Torvalds 4931da177e4SLinus Torvalds ipoib_dbg(priv, "Start path record lookup for " IPOIB_GID_FMT "\n", 4941da177e4SLinus Torvalds IPOIB_GID_ARG(path->pathrec.dgid)); 4951da177e4SLinus Torvalds 49665c7eddaSRoland Dreier init_completion(&path->done); 49765c7eddaSRoland Dreier 4981da177e4SLinus Torvalds path->query_id = 499c1a0b23bSMichael S. Tsirkin ib_sa_path_rec_get(&ipoib_sa_client, priv->ca, priv->port, 5001da177e4SLinus Torvalds &path->pathrec, 5011da177e4SLinus Torvalds IB_SA_PATH_REC_DGID | 5021da177e4SLinus Torvalds IB_SA_PATH_REC_SGID | 5031da177e4SLinus Torvalds IB_SA_PATH_REC_NUMB_PATH | 50481668838SSean Hefty IB_SA_PATH_REC_TRAFFIC_CLASS | 5051da177e4SLinus Torvalds IB_SA_PATH_REC_PKEY, 5061da177e4SLinus Torvalds 1000, GFP_ATOMIC, 5071da177e4SLinus Torvalds path_rec_completion, 5081da177e4SLinus Torvalds path, &path->query); 5091da177e4SLinus Torvalds if (path->query_id < 0) { 5101da177e4SLinus Torvalds ipoib_warn(priv, "ib_sa_path_rec_get failed\n"); 5111da177e4SLinus Torvalds path->query = NULL; 5121da177e4SLinus Torvalds return path->query_id; 5131da177e4SLinus Torvalds } 5141da177e4SLinus Torvalds 5151da177e4SLinus Torvalds return 0; 5161da177e4SLinus Torvalds } 5171da177e4SLinus Torvalds 5181da177e4SLinus Torvalds static void neigh_add_path(struct sk_buff *skb, struct net_device *dev) 5191da177e4SLinus Torvalds { 5201da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 5211da177e4SLinus Torvalds struct ipoib_path *path; 5221da177e4SLinus Torvalds struct ipoib_neigh *neigh; 5231da177e4SLinus Torvalds 524732a2170SMoni Shoua neigh = ipoib_neigh_alloc(skb->dst->neighbour, skb->dev); 5251da177e4SLinus Torvalds if (!neigh) { 526de903512SRoland Dreier ++dev->stats.tx_dropped; 5271da177e4SLinus Torvalds dev_kfree_skb_any(skb); 5281da177e4SLinus Torvalds return; 5291da177e4SLinus Torvalds } 5301da177e4SLinus Torvalds 5311da177e4SLinus Torvalds /* 5321da177e4SLinus Torvalds * We can only be called from ipoib_start_xmit, so we're 5331da177e4SLinus Torvalds * inside tx_lock -- no need to save/restore flags. 5341da177e4SLinus Torvalds */ 5351da177e4SLinus Torvalds spin_lock(&priv->lock); 5361da177e4SLinus Torvalds 53737c22a77SJack Morgenstein path = __path_find(dev, skb->dst->neighbour->ha + 4); 5381da177e4SLinus Torvalds if (!path) { 53937c22a77SJack Morgenstein path = path_rec_create(dev, skb->dst->neighbour->ha + 4); 5401da177e4SLinus Torvalds if (!path) 541d2e0655eSMichael S. Tsirkin goto err_path; 5421da177e4SLinus Torvalds 5431da177e4SLinus Torvalds __path_add(dev, path); 5441da177e4SLinus Torvalds } 5451da177e4SLinus Torvalds 5461da177e4SLinus Torvalds list_add_tail(&neigh->list, &path->neigh_list); 5471da177e4SLinus Torvalds 54847f7a071SMichael S. Tsirkin if (path->ah) { 5491da177e4SLinus Torvalds kref_get(&path->ah->ref); 5501da177e4SLinus Torvalds neigh->ah = path->ah; 5518a7f7521SMichael S. Tsirkin memcpy(&neigh->dgid.raw, &path->pathrec.dgid.raw, 5528a7f7521SMichael S. Tsirkin sizeof(union ib_gid)); 5531da177e4SLinus Torvalds 554839fcabaSMichael S. Tsirkin if (ipoib_cm_enabled(dev, neigh->neighbour)) { 555839fcabaSMichael S. Tsirkin if (!ipoib_cm_get(neigh)) 556839fcabaSMichael S. Tsirkin ipoib_cm_set(neigh, ipoib_cm_create_tx(dev, path, neigh)); 557839fcabaSMichael S. Tsirkin if (!ipoib_cm_get(neigh)) { 558839fcabaSMichael S. Tsirkin list_del(&neigh->list); 559839fcabaSMichael S. Tsirkin if (neigh->ah) 560839fcabaSMichael S. Tsirkin ipoib_put_ah(neigh->ah); 561839fcabaSMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 562839fcabaSMichael S. Tsirkin goto err_drop; 563839fcabaSMichael S. Tsirkin } 564839fcabaSMichael S. Tsirkin if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE) 565839fcabaSMichael S. Tsirkin __skb_queue_tail(&neigh->queue, skb); 566839fcabaSMichael S. Tsirkin else { 567839fcabaSMichael S. Tsirkin ipoib_warn(priv, "queue length limit %d. Packet drop.\n", 568839fcabaSMichael S. Tsirkin skb_queue_len(&neigh->queue)); 569839fcabaSMichael S. Tsirkin goto err_drop; 570839fcabaSMichael S. Tsirkin } 571839fcabaSMichael S. Tsirkin } else 572073ae841SMichael S. Tsirkin ipoib_send(dev, skb, path->ah, IPOIB_QPN(skb->dst->neighbour->ha)); 5731da177e4SLinus Torvalds } else { 5741da177e4SLinus Torvalds neigh->ah = NULL; 5751da177e4SLinus Torvalds 5761da177e4SLinus Torvalds if (!path->query && path_rec_start(dev, path)) 577d2e0655eSMichael S. Tsirkin goto err_list; 5782745b5b7SMichael S. Tsirkin 5792745b5b7SMichael S. Tsirkin __skb_queue_tail(&neigh->queue, skb); 5801da177e4SLinus Torvalds } 5811da177e4SLinus Torvalds 5821da177e4SLinus Torvalds spin_unlock(&priv->lock); 5831da177e4SLinus Torvalds return; 5841da177e4SLinus Torvalds 585d2e0655eSMichael S. Tsirkin err_list: 5861da177e4SLinus Torvalds list_del(&neigh->list); 5871da177e4SLinus Torvalds 588d2e0655eSMichael S. Tsirkin err_path: 5892745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 590839fcabaSMichael S. Tsirkin err_drop: 591de903512SRoland Dreier ++dev->stats.tx_dropped; 5921da177e4SLinus Torvalds dev_kfree_skb_any(skb); 5931da177e4SLinus Torvalds 5941da177e4SLinus Torvalds spin_unlock(&priv->lock); 5951da177e4SLinus Torvalds } 5961da177e4SLinus Torvalds 597d70ed607SRoland Dreier static void ipoib_path_lookup(struct sk_buff *skb, struct net_device *dev) 5981da177e4SLinus Torvalds { 5991da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(skb->dev); 6001da177e4SLinus Torvalds 6011da177e4SLinus Torvalds /* Look up path record for unicasts */ 6021da177e4SLinus Torvalds if (skb->dst->neighbour->ha[4] != 0xff) { 6031da177e4SLinus Torvalds neigh_add_path(skb, dev); 6041da177e4SLinus Torvalds return; 6051da177e4SLinus Torvalds } 6061da177e4SLinus Torvalds 6071da177e4SLinus Torvalds /* Add in the P_Key for multicasts */ 6081da177e4SLinus Torvalds skb->dst->neighbour->ha[8] = (priv->pkey >> 8) & 0xff; 6091da177e4SLinus Torvalds skb->dst->neighbour->ha[9] = priv->pkey & 0xff; 61037c22a77SJack Morgenstein ipoib_mcast_send(dev, skb->dst->neighbour->ha + 4, skb); 6111da177e4SLinus Torvalds } 6121da177e4SLinus Torvalds 6131da177e4SLinus Torvalds static void unicast_arp_send(struct sk_buff *skb, struct net_device *dev, 6141da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr) 6151da177e4SLinus Torvalds { 6161da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 6171da177e4SLinus Torvalds struct ipoib_path *path; 6181da177e4SLinus Torvalds 6191da177e4SLinus Torvalds /* 6201da177e4SLinus Torvalds * We can only be called from ipoib_start_xmit, so we're 6211da177e4SLinus Torvalds * inside tx_lock -- no need to save/restore flags. 6221da177e4SLinus Torvalds */ 6231da177e4SLinus Torvalds spin_lock(&priv->lock); 6241da177e4SLinus Torvalds 62537c22a77SJack Morgenstein path = __path_find(dev, phdr->hwaddr + 4); 6261da177e4SLinus Torvalds if (!path) { 62737c22a77SJack Morgenstein path = path_rec_create(dev, phdr->hwaddr + 4); 6281da177e4SLinus Torvalds if (path) { 6291da177e4SLinus Torvalds /* put pseudoheader back on for next time */ 6301da177e4SLinus Torvalds skb_push(skb, sizeof *phdr); 6311da177e4SLinus Torvalds __skb_queue_tail(&path->queue, skb); 6321da177e4SLinus Torvalds 6331da177e4SLinus Torvalds if (path_rec_start(dev, path)) { 6341da177e4SLinus Torvalds spin_unlock(&priv->lock); 6351da177e4SLinus Torvalds path_free(dev, path); 6361da177e4SLinus Torvalds return; 6371da177e4SLinus Torvalds } else 6381da177e4SLinus Torvalds __path_add(dev, path); 6391da177e4SLinus Torvalds } else { 640de903512SRoland Dreier ++dev->stats.tx_dropped; 6411da177e4SLinus Torvalds dev_kfree_skb_any(skb); 6421da177e4SLinus Torvalds } 6431da177e4SLinus Torvalds 6441da177e4SLinus Torvalds spin_unlock(&priv->lock); 6451da177e4SLinus Torvalds return; 6461da177e4SLinus Torvalds } 6471da177e4SLinus Torvalds 64847f7a071SMichael S. Tsirkin if (path->ah) { 6491da177e4SLinus Torvalds ipoib_dbg(priv, "Send unicast ARP to %04x\n", 6501da177e4SLinus Torvalds be16_to_cpu(path->pathrec.dlid)); 6511da177e4SLinus Torvalds 652073ae841SMichael S. Tsirkin ipoib_send(dev, skb, path->ah, IPOIB_QPN(phdr->hwaddr)); 6531da177e4SLinus Torvalds } else if ((path->query || !path_rec_start(dev, path)) && 6541da177e4SLinus Torvalds skb_queue_len(&path->queue) < IPOIB_MAX_PATH_REC_QUEUE) { 6551da177e4SLinus Torvalds /* put pseudoheader back on for next time */ 6561da177e4SLinus Torvalds skb_push(skb, sizeof *phdr); 6571da177e4SLinus Torvalds __skb_queue_tail(&path->queue, skb); 6581da177e4SLinus Torvalds } else { 659de903512SRoland Dreier ++dev->stats.tx_dropped; 6601da177e4SLinus Torvalds dev_kfree_skb_any(skb); 6611da177e4SLinus Torvalds } 6621da177e4SLinus Torvalds 6631da177e4SLinus Torvalds spin_unlock(&priv->lock); 6641da177e4SLinus Torvalds } 6651da177e4SLinus Torvalds 6661da177e4SLinus Torvalds static int ipoib_start_xmit(struct sk_buff *skb, struct net_device *dev) 6671da177e4SLinus Torvalds { 6681da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 6691da177e4SLinus Torvalds struct ipoib_neigh *neigh; 6701da177e4SLinus Torvalds unsigned long flags; 6711da177e4SLinus Torvalds 672a8bfca02SEli Cohen if (unlikely(!spin_trylock_irqsave(&priv->tx_lock, flags))) 6731da177e4SLinus Torvalds return NETDEV_TX_LOCKED; 6741da177e4SLinus Torvalds 6751da177e4SLinus Torvalds /* 6761da177e4SLinus Torvalds * Check if our queue is stopped. Since we have the LLTX bit 6771da177e4SLinus Torvalds * set, we can't rely on netif_stop_queue() preventing our 6781da177e4SLinus Torvalds * xmit function from being called with a full queue. 6791da177e4SLinus Torvalds */ 6801da177e4SLinus Torvalds if (unlikely(netif_queue_stopped(dev))) { 6811da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->tx_lock, flags); 6821da177e4SLinus Torvalds return NETDEV_TX_BUSY; 6831da177e4SLinus Torvalds } 6841da177e4SLinus Torvalds 685a8bfca02SEli Cohen if (likely(skb->dst && skb->dst->neighbour)) { 6861da177e4SLinus Torvalds if (unlikely(!*to_ipoib_neigh(skb->dst->neighbour))) { 687d70ed607SRoland Dreier ipoib_path_lookup(skb, dev); 6881da177e4SLinus Torvalds goto out; 6891da177e4SLinus Torvalds } 6901da177e4SLinus Torvalds 6911da177e4SLinus Torvalds neigh = *to_ipoib_neigh(skb->dst->neighbour); 6921da177e4SLinus Torvalds 693839fcabaSMichael S. Tsirkin if (ipoib_cm_get(neigh)) { 694839fcabaSMichael S. Tsirkin if (ipoib_cm_up(neigh)) { 695839fcabaSMichael S. Tsirkin ipoib_cm_send(dev, skb, ipoib_cm_get(neigh)); 696839fcabaSMichael S. Tsirkin goto out; 697839fcabaSMichael S. Tsirkin } 698839fcabaSMichael S. Tsirkin } else if (neigh->ah) { 699200d1713SMoni Shoua if (unlikely((memcmp(&neigh->dgid.raw, 7008a7f7521SMichael S. Tsirkin skb->dst->neighbour->ha + 4, 701200d1713SMoni Shoua sizeof(union ib_gid))) || 702200d1713SMoni Shoua (neigh->dev != dev))) { 7038a7f7521SMichael S. Tsirkin spin_lock(&priv->lock); 7048a7f7521SMichael S. Tsirkin /* 7058a7f7521SMichael S. Tsirkin * It's safe to call ipoib_put_ah() inside 7068a7f7521SMichael S. Tsirkin * priv->lock here, because we know that 7078a7f7521SMichael S. Tsirkin * path->ah will always hold one more reference, 7088a7f7521SMichael S. Tsirkin * so ipoib_put_ah() will never do more than 7098a7f7521SMichael S. Tsirkin * decrement the ref count. 7108a7f7521SMichael S. Tsirkin */ 7118a7f7521SMichael S. Tsirkin ipoib_put_ah(neigh->ah); 7128a7f7521SMichael S. Tsirkin list_del(&neigh->list); 7132745b5b7SMichael S. Tsirkin ipoib_neigh_free(dev, neigh); 7148a7f7521SMichael S. Tsirkin spin_unlock(&priv->lock); 7158a7f7521SMichael S. Tsirkin ipoib_path_lookup(skb, dev); 7168a7f7521SMichael S. Tsirkin goto out; 7178a7f7521SMichael S. Tsirkin } 7188a7f7521SMichael S. Tsirkin 719073ae841SMichael S. Tsirkin ipoib_send(dev, skb, neigh->ah, IPOIB_QPN(skb->dst->neighbour->ha)); 7201da177e4SLinus Torvalds goto out; 7211da177e4SLinus Torvalds } 7221da177e4SLinus Torvalds 7231da177e4SLinus Torvalds if (skb_queue_len(&neigh->queue) < IPOIB_MAX_PATH_REC_QUEUE) { 7241da177e4SLinus Torvalds spin_lock(&priv->lock); 7251da177e4SLinus Torvalds __skb_queue_tail(&neigh->queue, skb); 7261da177e4SLinus Torvalds spin_unlock(&priv->lock); 7271da177e4SLinus Torvalds } else { 728de903512SRoland Dreier ++dev->stats.tx_dropped; 7291da177e4SLinus Torvalds dev_kfree_skb_any(skb); 7301da177e4SLinus Torvalds } 7311da177e4SLinus Torvalds } else { 7321da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr = 7331da177e4SLinus Torvalds (struct ipoib_pseudoheader *) skb->data; 7341da177e4SLinus Torvalds skb_pull(skb, sizeof *phdr); 7351da177e4SLinus Torvalds 7361da177e4SLinus Torvalds if (phdr->hwaddr[4] == 0xff) { 7371da177e4SLinus Torvalds /* Add in the P_Key for multicast*/ 7381da177e4SLinus Torvalds phdr->hwaddr[8] = (priv->pkey >> 8) & 0xff; 7391da177e4SLinus Torvalds phdr->hwaddr[9] = priv->pkey & 0xff; 7401da177e4SLinus Torvalds 74137c22a77SJack Morgenstein ipoib_mcast_send(dev, phdr->hwaddr + 4, skb); 7421da177e4SLinus Torvalds } else { 7430dca0f7bSHal Rosenstock /* unicast GID -- should be ARP or RARP reply */ 7441da177e4SLinus Torvalds 7450dca0f7bSHal Rosenstock if ((be16_to_cpup((__be16 *) skb->data) != ETH_P_ARP) && 7460dca0f7bSHal Rosenstock (be16_to_cpup((__be16 *) skb->data) != ETH_P_RARP)) { 7471da177e4SLinus Torvalds ipoib_warn(priv, "Unicast, no %s: type %04x, QPN %06x " 7481da177e4SLinus Torvalds IPOIB_GID_FMT "\n", 7491da177e4SLinus Torvalds skb->dst ? "neigh" : "dst", 75097f52eb4SSean Hefty be16_to_cpup((__be16 *) skb->data), 751073ae841SMichael S. Tsirkin IPOIB_QPN(phdr->hwaddr), 75237c22a77SJack Morgenstein IPOIB_GID_RAW_ARG(phdr->hwaddr + 4)); 7531da177e4SLinus Torvalds dev_kfree_skb_any(skb); 754de903512SRoland Dreier ++dev->stats.tx_dropped; 7551da177e4SLinus Torvalds goto out; 7561da177e4SLinus Torvalds } 7571da177e4SLinus Torvalds 7581da177e4SLinus Torvalds unicast_arp_send(skb, dev, phdr); 7591da177e4SLinus Torvalds } 7601da177e4SLinus Torvalds } 7611da177e4SLinus Torvalds 7621da177e4SLinus Torvalds out: 7631da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->tx_lock, flags); 7641da177e4SLinus Torvalds 7651da177e4SLinus Torvalds return NETDEV_TX_OK; 7661da177e4SLinus Torvalds } 7671da177e4SLinus Torvalds 7681da177e4SLinus Torvalds static void ipoib_timeout(struct net_device *dev) 7691da177e4SLinus Torvalds { 7701da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 7711da177e4SLinus Torvalds 7724b2d319bSRoland Dreier ipoib_warn(priv, "transmit timeout: latency %d msecs\n", 7734b2d319bSRoland Dreier jiffies_to_msecs(jiffies - dev->trans_start)); 7744b2d319bSRoland Dreier ipoib_warn(priv, "queue stopped %d, tx_head %u, tx_tail %u\n", 7754b2d319bSRoland Dreier netif_queue_stopped(dev), 7764b2d319bSRoland Dreier priv->tx_head, priv->tx_tail); 7771da177e4SLinus Torvalds /* XXX reset QP, etc. */ 7781da177e4SLinus Torvalds } 7791da177e4SLinus Torvalds 7801da177e4SLinus Torvalds static int ipoib_hard_header(struct sk_buff *skb, 7811da177e4SLinus Torvalds struct net_device *dev, 7821da177e4SLinus Torvalds unsigned short type, 7833b04dddeSStephen Hemminger const void *daddr, const void *saddr, unsigned len) 7841da177e4SLinus Torvalds { 7851da177e4SLinus Torvalds struct ipoib_header *header; 7861da177e4SLinus Torvalds 7871da177e4SLinus Torvalds header = (struct ipoib_header *) skb_push(skb, sizeof *header); 7881da177e4SLinus Torvalds 7891da177e4SLinus Torvalds header->proto = htons(type); 7901da177e4SLinus Torvalds header->reserved = 0; 7911da177e4SLinus Torvalds 7921da177e4SLinus Torvalds /* 7931da177e4SLinus Torvalds * If we don't have a neighbour structure, stuff the 7941da177e4SLinus Torvalds * destination address onto the front of the skb so we can 7951da177e4SLinus Torvalds * figure out where to send the packet later. 7961da177e4SLinus Torvalds */ 797ef12d456SRoland Dreier if ((!skb->dst || !skb->dst->neighbour) && daddr) { 7981da177e4SLinus Torvalds struct ipoib_pseudoheader *phdr = 7991da177e4SLinus Torvalds (struct ipoib_pseudoheader *) skb_push(skb, sizeof *phdr); 8001da177e4SLinus Torvalds memcpy(phdr->hwaddr, daddr, INFINIBAND_ALEN); 8011da177e4SLinus Torvalds } 8021da177e4SLinus Torvalds 8031da177e4SLinus Torvalds return 0; 8041da177e4SLinus Torvalds } 8051da177e4SLinus Torvalds 8061da177e4SLinus Torvalds static void ipoib_set_mcast_list(struct net_device *dev) 8071da177e4SLinus Torvalds { 8081da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 8091da177e4SLinus Torvalds 8107a343d4cSLeonid Arsh if (!test_bit(IPOIB_FLAG_OPER_UP, &priv->flags)) { 8117a343d4cSLeonid Arsh ipoib_dbg(priv, "IPOIB_FLAG_OPER_UP not set"); 8127a343d4cSLeonid Arsh return; 8137a343d4cSLeonid Arsh } 8147a343d4cSLeonid Arsh 8151ad62a19SMichael S. Tsirkin queue_work(ipoib_workqueue, &priv->restart_task); 8161da177e4SLinus Torvalds } 8171da177e4SLinus Torvalds 818ecbb4169SAlexey Kuznetsov static void ipoib_neigh_cleanup(struct neighbour *n) 8191da177e4SLinus Torvalds { 8201da177e4SLinus Torvalds struct ipoib_neigh *neigh; 8211da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(n->dev); 8221da177e4SLinus Torvalds unsigned long flags; 8231da177e4SLinus Torvalds struct ipoib_ah *ah = NULL; 8241da177e4SLinus Torvalds 825732a2170SMoni Shoua neigh = *to_ipoib_neigh(n); 826732a2170SMoni Shoua if (neigh) { 827732a2170SMoni Shoua priv = netdev_priv(neigh->dev); 828732a2170SMoni Shoua ipoib_dbg(priv, "neigh_destructor for bonding device: %s\n", 829732a2170SMoni Shoua n->dev->name); 830732a2170SMoni Shoua } else 831732a2170SMoni Shoua return; 8321da177e4SLinus Torvalds ipoib_dbg(priv, 833ecbb4169SAlexey Kuznetsov "neigh_cleanup for %06x " IPOIB_GID_FMT "\n", 834073ae841SMichael S. Tsirkin IPOIB_QPN(n->ha), 83537c22a77SJack Morgenstein IPOIB_GID_RAW_ARG(n->ha + 4)); 8361da177e4SLinus Torvalds 8371da177e4SLinus Torvalds spin_lock_irqsave(&priv->lock, flags); 8381da177e4SLinus Torvalds 8391da177e4SLinus Torvalds if (neigh->ah) 8401da177e4SLinus Torvalds ah = neigh->ah; 8411da177e4SLinus Torvalds list_del(&neigh->list); 8422745b5b7SMichael S. Tsirkin ipoib_neigh_free(n->dev, neigh); 8431da177e4SLinus Torvalds 8441da177e4SLinus Torvalds spin_unlock_irqrestore(&priv->lock, flags); 8451da177e4SLinus Torvalds 8461da177e4SLinus Torvalds if (ah) 8471da177e4SLinus Torvalds ipoib_put_ah(ah); 8481da177e4SLinus Torvalds } 8491da177e4SLinus Torvalds 850732a2170SMoni Shoua struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neighbour, 851732a2170SMoni Shoua struct net_device *dev) 852d2e0655eSMichael S. Tsirkin { 853d2e0655eSMichael S. Tsirkin struct ipoib_neigh *neigh; 854d2e0655eSMichael S. Tsirkin 855d2e0655eSMichael S. Tsirkin neigh = kmalloc(sizeof *neigh, GFP_ATOMIC); 856d2e0655eSMichael S. Tsirkin if (!neigh) 857d2e0655eSMichael S. Tsirkin return NULL; 858d2e0655eSMichael S. Tsirkin 859d2e0655eSMichael S. Tsirkin neigh->neighbour = neighbour; 860732a2170SMoni Shoua neigh->dev = dev; 861d2e0655eSMichael S. Tsirkin *to_ipoib_neigh(neighbour) = neigh; 86282b39913SRoland Dreier skb_queue_head_init(&neigh->queue); 863839fcabaSMichael S. Tsirkin ipoib_cm_set(neigh, NULL); 864d2e0655eSMichael S. Tsirkin 865d2e0655eSMichael S. Tsirkin return neigh; 866d2e0655eSMichael S. Tsirkin } 867d2e0655eSMichael S. Tsirkin 8682745b5b7SMichael S. Tsirkin void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh) 869d2e0655eSMichael S. Tsirkin { 8702745b5b7SMichael S. Tsirkin struct sk_buff *skb; 871d2e0655eSMichael S. Tsirkin *to_ipoib_neigh(neigh->neighbour) = NULL; 8722745b5b7SMichael S. Tsirkin while ((skb = __skb_dequeue(&neigh->queue))) { 873de903512SRoland Dreier ++dev->stats.tx_dropped; 8742745b5b7SMichael S. Tsirkin dev_kfree_skb_any(skb); 8752745b5b7SMichael S. Tsirkin } 876839fcabaSMichael S. Tsirkin if (ipoib_cm_get(neigh)) 877839fcabaSMichael S. Tsirkin ipoib_cm_destroy_tx(ipoib_cm_get(neigh)); 878d2e0655eSMichael S. Tsirkin kfree(neigh); 879d2e0655eSMichael S. Tsirkin } 880d2e0655eSMichael S. Tsirkin 8811da177e4SLinus Torvalds static int ipoib_neigh_setup_dev(struct net_device *dev, struct neigh_parms *parms) 8821da177e4SLinus Torvalds { 883ecbb4169SAlexey Kuznetsov parms->neigh_cleanup = ipoib_neigh_cleanup; 8841da177e4SLinus Torvalds 8851da177e4SLinus Torvalds return 0; 8861da177e4SLinus Torvalds } 8871da177e4SLinus Torvalds 8881da177e4SLinus Torvalds int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port) 8891da177e4SLinus Torvalds { 8901da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 8911da177e4SLinus Torvalds 8921da177e4SLinus Torvalds /* Allocate RX/TX "rings" to hold queued skbs */ 8930f485251SShirley Ma priv->rx_ring = kzalloc(ipoib_recvq_size * sizeof *priv->rx_ring, 8941da177e4SLinus Torvalds GFP_KERNEL); 8951da177e4SLinus Torvalds if (!priv->rx_ring) { 8961da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to allocate RX ring (%d entries)\n", 8970f485251SShirley Ma ca->name, ipoib_recvq_size); 8981da177e4SLinus Torvalds goto out; 8991da177e4SLinus Torvalds } 9001da177e4SLinus Torvalds 9010f485251SShirley Ma priv->tx_ring = kzalloc(ipoib_sendq_size * sizeof *priv->tx_ring, 9021da177e4SLinus Torvalds GFP_KERNEL); 9031da177e4SLinus Torvalds if (!priv->tx_ring) { 9041da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to allocate TX ring (%d entries)\n", 9050f485251SShirley Ma ca->name, ipoib_sendq_size); 9061da177e4SLinus Torvalds goto out_rx_ring_cleanup; 9071da177e4SLinus Torvalds } 9081da177e4SLinus Torvalds 9091b524963SMichael S. Tsirkin /* priv->tx_head, tx_tail & tx_outstanding are already 0 */ 9101da177e4SLinus Torvalds 9111da177e4SLinus Torvalds if (ipoib_ib_dev_init(dev, ca, port)) 9121da177e4SLinus Torvalds goto out_tx_ring_cleanup; 9131da177e4SLinus Torvalds 9141da177e4SLinus Torvalds return 0; 9151da177e4SLinus Torvalds 9161da177e4SLinus Torvalds out_tx_ring_cleanup: 9171da177e4SLinus Torvalds kfree(priv->tx_ring); 9181da177e4SLinus Torvalds 9191da177e4SLinus Torvalds out_rx_ring_cleanup: 9201da177e4SLinus Torvalds kfree(priv->rx_ring); 9211da177e4SLinus Torvalds 9221da177e4SLinus Torvalds out: 9231da177e4SLinus Torvalds return -ENOMEM; 9241da177e4SLinus Torvalds } 9251da177e4SLinus Torvalds 9261da177e4SLinus Torvalds void ipoib_dev_cleanup(struct net_device *dev) 9271da177e4SLinus Torvalds { 9281da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev), *cpriv, *tcpriv; 9291da177e4SLinus Torvalds 9301732b0efSRoland Dreier ipoib_delete_debug_files(dev); 9311da177e4SLinus Torvalds 9321da177e4SLinus Torvalds /* Delete any child interfaces first */ 9331da177e4SLinus Torvalds list_for_each_entry_safe(cpriv, tcpriv, &priv->child_intfs, list) { 9341da177e4SLinus Torvalds unregister_netdev(cpriv->dev); 9351da177e4SLinus Torvalds ipoib_dev_cleanup(cpriv->dev); 9361da177e4SLinus Torvalds free_netdev(cpriv->dev); 9371da177e4SLinus Torvalds } 9381da177e4SLinus Torvalds 9391da177e4SLinus Torvalds ipoib_ib_dev_cleanup(dev); 9401da177e4SLinus Torvalds 9411da177e4SLinus Torvalds kfree(priv->rx_ring); 9421da177e4SLinus Torvalds kfree(priv->tx_ring); 94392a6b34bSHal Rosenstock 94492a6b34bSHal Rosenstock priv->rx_ring = NULL; 9451da177e4SLinus Torvalds priv->tx_ring = NULL; 9461da177e4SLinus Torvalds } 9471da177e4SLinus Torvalds 9483b04dddeSStephen Hemminger static const struct header_ops ipoib_header_ops = { 9493b04dddeSStephen Hemminger .create = ipoib_hard_header, 9503b04dddeSStephen Hemminger }; 9513b04dddeSStephen Hemminger 9521da177e4SLinus Torvalds static void ipoib_setup(struct net_device *dev) 9531da177e4SLinus Torvalds { 9541da177e4SLinus Torvalds struct ipoib_dev_priv *priv = netdev_priv(dev); 9551da177e4SLinus Torvalds 9561da177e4SLinus Torvalds dev->open = ipoib_open; 9571da177e4SLinus Torvalds dev->stop = ipoib_stop; 9581da177e4SLinus Torvalds dev->change_mtu = ipoib_change_mtu; 9591da177e4SLinus Torvalds dev->hard_start_xmit = ipoib_start_xmit; 9601da177e4SLinus Torvalds dev->tx_timeout = ipoib_timeout; 9613b04dddeSStephen Hemminger dev->header_ops = &ipoib_header_ops; 9621da177e4SLinus Torvalds dev->set_multicast_list = ipoib_set_mcast_list; 9631da177e4SLinus Torvalds dev->neigh_setup = ipoib_neigh_setup_dev; 964bea3348eSStephen Hemminger 965bea3348eSStephen Hemminger netif_napi_add(dev, &priv->napi, ipoib_poll, 100); 9661da177e4SLinus Torvalds 9671da177e4SLinus Torvalds dev->watchdog_timeo = HZ; 9681da177e4SLinus Torvalds 9691da177e4SLinus Torvalds dev->flags |= IFF_BROADCAST | IFF_MULTICAST; 9701da177e4SLinus Torvalds 9711da177e4SLinus Torvalds /* 9721da177e4SLinus Torvalds * We add in INFINIBAND_ALEN to allow for the destination 9731da177e4SLinus Torvalds * address "pseudoheader" for skbs without neighbour struct. 9741da177e4SLinus Torvalds */ 9751da177e4SLinus Torvalds dev->hard_header_len = IPOIB_ENCAP_LEN + INFINIBAND_ALEN; 9761da177e4SLinus Torvalds dev->addr_len = INFINIBAND_ALEN; 9771da177e4SLinus Torvalds dev->type = ARPHRD_INFINIBAND; 9780f485251SShirley Ma dev->tx_queue_len = ipoib_sendq_size * 2; 9791da177e4SLinus Torvalds dev->features = NETIF_F_VLAN_CHALLENGED | NETIF_F_LLTX; 9801da177e4SLinus Torvalds 9811da177e4SLinus Torvalds /* MTU will be reset when mcast join happens */ 9821da177e4SLinus Torvalds dev->mtu = IPOIB_PACKET_SIZE - IPOIB_ENCAP_LEN; 9831da177e4SLinus Torvalds priv->mcast_mtu = priv->admin_mtu = dev->mtu; 9841da177e4SLinus Torvalds 9851da177e4SLinus Torvalds memcpy(dev->broadcast, ipv4_bcast_addr, INFINIBAND_ALEN); 9861da177e4SLinus Torvalds 9871da177e4SLinus Torvalds netif_carrier_off(dev); 9881da177e4SLinus Torvalds 9891da177e4SLinus Torvalds priv->dev = dev; 9901da177e4SLinus Torvalds 9911da177e4SLinus Torvalds spin_lock_init(&priv->lock); 9921da177e4SLinus Torvalds spin_lock_init(&priv->tx_lock); 9931da177e4SLinus Torvalds 99495ed644fSIngo Molnar mutex_init(&priv->mcast_mutex); 99595ed644fSIngo Molnar mutex_init(&priv->vlan_mutex); 9961da177e4SLinus Torvalds 9971da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->path_list); 9981da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->child_intfs); 9991da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->dead_ahs); 10001da177e4SLinus Torvalds INIT_LIST_HEAD(&priv->multicast_list); 10011da177e4SLinus Torvalds 100226bbf13cSYosef Etigin INIT_DELAYED_WORK(&priv->pkey_poll_task, ipoib_pkey_poll); 100326bbf13cSYosef Etigin INIT_WORK(&priv->pkey_event_task, ipoib_pkey_event); 1004c4028958SDavid Howells INIT_DELAYED_WORK(&priv->mcast_task, ipoib_mcast_join_task); 1005c4028958SDavid Howells INIT_WORK(&priv->flush_task, ipoib_ib_dev_flush); 1006c4028958SDavid Howells INIT_WORK(&priv->restart_task, ipoib_mcast_restart_task); 1007c4028958SDavid Howells INIT_DELAYED_WORK(&priv->ah_reap_task, ipoib_reap_ah); 10081da177e4SLinus Torvalds } 10091da177e4SLinus Torvalds 10101da177e4SLinus Torvalds struct ipoib_dev_priv *ipoib_intf_alloc(const char *name) 10111da177e4SLinus Torvalds { 10121da177e4SLinus Torvalds struct net_device *dev; 10131da177e4SLinus Torvalds 10141da177e4SLinus Torvalds dev = alloc_netdev((int) sizeof (struct ipoib_dev_priv), name, 10151da177e4SLinus Torvalds ipoib_setup); 10161da177e4SLinus Torvalds if (!dev) 10171da177e4SLinus Torvalds return NULL; 10181da177e4SLinus Torvalds 10191da177e4SLinus Torvalds return netdev_priv(dev); 10201da177e4SLinus Torvalds } 10211da177e4SLinus Torvalds 102243cb76d9SGreg Kroah-Hartman static ssize_t show_pkey(struct device *dev, 102343cb76d9SGreg Kroah-Hartman struct device_attribute *attr, char *buf) 10241da177e4SLinus Torvalds { 102543cb76d9SGreg Kroah-Hartman struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev)); 10261da177e4SLinus Torvalds 10271da177e4SLinus Torvalds return sprintf(buf, "0x%04x\n", priv->pkey); 10281da177e4SLinus Torvalds } 102943cb76d9SGreg Kroah-Hartman static DEVICE_ATTR(pkey, S_IRUGO, show_pkey, NULL); 10301da177e4SLinus Torvalds 1031335a64a5SOr Gerlitz static ssize_t show_umcast(struct device *dev, 1032335a64a5SOr Gerlitz struct device_attribute *attr, char *buf) 1033335a64a5SOr Gerlitz { 1034335a64a5SOr Gerlitz struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev)); 1035335a64a5SOr Gerlitz 1036335a64a5SOr Gerlitz return sprintf(buf, "%d\n", test_bit(IPOIB_FLAG_UMCAST, &priv->flags)); 1037335a64a5SOr Gerlitz } 1038335a64a5SOr Gerlitz 1039335a64a5SOr Gerlitz static ssize_t set_umcast(struct device *dev, 1040335a64a5SOr Gerlitz struct device_attribute *attr, 1041335a64a5SOr Gerlitz const char *buf, size_t count) 1042335a64a5SOr Gerlitz { 1043335a64a5SOr Gerlitz struct ipoib_dev_priv *priv = netdev_priv(to_net_dev(dev)); 1044335a64a5SOr Gerlitz unsigned long umcast_val = simple_strtoul(buf, NULL, 0); 1045335a64a5SOr Gerlitz 1046335a64a5SOr Gerlitz if (umcast_val > 0) { 1047335a64a5SOr Gerlitz set_bit(IPOIB_FLAG_UMCAST, &priv->flags); 1048335a64a5SOr Gerlitz ipoib_warn(priv, "ignoring multicast groups joined directly " 1049335a64a5SOr Gerlitz "by userspace\n"); 1050335a64a5SOr Gerlitz } else 1051335a64a5SOr Gerlitz clear_bit(IPOIB_FLAG_UMCAST, &priv->flags); 1052335a64a5SOr Gerlitz 1053335a64a5SOr Gerlitz return count; 1054335a64a5SOr Gerlitz } 1055335a64a5SOr Gerlitz static DEVICE_ATTR(umcast, S_IWUSR | S_IRUGO, show_umcast, set_umcast); 1056335a64a5SOr Gerlitz 1057335a64a5SOr Gerlitz int ipoib_add_umcast_attr(struct net_device *dev) 1058335a64a5SOr Gerlitz { 1059335a64a5SOr Gerlitz return device_create_file(&dev->dev, &dev_attr_umcast); 1060335a64a5SOr Gerlitz } 1061335a64a5SOr Gerlitz 106243cb76d9SGreg Kroah-Hartman static ssize_t create_child(struct device *dev, 106343cb76d9SGreg Kroah-Hartman struct device_attribute *attr, 10641da177e4SLinus Torvalds const char *buf, size_t count) 10651da177e4SLinus Torvalds { 10661da177e4SLinus Torvalds int pkey; 10671da177e4SLinus Torvalds int ret; 10681da177e4SLinus Torvalds 10691da177e4SLinus Torvalds if (sscanf(buf, "%i", &pkey) != 1) 10701da177e4SLinus Torvalds return -EINVAL; 10711da177e4SLinus Torvalds 10721da177e4SLinus Torvalds if (pkey < 0 || pkey > 0xffff) 10731da177e4SLinus Torvalds return -EINVAL; 10741da177e4SLinus Torvalds 10754ce05937SRoland Dreier /* 10764ce05937SRoland Dreier * Set the full membership bit, so that we join the right 10774ce05937SRoland Dreier * broadcast group, etc. 10784ce05937SRoland Dreier */ 10794ce05937SRoland Dreier pkey |= 0x8000; 10804ce05937SRoland Dreier 108143cb76d9SGreg Kroah-Hartman ret = ipoib_vlan_add(to_net_dev(dev), pkey); 10821da177e4SLinus Torvalds 10831da177e4SLinus Torvalds return ret ? ret : count; 10841da177e4SLinus Torvalds } 108543cb76d9SGreg Kroah-Hartman static DEVICE_ATTR(create_child, S_IWUGO, NULL, create_child); 10861da177e4SLinus Torvalds 108743cb76d9SGreg Kroah-Hartman static ssize_t delete_child(struct device *dev, 108843cb76d9SGreg Kroah-Hartman struct device_attribute *attr, 10891da177e4SLinus Torvalds const char *buf, size_t count) 10901da177e4SLinus Torvalds { 10911da177e4SLinus Torvalds int pkey; 10921da177e4SLinus Torvalds int ret; 10931da177e4SLinus Torvalds 10941da177e4SLinus Torvalds if (sscanf(buf, "%i", &pkey) != 1) 10951da177e4SLinus Torvalds return -EINVAL; 10961da177e4SLinus Torvalds 10971da177e4SLinus Torvalds if (pkey < 0 || pkey > 0xffff) 10981da177e4SLinus Torvalds return -EINVAL; 10991da177e4SLinus Torvalds 110043cb76d9SGreg Kroah-Hartman ret = ipoib_vlan_delete(to_net_dev(dev), pkey); 11011da177e4SLinus Torvalds 11021da177e4SLinus Torvalds return ret ? ret : count; 11031da177e4SLinus Torvalds 11041da177e4SLinus Torvalds } 110543cb76d9SGreg Kroah-Hartman static DEVICE_ATTR(delete_child, S_IWUGO, NULL, delete_child); 11061da177e4SLinus Torvalds 11071da177e4SLinus Torvalds int ipoib_add_pkey_attr(struct net_device *dev) 11081da177e4SLinus Torvalds { 110943cb76d9SGreg Kroah-Hartman return device_create_file(&dev->dev, &dev_attr_pkey); 11101da177e4SLinus Torvalds } 11111da177e4SLinus Torvalds 11121da177e4SLinus Torvalds static struct net_device *ipoib_add_port(const char *format, 11131da177e4SLinus Torvalds struct ib_device *hca, u8 port) 11141da177e4SLinus Torvalds { 11151da177e4SLinus Torvalds struct ipoib_dev_priv *priv; 11161da177e4SLinus Torvalds int result = -ENOMEM; 11171da177e4SLinus Torvalds 11181da177e4SLinus Torvalds priv = ipoib_intf_alloc(format); 11191da177e4SLinus Torvalds if (!priv) 11201da177e4SLinus Torvalds goto alloc_mem_failed; 11211da177e4SLinus Torvalds 11221da177e4SLinus Torvalds SET_NETDEV_DEV(priv->dev, hca->dma_device); 11231da177e4SLinus Torvalds 11241da177e4SLinus Torvalds result = ib_query_pkey(hca, port, 0, &priv->pkey); 11251da177e4SLinus Torvalds if (result) { 11261da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_query_pkey port %d failed (ret = %d)\n", 11271da177e4SLinus Torvalds hca->name, port, result); 1128ca6de177SEli Cohen goto device_init_failed; 11291da177e4SLinus Torvalds } 11301da177e4SLinus Torvalds 11314ce05937SRoland Dreier /* 11324ce05937SRoland Dreier * Set the full membership bit, so that we join the right 11334ce05937SRoland Dreier * broadcast group, etc. 11344ce05937SRoland Dreier */ 11354ce05937SRoland Dreier priv->pkey |= 0x8000; 11364ce05937SRoland Dreier 11371da177e4SLinus Torvalds priv->dev->broadcast[8] = priv->pkey >> 8; 11381da177e4SLinus Torvalds priv->dev->broadcast[9] = priv->pkey & 0xff; 11391da177e4SLinus Torvalds 11401da177e4SLinus Torvalds result = ib_query_gid(hca, port, 0, &priv->local_gid); 11411da177e4SLinus Torvalds if (result) { 11421da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_query_gid port %d failed (ret = %d)\n", 11431da177e4SLinus Torvalds hca->name, port, result); 1144ca6de177SEli Cohen goto device_init_failed; 11451da177e4SLinus Torvalds } else 11461da177e4SLinus Torvalds memcpy(priv->dev->dev_addr + 4, priv->local_gid.raw, sizeof (union ib_gid)); 11471da177e4SLinus Torvalds 11481da177e4SLinus Torvalds 11491da177e4SLinus Torvalds result = ipoib_dev_init(priv->dev, hca, port); 11501da177e4SLinus Torvalds if (result < 0) { 11511da177e4SLinus Torvalds printk(KERN_WARNING "%s: failed to initialize port %d (ret = %d)\n", 11521da177e4SLinus Torvalds hca->name, port, result); 11531da177e4SLinus Torvalds goto device_init_failed; 11541da177e4SLinus Torvalds } 11551da177e4SLinus Torvalds 11561da177e4SLinus Torvalds INIT_IB_EVENT_HANDLER(&priv->event_handler, 11571da177e4SLinus Torvalds priv->ca, ipoib_event); 11581da177e4SLinus Torvalds result = ib_register_event_handler(&priv->event_handler); 11591da177e4SLinus Torvalds if (result < 0) { 11601da177e4SLinus Torvalds printk(KERN_WARNING "%s: ib_register_event_handler failed for " 11611da177e4SLinus Torvalds "port %d (ret = %d)\n", 11621da177e4SLinus Torvalds hca->name, port, result); 11631da177e4SLinus Torvalds goto event_failed; 11641da177e4SLinus Torvalds } 11651da177e4SLinus Torvalds 11661da177e4SLinus Torvalds result = register_netdev(priv->dev); 11671da177e4SLinus Torvalds if (result) { 11681da177e4SLinus Torvalds printk(KERN_WARNING "%s: couldn't register ipoib port %d; error %d\n", 11691da177e4SLinus Torvalds hca->name, port, result); 11701da177e4SLinus Torvalds goto register_failed; 11711da177e4SLinus Torvalds } 11721da177e4SLinus Torvalds 11731732b0efSRoland Dreier ipoib_create_debug_files(priv->dev); 11741da177e4SLinus Torvalds 1175839fcabaSMichael S. Tsirkin if (ipoib_cm_add_mode_attr(priv->dev)) 1176839fcabaSMichael S. Tsirkin goto sysfs_failed; 11771da177e4SLinus Torvalds if (ipoib_add_pkey_attr(priv->dev)) 11781da177e4SLinus Torvalds goto sysfs_failed; 1179335a64a5SOr Gerlitz if (ipoib_add_umcast_attr(priv->dev)) 1180335a64a5SOr Gerlitz goto sysfs_failed; 118143cb76d9SGreg Kroah-Hartman if (device_create_file(&priv->dev->dev, &dev_attr_create_child)) 11821da177e4SLinus Torvalds goto sysfs_failed; 118343cb76d9SGreg Kroah-Hartman if (device_create_file(&priv->dev->dev, &dev_attr_delete_child)) 11841da177e4SLinus Torvalds goto sysfs_failed; 11851da177e4SLinus Torvalds 11861da177e4SLinus Torvalds return priv->dev; 11871da177e4SLinus Torvalds 11881da177e4SLinus Torvalds sysfs_failed: 11891732b0efSRoland Dreier ipoib_delete_debug_files(priv->dev); 11901da177e4SLinus Torvalds unregister_netdev(priv->dev); 11911da177e4SLinus Torvalds 11921da177e4SLinus Torvalds register_failed: 11931da177e4SLinus Torvalds ib_unregister_event_handler(&priv->event_handler); 119451574e03SMichael S. Tsirkin flush_scheduled_work(); 11951da177e4SLinus Torvalds 11961da177e4SLinus Torvalds event_failed: 11971da177e4SLinus Torvalds ipoib_dev_cleanup(priv->dev); 11981da177e4SLinus Torvalds 11991da177e4SLinus Torvalds device_init_failed: 12001da177e4SLinus Torvalds free_netdev(priv->dev); 12011da177e4SLinus Torvalds 12021da177e4SLinus Torvalds alloc_mem_failed: 12031da177e4SLinus Torvalds return ERR_PTR(result); 12041da177e4SLinus Torvalds } 12051da177e4SLinus Torvalds 12061da177e4SLinus Torvalds static void ipoib_add_one(struct ib_device *device) 12071da177e4SLinus Torvalds { 12081da177e4SLinus Torvalds struct list_head *dev_list; 12091da177e4SLinus Torvalds struct net_device *dev; 12101da177e4SLinus Torvalds struct ipoib_dev_priv *priv; 12111da177e4SLinus Torvalds int s, e, p; 12121da177e4SLinus Torvalds 121307ebafbaSTom Tucker if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB) 121407ebafbaSTom Tucker return; 121507ebafbaSTom Tucker 12161da177e4SLinus Torvalds dev_list = kmalloc(sizeof *dev_list, GFP_KERNEL); 12171da177e4SLinus Torvalds if (!dev_list) 12181da177e4SLinus Torvalds return; 12191da177e4SLinus Torvalds 12201da177e4SLinus Torvalds INIT_LIST_HEAD(dev_list); 12211da177e4SLinus Torvalds 122207ebafbaSTom Tucker if (device->node_type == RDMA_NODE_IB_SWITCH) { 12231da177e4SLinus Torvalds s = 0; 12241da177e4SLinus Torvalds e = 0; 12251da177e4SLinus Torvalds } else { 12261da177e4SLinus Torvalds s = 1; 12271da177e4SLinus Torvalds e = device->phys_port_cnt; 12281da177e4SLinus Torvalds } 12291da177e4SLinus Torvalds 12301da177e4SLinus Torvalds for (p = s; p <= e; ++p) { 12311da177e4SLinus Torvalds dev = ipoib_add_port("ib%d", device, p); 12321da177e4SLinus Torvalds if (!IS_ERR(dev)) { 12331da177e4SLinus Torvalds priv = netdev_priv(dev); 12341da177e4SLinus Torvalds list_add_tail(&priv->list, dev_list); 12351da177e4SLinus Torvalds } 12361da177e4SLinus Torvalds } 12371da177e4SLinus Torvalds 12381da177e4SLinus Torvalds ib_set_client_data(device, &ipoib_client, dev_list); 12391da177e4SLinus Torvalds } 12401da177e4SLinus Torvalds 12411da177e4SLinus Torvalds static void ipoib_remove_one(struct ib_device *device) 12421da177e4SLinus Torvalds { 12431da177e4SLinus Torvalds struct ipoib_dev_priv *priv, *tmp; 12441da177e4SLinus Torvalds struct list_head *dev_list; 12451da177e4SLinus Torvalds 124607ebafbaSTom Tucker if (rdma_node_get_transport(device->node_type) != RDMA_TRANSPORT_IB) 124707ebafbaSTom Tucker return; 124807ebafbaSTom Tucker 12491da177e4SLinus Torvalds dev_list = ib_get_client_data(device, &ipoib_client); 12501da177e4SLinus Torvalds 12511da177e4SLinus Torvalds list_for_each_entry_safe(priv, tmp, dev_list, list) { 12521da177e4SLinus Torvalds ib_unregister_event_handler(&priv->event_handler); 125351574e03SMichael S. Tsirkin flush_scheduled_work(); 12541da177e4SLinus Torvalds 12551da177e4SLinus Torvalds unregister_netdev(priv->dev); 12561da177e4SLinus Torvalds ipoib_dev_cleanup(priv->dev); 12571da177e4SLinus Torvalds free_netdev(priv->dev); 12581da177e4SLinus Torvalds } 125906c56e44SMichael S. Tsirkin 126006c56e44SMichael S. Tsirkin kfree(dev_list); 12611da177e4SLinus Torvalds } 12621da177e4SLinus Torvalds 12631da177e4SLinus Torvalds static int __init ipoib_init_module(void) 12641da177e4SLinus Torvalds { 12651da177e4SLinus Torvalds int ret; 12661da177e4SLinus Torvalds 12670f485251SShirley Ma ipoib_recvq_size = roundup_pow_of_two(ipoib_recvq_size); 12680f485251SShirley Ma ipoib_recvq_size = min(ipoib_recvq_size, IPOIB_MAX_QUEUE_SIZE); 12690f485251SShirley Ma ipoib_recvq_size = max(ipoib_recvq_size, IPOIB_MIN_QUEUE_SIZE); 12700f485251SShirley Ma 12710f485251SShirley Ma ipoib_sendq_size = roundup_pow_of_two(ipoib_sendq_size); 12720f485251SShirley Ma ipoib_sendq_size = min(ipoib_sendq_size, IPOIB_MAX_QUEUE_SIZE); 12730f485251SShirley Ma ipoib_sendq_size = max(ipoib_sendq_size, IPOIB_MIN_QUEUE_SIZE); 127468e995a2SPradeep Satyanarayana #ifdef CONFIG_INFINIBAND_IPOIB_CM 127568e995a2SPradeep Satyanarayana ipoib_max_conn_qp = min(ipoib_max_conn_qp, IPOIB_CM_MAX_CONN_QP); 127668e995a2SPradeep Satyanarayana #endif 12770f485251SShirley Ma 12781da177e4SLinus Torvalds ret = ipoib_register_debugfs(); 12791da177e4SLinus Torvalds if (ret) 12801da177e4SLinus Torvalds return ret; 12811da177e4SLinus Torvalds 12821da177e4SLinus Torvalds /* 12831da177e4SLinus Torvalds * We create our own workqueue mainly because we want to be 12841da177e4SLinus Torvalds * able to flush it when devices are being removed. We can't 12851da177e4SLinus Torvalds * use schedule_work()/flush_scheduled_work() because both 12861da177e4SLinus Torvalds * unregister_netdev() and linkwatch_event take the rtnl lock, 12871da177e4SLinus Torvalds * so flush_scheduled_work() can deadlock during device 12881da177e4SLinus Torvalds * removal. 12891da177e4SLinus Torvalds */ 12901da177e4SLinus Torvalds ipoib_workqueue = create_singlethread_workqueue("ipoib"); 12911da177e4SLinus Torvalds if (!ipoib_workqueue) { 12921da177e4SLinus Torvalds ret = -ENOMEM; 12931da177e4SLinus Torvalds goto err_fs; 12941da177e4SLinus Torvalds } 12951da177e4SLinus Torvalds 1296c1a0b23bSMichael S. Tsirkin ib_sa_register_client(&ipoib_sa_client); 1297c1a0b23bSMichael S. Tsirkin 12981da177e4SLinus Torvalds ret = ib_register_client(&ipoib_client); 12991da177e4SLinus Torvalds if (ret) 1300c1a0b23bSMichael S. Tsirkin goto err_sa; 13011da177e4SLinus Torvalds 13021da177e4SLinus Torvalds return 0; 13031da177e4SLinus Torvalds 1304c1a0b23bSMichael S. Tsirkin err_sa: 1305c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&ipoib_sa_client); 13061da177e4SLinus Torvalds destroy_workqueue(ipoib_workqueue); 13071da177e4SLinus Torvalds 13089adec1a8SRoland Dreier err_fs: 13099adec1a8SRoland Dreier ipoib_unregister_debugfs(); 13109adec1a8SRoland Dreier 13111da177e4SLinus Torvalds return ret; 13121da177e4SLinus Torvalds } 13131da177e4SLinus Torvalds 13141da177e4SLinus Torvalds static void __exit ipoib_cleanup_module(void) 13151da177e4SLinus Torvalds { 13161da177e4SLinus Torvalds ib_unregister_client(&ipoib_client); 1317c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&ipoib_sa_client); 13189adec1a8SRoland Dreier ipoib_unregister_debugfs(); 13191da177e4SLinus Torvalds destroy_workqueue(ipoib_workqueue); 13201da177e4SLinus Torvalds } 13211da177e4SLinus Torvalds 13221da177e4SLinus Torvalds module_init(ipoib_init_module); 13231da177e4SLinus Torvalds module_exit(ipoib_cleanup_module); 1324