11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds * Copyright (c) 2004 Topspin Communications. All rights reserved.
31da177e4SLinus Torvalds *
41da177e4SLinus Torvalds * This software is available to you under a choice of one of two
51da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU
61da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file
71da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the
81da177e4SLinus Torvalds * OpenIB.org BSD license below:
91da177e4SLinus Torvalds *
101da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or
111da177e4SLinus Torvalds * without modification, are permitted provided that the following
121da177e4SLinus Torvalds * conditions are met:
131da177e4SLinus Torvalds *
141da177e4SLinus Torvalds * - Redistributions of source code must retain the above
151da177e4SLinus Torvalds * copyright notice, this list of conditions and the following
161da177e4SLinus Torvalds * disclaimer.
171da177e4SLinus Torvalds *
181da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above
191da177e4SLinus Torvalds * copyright notice, this list of conditions and the following
201da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials
211da177e4SLinus Torvalds * provided with the distribution.
221da177e4SLinus Torvalds *
231da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
241da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
251da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
261da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
271da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
281da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
291da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
301da177e4SLinus Torvalds * SOFTWARE.
311da177e4SLinus Torvalds */
321da177e4SLinus Torvalds
334e57b681STim Schmielau #include <linux/string.h>
345a0e3ad6STejun Heo #include <linux/gfp.h>
351da177e4SLinus Torvalds
361da177e4SLinus Torvalds #include "mthca_dev.h"
371da177e4SLinus Torvalds #include "mthca_cmd.h"
381da177e4SLinus Torvalds
391da177e4SLinus Torvalds struct mthca_mgm {
4097f52eb4SSean Hefty __be32 next_gid_index;
411da177e4SLinus Torvalds u32 reserved[3];
421da177e4SLinus Torvalds u8 gid[16];
4397f52eb4SSean Hefty __be32 qp[MTHCA_QP_PER_MGM];
441da177e4SLinus Torvalds };
451da177e4SLinus Torvalds
461da177e4SLinus Torvalds static const u8 zero_gid[16]; /* automatically initialized to 0 */
471da177e4SLinus Torvalds
481da177e4SLinus Torvalds /*
491da177e4SLinus Torvalds * Caller must hold MCG table semaphore. gid and mgm parameters must
501da177e4SLinus Torvalds * be properly aligned for command interface.
511da177e4SLinus Torvalds *
521da177e4SLinus Torvalds * Returns 0 unless a firmware command error occurs.
531da177e4SLinus Torvalds *
541da177e4SLinus Torvalds * If GID is found in MGM or MGM is empty, *index = *hash, *prev = -1
551da177e4SLinus Torvalds * and *mgm holds MGM entry.
561da177e4SLinus Torvalds *
571da177e4SLinus Torvalds * if GID is found in AMGM, *index = index in AMGM, *prev = index of
581da177e4SLinus Torvalds * previous entry in hash chain and *mgm holds AMGM entry.
591da177e4SLinus Torvalds *
601da177e4SLinus Torvalds * If no AMGM exists for given gid, *index = -1, *prev = index of last
611da177e4SLinus Torvalds * entry in hash chain and *mgm holds end of hash chain.
621da177e4SLinus Torvalds */
find_mgm(struct mthca_dev * dev,u8 * gid,struct mthca_mailbox * mgm_mailbox,u16 * hash,int * prev,int * index)631da177e4SLinus Torvalds static int find_mgm(struct mthca_dev *dev,
64ed878458SRoland Dreier u8 *gid, struct mthca_mailbox *mgm_mailbox,
651da177e4SLinus Torvalds u16 *hash, int *prev, int *index)
661da177e4SLinus Torvalds {
67ed878458SRoland Dreier struct mthca_mailbox *mailbox;
68ed878458SRoland Dreier struct mthca_mgm *mgm = mgm_mailbox->buf;
691da177e4SLinus Torvalds u8 *mgid;
701da177e4SLinus Torvalds int err;
711da177e4SLinus Torvalds
72ed878458SRoland Dreier mailbox = mthca_alloc_mailbox(dev, GFP_KERNEL);
73ed878458SRoland Dreier if (IS_ERR(mailbox))
741da177e4SLinus Torvalds return -ENOMEM;
75ed878458SRoland Dreier mgid = mailbox->buf;
761da177e4SLinus Torvalds
771da177e4SLinus Torvalds memcpy(mgid, gid, 16);
781da177e4SLinus Torvalds
79cdb73db0SGoldwyn Rodrigues err = mthca_MGID_HASH(dev, mailbox, hash);
80cdb73db0SGoldwyn Rodrigues if (err) {
81cdb73db0SGoldwyn Rodrigues mthca_err(dev, "MGID_HASH failed (%d)\n", err);
821da177e4SLinus Torvalds goto out;
831da177e4SLinus Torvalds }
841da177e4SLinus Torvalds
851da177e4SLinus Torvalds if (0)
865b095d98SHarvey Harrison mthca_dbg(dev, "Hash for %pI6 is %04x\n", gid, *hash);
871da177e4SLinus Torvalds
881da177e4SLinus Torvalds *index = *hash;
891da177e4SLinus Torvalds *prev = -1;
901da177e4SLinus Torvalds
911da177e4SLinus Torvalds do {
92cdb73db0SGoldwyn Rodrigues err = mthca_READ_MGM(dev, *index, mgm_mailbox);
93cdb73db0SGoldwyn Rodrigues if (err) {
94cdb73db0SGoldwyn Rodrigues mthca_err(dev, "READ_MGM failed (%d)\n", err);
955ceb7455SJack Morgenstein goto out;
961da177e4SLinus Torvalds }
971da177e4SLinus Torvalds
981da177e4SLinus Torvalds if (!memcmp(mgm->gid, zero_gid, 16)) {
991da177e4SLinus Torvalds if (*index != *hash) {
1001da177e4SLinus Torvalds mthca_err(dev, "Found zero MGID in AMGM.\n");
1011da177e4SLinus Torvalds err = -EINVAL;
1021da177e4SLinus Torvalds }
1031da177e4SLinus Torvalds goto out;
1041da177e4SLinus Torvalds }
1051da177e4SLinus Torvalds
1061da177e4SLinus Torvalds if (!memcmp(mgm->gid, gid, 16))
1071da177e4SLinus Torvalds goto out;
1081da177e4SLinus Torvalds
1091da177e4SLinus Torvalds *prev = *index;
1105ceb7455SJack Morgenstein *index = be32_to_cpu(mgm->next_gid_index) >> 6;
1111da177e4SLinus Torvalds } while (*index);
1121da177e4SLinus Torvalds
1131da177e4SLinus Torvalds *index = -1;
1141da177e4SLinus Torvalds
1151da177e4SLinus Torvalds out:
116ed878458SRoland Dreier mthca_free_mailbox(dev, mailbox);
1171da177e4SLinus Torvalds return err;
1181da177e4SLinus Torvalds }
1191da177e4SLinus Torvalds
mthca_multicast_attach(struct ib_qp * ibqp,union ib_gid * gid,u16 lid)1201da177e4SLinus Torvalds int mthca_multicast_attach(struct ib_qp *ibqp, union ib_gid *gid, u16 lid)
1211da177e4SLinus Torvalds {
1221da177e4SLinus Torvalds struct mthca_dev *dev = to_mdev(ibqp->device);
123ed878458SRoland Dreier struct mthca_mailbox *mailbox;
1241da177e4SLinus Torvalds struct mthca_mgm *mgm;
1251da177e4SLinus Torvalds u16 hash;
1261da177e4SLinus Torvalds int index, prev;
1271da177e4SLinus Torvalds int link = 0;
1281da177e4SLinus Torvalds int i;
1291da177e4SLinus Torvalds int err;
1301da177e4SLinus Torvalds
131ed878458SRoland Dreier mailbox = mthca_alloc_mailbox(dev, GFP_KERNEL);
132ed878458SRoland Dreier if (IS_ERR(mailbox))
133ed878458SRoland Dreier return PTR_ERR(mailbox);
134ed878458SRoland Dreier mgm = mailbox->buf;
1351da177e4SLinus Torvalds
136fd9cfdd1SRoland Dreier mutex_lock(&dev->mcg_table.mutex);
1371da177e4SLinus Torvalds
138ed878458SRoland Dreier err = find_mgm(dev, gid->raw, mailbox, &hash, &prev, &index);
1391da177e4SLinus Torvalds if (err)
1401da177e4SLinus Torvalds goto out;
1411da177e4SLinus Torvalds
1421da177e4SLinus Torvalds if (index != -1) {
1431da177e4SLinus Torvalds if (!memcmp(mgm->gid, zero_gid, 16))
1441da177e4SLinus Torvalds memcpy(mgm->gid, gid->raw, 16);
1451da177e4SLinus Torvalds } else {
1461da177e4SLinus Torvalds link = 1;
1471da177e4SLinus Torvalds
1481da177e4SLinus Torvalds index = mthca_alloc(&dev->mcg_table.alloc);
1491da177e4SLinus Torvalds if (index == -1) {
1501da177e4SLinus Torvalds mthca_err(dev, "No AMGM entries left\n");
1511da177e4SLinus Torvalds err = -ENOMEM;
1521da177e4SLinus Torvalds goto out;
1531da177e4SLinus Torvalds }
1541da177e4SLinus Torvalds
155cdb73db0SGoldwyn Rodrigues err = mthca_READ_MGM(dev, index, mailbox);
156cdb73db0SGoldwyn Rodrigues if (err) {
157cdb73db0SGoldwyn Rodrigues mthca_err(dev, "READ_MGM failed (%d)\n", err);
1581da177e4SLinus Torvalds goto out;
1591da177e4SLinus Torvalds }
1605ceb7455SJack Morgenstein memset(mgm, 0, sizeof *mgm);
1611da177e4SLinus Torvalds memcpy(mgm->gid, gid->raw, 16);
1621da177e4SLinus Torvalds }
1631da177e4SLinus Torvalds
1641da177e4SLinus Torvalds for (i = 0; i < MTHCA_QP_PER_MGM; ++i)
1657150bf8aSJack Morgenstein if (mgm->qp[i] == cpu_to_be32(ibqp->qp_num | (1 << 31))) {
1667150bf8aSJack Morgenstein mthca_dbg(dev, "QP %06x already a member of MGM\n",
1677150bf8aSJack Morgenstein ibqp->qp_num);
1687150bf8aSJack Morgenstein err = 0;
1697150bf8aSJack Morgenstein goto out;
1707150bf8aSJack Morgenstein } else if (!(mgm->qp[i] & cpu_to_be32(1 << 31))) {
1711da177e4SLinus Torvalds mgm->qp[i] = cpu_to_be32(ibqp->qp_num | (1 << 31));
1721da177e4SLinus Torvalds break;
1731da177e4SLinus Torvalds }
1741da177e4SLinus Torvalds
1751da177e4SLinus Torvalds if (i == MTHCA_QP_PER_MGM) {
1761da177e4SLinus Torvalds mthca_err(dev, "MGM at index %x is full.\n", index);
1771da177e4SLinus Torvalds err = -ENOMEM;
1781da177e4SLinus Torvalds goto out;
1791da177e4SLinus Torvalds }
1801da177e4SLinus Torvalds
181cdb73db0SGoldwyn Rodrigues err = mthca_WRITE_MGM(dev, index, mailbox);
182cdb73db0SGoldwyn Rodrigues if (err) {
183cdb73db0SGoldwyn Rodrigues mthca_err(dev, "WRITE_MGM failed %d\n", err);
1841da177e4SLinus Torvalds err = -EINVAL;
1855ceb7455SJack Morgenstein goto out;
1861da177e4SLinus Torvalds }
1871da177e4SLinus Torvalds
1881da177e4SLinus Torvalds if (!link)
1891da177e4SLinus Torvalds goto out;
1901da177e4SLinus Torvalds
191cdb73db0SGoldwyn Rodrigues err = mthca_READ_MGM(dev, prev, mailbox);
192cdb73db0SGoldwyn Rodrigues if (err) {
193cdb73db0SGoldwyn Rodrigues mthca_err(dev, "READ_MGM failed %d\n", err);
1941da177e4SLinus Torvalds goto out;
1951da177e4SLinus Torvalds }
1961da177e4SLinus Torvalds
1975ceb7455SJack Morgenstein mgm->next_gid_index = cpu_to_be32(index << 6);
1981da177e4SLinus Torvalds
199cdb73db0SGoldwyn Rodrigues err = mthca_WRITE_MGM(dev, prev, mailbox);
2001da177e4SLinus Torvalds if (err)
201cdb73db0SGoldwyn Rodrigues mthca_err(dev, "WRITE_MGM returned %d\n", err);
2021da177e4SLinus Torvalds
2031da177e4SLinus Torvalds out:
2045ceb7455SJack Morgenstein if (err && link && index != -1) {
2055ceb7455SJack Morgenstein BUG_ON(index < dev->limits.num_mgms);
2065ceb7455SJack Morgenstein mthca_free(&dev->mcg_table.alloc, index);
2075ceb7455SJack Morgenstein }
208fd9cfdd1SRoland Dreier mutex_unlock(&dev->mcg_table.mutex);
209e3aa31c5SMichael S. Tsirkin
210ed878458SRoland Dreier mthca_free_mailbox(dev, mailbox);
2111da177e4SLinus Torvalds return err;
2121da177e4SLinus Torvalds }
2131da177e4SLinus Torvalds
mthca_multicast_detach(struct ib_qp * ibqp,union ib_gid * gid,u16 lid)2141da177e4SLinus Torvalds int mthca_multicast_detach(struct ib_qp *ibqp, union ib_gid *gid, u16 lid)
2151da177e4SLinus Torvalds {
2161da177e4SLinus Torvalds struct mthca_dev *dev = to_mdev(ibqp->device);
217ed878458SRoland Dreier struct mthca_mailbox *mailbox;
2181da177e4SLinus Torvalds struct mthca_mgm *mgm;
2191da177e4SLinus Torvalds u16 hash;
2201da177e4SLinus Torvalds int prev, index;
2211da177e4SLinus Torvalds int i, loc;
2221da177e4SLinus Torvalds int err;
2231da177e4SLinus Torvalds
224ed878458SRoland Dreier mailbox = mthca_alloc_mailbox(dev, GFP_KERNEL);
225ed878458SRoland Dreier if (IS_ERR(mailbox))
226ed878458SRoland Dreier return PTR_ERR(mailbox);
227ed878458SRoland Dreier mgm = mailbox->buf;
2281da177e4SLinus Torvalds
229fd9cfdd1SRoland Dreier mutex_lock(&dev->mcg_table.mutex);
2301da177e4SLinus Torvalds
231ed878458SRoland Dreier err = find_mgm(dev, gid->raw, mailbox, &hash, &prev, &index);
2321da177e4SLinus Torvalds if (err)
2331da177e4SLinus Torvalds goto out;
2341da177e4SLinus Torvalds
2351da177e4SLinus Torvalds if (index == -1) {
2365b095d98SHarvey Harrison mthca_err(dev, "MGID %pI6 not found\n", gid->raw);
2371da177e4SLinus Torvalds err = -EINVAL;
2381da177e4SLinus Torvalds goto out;
2391da177e4SLinus Torvalds }
2401da177e4SLinus Torvalds
2411da177e4SLinus Torvalds for (loc = -1, i = 0; i < MTHCA_QP_PER_MGM; ++i) {
2421da177e4SLinus Torvalds if (mgm->qp[i] == cpu_to_be32(ibqp->qp_num | (1 << 31)))
2431da177e4SLinus Torvalds loc = i;
2441da177e4SLinus Torvalds if (!(mgm->qp[i] & cpu_to_be32(1 << 31)))
2451da177e4SLinus Torvalds break;
2461da177e4SLinus Torvalds }
2471da177e4SLinus Torvalds
2481da177e4SLinus Torvalds if (loc == -1) {
2491da177e4SLinus Torvalds mthca_err(dev, "QP %06x not found in MGM\n", ibqp->qp_num);
2501da177e4SLinus Torvalds err = -EINVAL;
2511da177e4SLinus Torvalds goto out;
2521da177e4SLinus Torvalds }
2531da177e4SLinus Torvalds
2541da177e4SLinus Torvalds mgm->qp[loc] = mgm->qp[i - 1];
2551da177e4SLinus Torvalds mgm->qp[i - 1] = 0;
2561da177e4SLinus Torvalds
257cdb73db0SGoldwyn Rodrigues err = mthca_WRITE_MGM(dev, index, mailbox);
258cdb73db0SGoldwyn Rodrigues if (err) {
259cdb73db0SGoldwyn Rodrigues mthca_err(dev, "WRITE_MGM returned %d\n", err);
2601da177e4SLinus Torvalds goto out;
2611da177e4SLinus Torvalds }
2621da177e4SLinus Torvalds
2631da177e4SLinus Torvalds if (i != 1)
2641da177e4SLinus Torvalds goto out;
2651da177e4SLinus Torvalds
2661da177e4SLinus Torvalds if (prev == -1) {
2671da177e4SLinus Torvalds /* Remove entry from MGM */
2685ceb7455SJack Morgenstein int amgm_index_to_free = be32_to_cpu(mgm->next_gid_index) >> 6;
2695ceb7455SJack Morgenstein if (amgm_index_to_free) {
2705ceb7455SJack Morgenstein err = mthca_READ_MGM(dev, amgm_index_to_free,
271cdb73db0SGoldwyn Rodrigues mailbox);
272cdb73db0SGoldwyn Rodrigues if (err) {
273cdb73db0SGoldwyn Rodrigues mthca_err(dev, "READ_MGM returned %d\n", err);
2741da177e4SLinus Torvalds goto out;
2751da177e4SLinus Torvalds }
2761da177e4SLinus Torvalds } else
2771da177e4SLinus Torvalds memset(mgm->gid, 0, 16);
2781da177e4SLinus Torvalds
279cdb73db0SGoldwyn Rodrigues err = mthca_WRITE_MGM(dev, index, mailbox);
280cdb73db0SGoldwyn Rodrigues if (err) {
281cdb73db0SGoldwyn Rodrigues mthca_err(dev, "WRITE_MGM returned %d\n", err);
2821da177e4SLinus Torvalds goto out;
2831da177e4SLinus Torvalds }
2845ceb7455SJack Morgenstein if (amgm_index_to_free) {
2855ceb7455SJack Morgenstein BUG_ON(amgm_index_to_free < dev->limits.num_mgms);
2865ceb7455SJack Morgenstein mthca_free(&dev->mcg_table.alloc, amgm_index_to_free);
2875ceb7455SJack Morgenstein }
2881da177e4SLinus Torvalds } else {
2891da177e4SLinus Torvalds /* Remove entry from AMGM */
2905ceb7455SJack Morgenstein int curr_next_index = be32_to_cpu(mgm->next_gid_index) >> 6;
291cdb73db0SGoldwyn Rodrigues err = mthca_READ_MGM(dev, prev, mailbox);
292cdb73db0SGoldwyn Rodrigues if (err) {
293cdb73db0SGoldwyn Rodrigues mthca_err(dev, "READ_MGM returned %d\n", err);
2941da177e4SLinus Torvalds goto out;
2951da177e4SLinus Torvalds }
2961da177e4SLinus Torvalds
2975ceb7455SJack Morgenstein mgm->next_gid_index = cpu_to_be32(curr_next_index << 6);
2981da177e4SLinus Torvalds
299cdb73db0SGoldwyn Rodrigues err = mthca_WRITE_MGM(dev, prev, mailbox);
300cdb73db0SGoldwyn Rodrigues if (err) {
301cdb73db0SGoldwyn Rodrigues mthca_err(dev, "WRITE_MGM returned %d\n", err);
3021da177e4SLinus Torvalds goto out;
3031da177e4SLinus Torvalds }
3045ceb7455SJack Morgenstein BUG_ON(index < dev->limits.num_mgms);
3055ceb7455SJack Morgenstein mthca_free(&dev->mcg_table.alloc, index);
3061da177e4SLinus Torvalds }
3071da177e4SLinus Torvalds
3081da177e4SLinus Torvalds out:
309fd9cfdd1SRoland Dreier mutex_unlock(&dev->mcg_table.mutex);
310e3aa31c5SMichael S. Tsirkin
311ed878458SRoland Dreier mthca_free_mailbox(dev, mailbox);
3121da177e4SLinus Torvalds return err;
3131da177e4SLinus Torvalds }
3141da177e4SLinus Torvalds
mthca_init_mcg_table(struct mthca_dev * dev)315f4f3d0f0SRoland Dreier int mthca_init_mcg_table(struct mthca_dev *dev)
3161da177e4SLinus Torvalds {
3171da177e4SLinus Torvalds int err;
3185ceb7455SJack Morgenstein int table_size = dev->limits.num_mgms + dev->limits.num_amgms;
3191da177e4SLinus Torvalds
3201da177e4SLinus Torvalds err = mthca_alloc_init(&dev->mcg_table.alloc,
3215ceb7455SJack Morgenstein table_size,
3225ceb7455SJack Morgenstein table_size - 1,
3235ceb7455SJack Morgenstein dev->limits.num_mgms);
3241da177e4SLinus Torvalds if (err)
3251da177e4SLinus Torvalds return err;
3261da177e4SLinus Torvalds
327fd9cfdd1SRoland Dreier mutex_init(&dev->mcg_table.mutex);
3281da177e4SLinus Torvalds
3291da177e4SLinus Torvalds return 0;
3301da177e4SLinus Torvalds }
3311da177e4SLinus Torvalds
mthca_cleanup_mcg_table(struct mthca_dev * dev)332e1f7868cSRoland Dreier void mthca_cleanup_mcg_table(struct mthca_dev *dev)
3331da177e4SLinus Torvalds {
3341da177e4SLinus Torvalds mthca_alloc_cleanup(&dev->mcg_table.alloc);
3351da177e4SLinus Torvalds }
336