2 * Copyright (c) 2004 Topspin Communications. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32 * $Id: mthca_mcg.c 1349 2004-12-16 21:09:43Z roland $
35 #include <linux/init.h>
37 #include "mthca_dev.h"
38 #include "mthca_cmd.h"
41 MTHCA_QP_PER_MGM = 4 * (MTHCA_MGM_ENTRY_SIZE / 16 - 2)
48 u32 qp[MTHCA_QP_PER_MGM];
51 static const u8 zero_gid[16]; /* automatically initialized to 0 */
54 * Caller must hold MCG table semaphore. gid and mgm parameters must
55 * be properly aligned for command interface.
57 * Returns 0 unless a firmware command error occurs.
59 * If GID is found in MGM or MGM is empty, *index = *hash, *prev = -1
60 * and *mgm holds MGM entry.
62 * if GID is found in AMGM, *index = index in AMGM, *prev = index of
63 * previous entry in hash chain and *mgm holds AMGM entry.
65 * If no AMGM exists for given gid, *index = -1, *prev = index of last
66 * entry in hash chain and *mgm holds end of hash chain.
68 static int find_mgm(struct mthca_dev *dev,
69 u8 *gid, struct mthca_mgm *mgm,
70 u16 *hash, int *prev, int *index)
77 mailbox = kmalloc(16 + MTHCA_CMD_MAILBOX_EXTRA, GFP_KERNEL);
80 mgid = MAILBOX_ALIGN(mailbox);
82 memcpy(mgid, gid, 16);
84 err = mthca_MGID_HASH(dev, mgid, hash, &status);
88 mthca_err(dev, "MGID_HASH returned status %02x\n", status);
94 mthca_dbg(dev, "Hash for %04x:%04x:%04x:%04x:"
95 "%04x:%04x:%04x:%04x is %04x\n",
96 be16_to_cpu(((u16 *) gid)[0]), be16_to_cpu(((u16 *) gid)[1]),
97 be16_to_cpu(((u16 *) gid)[2]), be16_to_cpu(((u16 *) gid)[3]),
98 be16_to_cpu(((u16 *) gid)[4]), be16_to_cpu(((u16 *) gid)[5]),
99 be16_to_cpu(((u16 *) gid)[6]), be16_to_cpu(((u16 *) gid)[7]),
106 err = mthca_READ_MGM(dev, *index, mgm, &status);
110 mthca_err(dev, "READ_MGM returned status %02x\n", status);
114 if (!memcmp(mgm->gid, zero_gid, 16)) {
115 if (*index != *hash) {
116 mthca_err(dev, "Found zero MGID in AMGM.\n");
122 if (!memcmp(mgm->gid, gid, 16))
126 *index = be32_to_cpu(mgm->next_gid_index) >> 5;
136 int mthca_multicast_attach(struct ib_qp *ibqp, union ib_gid *gid, u16 lid)
138 struct mthca_dev *dev = to_mdev(ibqp->device);
140 struct mthca_mgm *mgm;
148 mailbox = kmalloc(sizeof *mgm + MTHCA_CMD_MAILBOX_EXTRA, GFP_KERNEL);
151 mgm = MAILBOX_ALIGN(mailbox);
153 if (down_interruptible(&dev->mcg_table.sem))
156 err = find_mgm(dev, gid->raw, mgm, &hash, &prev, &index);
161 if (!memcmp(mgm->gid, zero_gid, 16))
162 memcpy(mgm->gid, gid->raw, 16);
166 index = mthca_alloc(&dev->mcg_table.alloc);
168 mthca_err(dev, "No AMGM entries left\n");
173 err = mthca_READ_MGM(dev, index, mgm, &status);
177 mthca_err(dev, "READ_MGM returned status %02x\n", status);
182 memcpy(mgm->gid, gid->raw, 16);
183 mgm->next_gid_index = 0;
186 for (i = 0; i < MTHCA_QP_PER_MGM; ++i)
187 if (!(mgm->qp[i] & cpu_to_be32(1 << 31))) {
188 mgm->qp[i] = cpu_to_be32(ibqp->qp_num | (1 << 31));
192 if (i == MTHCA_QP_PER_MGM) {
193 mthca_err(dev, "MGM at index %x is full.\n", index);
198 err = mthca_WRITE_MGM(dev, index, mgm, &status);
202 mthca_err(dev, "WRITE_MGM returned status %02x\n", status);
209 err = mthca_READ_MGM(dev, prev, mgm, &status);
213 mthca_err(dev, "READ_MGM returned status %02x\n", status);
218 mgm->next_gid_index = cpu_to_be32(index << 5);
220 err = mthca_WRITE_MGM(dev, prev, mgm, &status);
224 mthca_err(dev, "WRITE_MGM returned status %02x\n", status);
229 up(&dev->mcg_table.sem);
234 int mthca_multicast_detach(struct ib_qp *ibqp, union ib_gid *gid, u16 lid)
236 struct mthca_dev *dev = to_mdev(ibqp->device);
238 struct mthca_mgm *mgm;
245 mailbox = kmalloc(sizeof *mgm + MTHCA_CMD_MAILBOX_EXTRA, GFP_KERNEL);
248 mgm = MAILBOX_ALIGN(mailbox);
250 if (down_interruptible(&dev->mcg_table.sem))
253 err = find_mgm(dev, gid->raw, mgm, &hash, &prev, &index);
258 mthca_err(dev, "MGID %04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x "
260 be16_to_cpu(((u16 *) gid->raw)[0]),
261 be16_to_cpu(((u16 *) gid->raw)[1]),
262 be16_to_cpu(((u16 *) gid->raw)[2]),
263 be16_to_cpu(((u16 *) gid->raw)[3]),
264 be16_to_cpu(((u16 *) gid->raw)[4]),
265 be16_to_cpu(((u16 *) gid->raw)[5]),
266 be16_to_cpu(((u16 *) gid->raw)[6]),
267 be16_to_cpu(((u16 *) gid->raw)[7]));
272 for (loc = -1, i = 0; i < MTHCA_QP_PER_MGM; ++i) {
273 if (mgm->qp[i] == cpu_to_be32(ibqp->qp_num | (1 << 31)))
275 if (!(mgm->qp[i] & cpu_to_be32(1 << 31)))
280 mthca_err(dev, "QP %06x not found in MGM\n", ibqp->qp_num);
285 mgm->qp[loc] = mgm->qp[i - 1];
288 err = mthca_WRITE_MGM(dev, index, mgm, &status);
292 mthca_err(dev, "WRITE_MGM returned status %02x\n", status);
303 /* Remove entry from MGM */
304 if (be32_to_cpu(mgm->next_gid_index) >> 5) {
305 err = mthca_READ_MGM(dev,
306 be32_to_cpu(mgm->next_gid_index) >> 5,
311 mthca_err(dev, "READ_MGM returned status %02x\n",
317 memset(mgm->gid, 0, 16);
319 err = mthca_WRITE_MGM(dev, index, mgm, &status);
323 mthca_err(dev, "WRITE_MGM returned status %02x\n", status);
328 /* Remove entry from AMGM */
329 index = be32_to_cpu(mgm->next_gid_index) >> 5;
330 err = mthca_READ_MGM(dev, prev, mgm, &status);
334 mthca_err(dev, "READ_MGM returned status %02x\n", status);
339 mgm->next_gid_index = cpu_to_be32(index << 5);
341 err = mthca_WRITE_MGM(dev, prev, mgm, &status);
345 mthca_err(dev, "WRITE_MGM returned status %02x\n", status);
352 up(&dev->mcg_table.sem);
357 int __devinit mthca_init_mcg_table(struct mthca_dev *dev)
361 err = mthca_alloc_init(&dev->mcg_table.alloc,
362 dev->limits.num_amgms,
363 dev->limits.num_amgms - 1,
368 init_MUTEX(&dev->mcg_table.sem);
373 void __devexit mthca_cleanup_mcg_table(struct mthca_dev *dev)
375 mthca_alloc_cleanup(&dev->mcg_table.alloc);