11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
356483ec1SRoland Dreier * Copyright (c) 2005 Cisco Systems. All rights reserved.
42a1d9b7fSRoland Dreier * Copyright (c) 2005 Mellanox Technologies. All rights reserved.
51da177e4SLinus Torvalds *
61da177e4SLinus Torvalds * This software is available to you under a choice of one of two
71da177e4SLinus Torvalds * licenses. You may choose to be licensed under the terms of the GNU
81da177e4SLinus Torvalds * General Public License (GPL) Version 2, available from the file
91da177e4SLinus Torvalds * COPYING in the main directory of this source tree, or the
101da177e4SLinus Torvalds * OpenIB.org BSD license below:
111da177e4SLinus Torvalds *
121da177e4SLinus Torvalds * Redistribution and use in source and binary forms, with or
131da177e4SLinus Torvalds * without modification, are permitted provided that the following
141da177e4SLinus Torvalds * conditions are met:
151da177e4SLinus Torvalds *
161da177e4SLinus Torvalds * - Redistributions of source code must retain the above
171da177e4SLinus Torvalds * copyright notice, this list of conditions and the following
181da177e4SLinus Torvalds * disclaimer.
191da177e4SLinus Torvalds *
201da177e4SLinus Torvalds * - Redistributions in binary form must reproduce the above
211da177e4SLinus Torvalds * copyright notice, this list of conditions and the following
221da177e4SLinus Torvalds * disclaimer in the documentation and/or other materials
231da177e4SLinus Torvalds * provided with the distribution.
241da177e4SLinus Torvalds *
251da177e4SLinus Torvalds * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
261da177e4SLinus Torvalds * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
271da177e4SLinus Torvalds * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
281da177e4SLinus Torvalds * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
291da177e4SLinus Torvalds * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
301da177e4SLinus Torvalds * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
311da177e4SLinus Torvalds * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
321da177e4SLinus Torvalds * SOFTWARE.
331da177e4SLinus Torvalds */
341da177e4SLinus Torvalds
351da177e4SLinus Torvalds #ifndef MTHCA_MEMFREE_H
361da177e4SLinus Torvalds #define MTHCA_MEMFREE_H
371da177e4SLinus Torvalds
381da177e4SLinus Torvalds #include <linux/list.h>
39fd9cfdd1SRoland Dreier #include <linux/mutex.h>
401da177e4SLinus Torvalds
411da177e4SLinus Torvalds #define MTHCA_ICM_CHUNK_LEN \
421da177e4SLinus Torvalds ((256 - sizeof (struct list_head) - 2 * sizeof (int)) / \
431da177e4SLinus Torvalds (sizeof (struct scatterlist)))
441da177e4SLinus Torvalds
458d3ef29dSIshai Rabinovitz enum {
468d3ef29dSIshai Rabinovitz MTHCA_ICM_PAGE_SHIFT = 12,
478d3ef29dSIshai Rabinovitz MTHCA_ICM_PAGE_SIZE = 1 << MTHCA_ICM_PAGE_SHIFT,
488d3ef29dSIshai Rabinovitz MTHCA_DB_REC_PER_PAGE = MTHCA_ICM_PAGE_SIZE / 8
498d3ef29dSIshai Rabinovitz };
508d3ef29dSIshai Rabinovitz
511da177e4SLinus Torvalds struct mthca_icm_chunk {
521da177e4SLinus Torvalds struct list_head list;
531da177e4SLinus Torvalds int npages;
541da177e4SLinus Torvalds int nsg;
551da177e4SLinus Torvalds struct scatterlist mem[MTHCA_ICM_CHUNK_LEN];
561da177e4SLinus Torvalds };
571da177e4SLinus Torvalds
581da177e4SLinus Torvalds struct mthca_icm {
591da177e4SLinus Torvalds struct list_head chunk_list;
601da177e4SLinus Torvalds int refcount;
611da177e4SLinus Torvalds };
621da177e4SLinus Torvalds
631da177e4SLinus Torvalds struct mthca_icm_table {
641da177e4SLinus Torvalds u64 virt;
651da177e4SLinus Torvalds int num_icm;
661da177e4SLinus Torvalds int num_obj;
671da177e4SLinus Torvalds int obj_size;
681da177e4SLinus Torvalds int lowmem;
69391e4deaSMichael S. Tsirkin int coherent;
70fd9cfdd1SRoland Dreier struct mutex mutex;
715b361328SGustavo A. R. Silva struct mthca_icm *icm[];
721da177e4SLinus Torvalds };
731da177e4SLinus Torvalds
741da177e4SLinus Torvalds struct mthca_icm_iter {
751da177e4SLinus Torvalds struct mthca_icm *icm;
761da177e4SLinus Torvalds struct mthca_icm_chunk *chunk;
771da177e4SLinus Torvalds int page_idx;
781da177e4SLinus Torvalds };
791da177e4SLinus Torvalds
801da177e4SLinus Torvalds struct mthca_dev;
811da177e4SLinus Torvalds
821da177e4SLinus Torvalds struct mthca_icm *mthca_alloc_icm(struct mthca_dev *dev, int npages,
83391e4deaSMichael S. Tsirkin gfp_t gfp_mask, int coherent);
84391e4deaSMichael S. Tsirkin void mthca_free_icm(struct mthca_dev *dev, struct mthca_icm *icm, int coherent);
851da177e4SLinus Torvalds
861da177e4SLinus Torvalds struct mthca_icm_table *mthca_alloc_icm_table(struct mthca_dev *dev,
871da177e4SLinus Torvalds u64 virt, int obj_size,
881da177e4SLinus Torvalds int nobj, int reserved,
89391e4deaSMichael S. Tsirkin int use_lowmem, int use_coherent);
901da177e4SLinus Torvalds void mthca_free_icm_table(struct mthca_dev *dev, struct mthca_icm_table *table);
911da177e4SLinus Torvalds int mthca_table_get(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
921da177e4SLinus Torvalds void mthca_table_put(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
93391e4deaSMichael S. Tsirkin void *mthca_table_find(struct mthca_icm_table *table, int obj, dma_addr_t *dma_handle);
9486562a13SRoland Dreier int mthca_table_get_range(struct mthca_dev *dev, struct mthca_icm_table *table,
9586562a13SRoland Dreier int start, int end);
9686562a13SRoland Dreier void mthca_table_put_range(struct mthca_dev *dev, struct mthca_icm_table *table,
9786562a13SRoland Dreier int start, int end);
981da177e4SLinus Torvalds
mthca_icm_first(struct mthca_icm * icm,struct mthca_icm_iter * iter)991da177e4SLinus Torvalds static inline void mthca_icm_first(struct mthca_icm *icm,
1001da177e4SLinus Torvalds struct mthca_icm_iter *iter)
1011da177e4SLinus Torvalds {
1021da177e4SLinus Torvalds iter->icm = icm;
1031da177e4SLinus Torvalds iter->chunk = list_empty(&icm->chunk_list) ?
1041da177e4SLinus Torvalds NULL : list_entry(icm->chunk_list.next,
1051da177e4SLinus Torvalds struct mthca_icm_chunk, list);
1061da177e4SLinus Torvalds iter->page_idx = 0;
1071da177e4SLinus Torvalds }
1081da177e4SLinus Torvalds
mthca_icm_last(struct mthca_icm_iter * iter)1091da177e4SLinus Torvalds static inline int mthca_icm_last(struct mthca_icm_iter *iter)
1101da177e4SLinus Torvalds {
1111da177e4SLinus Torvalds return !iter->chunk;
1121da177e4SLinus Torvalds }
1131da177e4SLinus Torvalds
mthca_icm_next(struct mthca_icm_iter * iter)1141da177e4SLinus Torvalds static inline void mthca_icm_next(struct mthca_icm_iter *iter)
1151da177e4SLinus Torvalds {
1161da177e4SLinus Torvalds if (++iter->page_idx >= iter->chunk->nsg) {
1171da177e4SLinus Torvalds if (iter->chunk->list.next == &iter->icm->chunk_list) {
1181da177e4SLinus Torvalds iter->chunk = NULL;
1191da177e4SLinus Torvalds return;
1201da177e4SLinus Torvalds }
1211da177e4SLinus Torvalds
1221da177e4SLinus Torvalds iter->chunk = list_entry(iter->chunk->list.next,
1231da177e4SLinus Torvalds struct mthca_icm_chunk, list);
1241da177e4SLinus Torvalds iter->page_idx = 0;
1251da177e4SLinus Torvalds }
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds
mthca_icm_addr(struct mthca_icm_iter * iter)1281da177e4SLinus Torvalds static inline dma_addr_t mthca_icm_addr(struct mthca_icm_iter *iter)
1291da177e4SLinus Torvalds {
1301da177e4SLinus Torvalds return sg_dma_address(&iter->chunk->mem[iter->page_idx]);
1311da177e4SLinus Torvalds }
1321da177e4SLinus Torvalds
mthca_icm_size(struct mthca_icm_iter * iter)1331da177e4SLinus Torvalds static inline unsigned long mthca_icm_size(struct mthca_icm_iter *iter)
1341da177e4SLinus Torvalds {
1351da177e4SLinus Torvalds return sg_dma_len(&iter->chunk->mem[iter->page_idx]);
1361da177e4SLinus Torvalds }
1371da177e4SLinus Torvalds
1381da177e4SLinus Torvalds struct mthca_db_page {
1391da177e4SLinus Torvalds DECLARE_BITMAP(used, MTHCA_DB_REC_PER_PAGE);
14097f52eb4SSean Hefty __be64 *db_rec;
1411da177e4SLinus Torvalds dma_addr_t mapping;
1421da177e4SLinus Torvalds };
1431da177e4SLinus Torvalds
1441da177e4SLinus Torvalds struct mthca_db_table {
1451da177e4SLinus Torvalds int npages;
1461da177e4SLinus Torvalds int max_group1;
1471da177e4SLinus Torvalds int min_group2;
1481da177e4SLinus Torvalds struct mthca_db_page *page;
149fd9cfdd1SRoland Dreier struct mutex mutex;
1501da177e4SLinus Torvalds };
1511da177e4SLinus Torvalds
15256483ec1SRoland Dreier enum mthca_db_type {
1531da177e4SLinus Torvalds MTHCA_DB_TYPE_INVALID = 0x0,
1541da177e4SLinus Torvalds MTHCA_DB_TYPE_CQ_SET_CI = 0x1,
1551da177e4SLinus Torvalds MTHCA_DB_TYPE_CQ_ARM = 0x2,
1561da177e4SLinus Torvalds MTHCA_DB_TYPE_SQ = 0x3,
1571da177e4SLinus Torvalds MTHCA_DB_TYPE_RQ = 0x4,
1581da177e4SLinus Torvalds MTHCA_DB_TYPE_SRQ = 0x5,
1591da177e4SLinus Torvalds MTHCA_DB_TYPE_GROUP_SEP = 0x7
1601da177e4SLinus Torvalds };
1611da177e4SLinus Torvalds
16256483ec1SRoland Dreier struct mthca_user_db_table;
16356483ec1SRoland Dreier struct mthca_uar;
16456483ec1SRoland Dreier
16556483ec1SRoland Dreier int mthca_map_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
16656483ec1SRoland Dreier struct mthca_user_db_table *db_tab, int index, u64 uaddr);
16756483ec1SRoland Dreier void mthca_unmap_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
16856483ec1SRoland Dreier struct mthca_user_db_table *db_tab, int index);
16956483ec1SRoland Dreier struct mthca_user_db_table *mthca_init_user_db_tab(struct mthca_dev *dev);
17056483ec1SRoland Dreier void mthca_cleanup_user_db_tab(struct mthca_dev *dev, struct mthca_uar *uar,
17156483ec1SRoland Dreier struct mthca_user_db_table *db_tab);
17256483ec1SRoland Dreier
1731da177e4SLinus Torvalds int mthca_init_db_tab(struct mthca_dev *dev);
1741da177e4SLinus Torvalds void mthca_cleanup_db_tab(struct mthca_dev *dev);
175c6f5cb7bSRoland Dreier int mthca_alloc_db(struct mthca_dev *dev, enum mthca_db_type type,
176c6f5cb7bSRoland Dreier u32 qn, __be32 **db);
1771da177e4SLinus Torvalds void mthca_free_db(struct mthca_dev *dev, int type, int db_index);
1781da177e4SLinus Torvalds
1791da177e4SLinus Torvalds #endif /* MTHCA_MEMFREE_H */
180