11da177e4SLinus Torvalds /*
21da177e4SLinus Torvalds  * Copyright (c) 2004, 2005 Topspin Communications.  All rights reserved.
356483ec1SRoland Dreier  * Copyright (c) 2005 Cisco Systems.  All rights reserved.
42a1d9b7fSRoland Dreier  * Copyright (c) 2005 Mellanox Technologies. All rights reserved.
51da177e4SLinus Torvalds  *
61da177e4SLinus Torvalds  * This software is available to you under a choice of one of two
71da177e4SLinus Torvalds  * licenses.  You may choose to be licensed under the terms of the GNU
81da177e4SLinus Torvalds  * General Public License (GPL) Version 2, available from the file
91da177e4SLinus Torvalds  * COPYING in the main directory of this source tree, or the
101da177e4SLinus Torvalds  * OpenIB.org BSD license below:
111da177e4SLinus Torvalds  *
121da177e4SLinus Torvalds  *     Redistribution and use in source and binary forms, with or
131da177e4SLinus Torvalds  *     without modification, are permitted provided that the following
141da177e4SLinus Torvalds  *     conditions are met:
151da177e4SLinus Torvalds  *
161da177e4SLinus Torvalds  *      - Redistributions of source code must retain the above
171da177e4SLinus Torvalds  *        copyright notice, this list of conditions and the following
181da177e4SLinus Torvalds  *        disclaimer.
191da177e4SLinus Torvalds  *
201da177e4SLinus Torvalds  *      - Redistributions in binary form must reproduce the above
211da177e4SLinus Torvalds  *        copyright notice, this list of conditions and the following
221da177e4SLinus Torvalds  *        disclaimer in the documentation and/or other materials
231da177e4SLinus Torvalds  *        provided with the distribution.
241da177e4SLinus Torvalds  *
251da177e4SLinus Torvalds  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
261da177e4SLinus Torvalds  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
271da177e4SLinus Torvalds  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
281da177e4SLinus Torvalds  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
291da177e4SLinus Torvalds  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
301da177e4SLinus Torvalds  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
311da177e4SLinus Torvalds  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
321da177e4SLinus Torvalds  * SOFTWARE.
331da177e4SLinus Torvalds  */
341da177e4SLinus Torvalds 
351da177e4SLinus Torvalds #ifndef MTHCA_MEMFREE_H
361da177e4SLinus Torvalds #define MTHCA_MEMFREE_H
371da177e4SLinus Torvalds 
381da177e4SLinus Torvalds #include <linux/list.h>
39fd9cfdd1SRoland Dreier #include <linux/mutex.h>
401da177e4SLinus Torvalds 
411da177e4SLinus Torvalds #define MTHCA_ICM_CHUNK_LEN \
421da177e4SLinus Torvalds 	((256 - sizeof (struct list_head) - 2 * sizeof (int)) /		\
431da177e4SLinus Torvalds 	 (sizeof (struct scatterlist)))
441da177e4SLinus Torvalds 
458d3ef29dSIshai Rabinovitz enum {
468d3ef29dSIshai Rabinovitz 	MTHCA_ICM_PAGE_SHIFT	= 12,
478d3ef29dSIshai Rabinovitz 	MTHCA_ICM_PAGE_SIZE	= 1 << MTHCA_ICM_PAGE_SHIFT,
488d3ef29dSIshai Rabinovitz 	MTHCA_DB_REC_PER_PAGE	= MTHCA_ICM_PAGE_SIZE / 8
498d3ef29dSIshai Rabinovitz };
508d3ef29dSIshai Rabinovitz 
511da177e4SLinus Torvalds struct mthca_icm_chunk {
521da177e4SLinus Torvalds 	struct list_head   list;
531da177e4SLinus Torvalds 	int                npages;
541da177e4SLinus Torvalds 	int                nsg;
551da177e4SLinus Torvalds 	struct scatterlist mem[MTHCA_ICM_CHUNK_LEN];
561da177e4SLinus Torvalds };
571da177e4SLinus Torvalds 
581da177e4SLinus Torvalds struct mthca_icm {
591da177e4SLinus Torvalds 	struct list_head chunk_list;
601da177e4SLinus Torvalds 	int              refcount;
611da177e4SLinus Torvalds };
621da177e4SLinus Torvalds 
631da177e4SLinus Torvalds struct mthca_icm_table {
641da177e4SLinus Torvalds 	u64               virt;
651da177e4SLinus Torvalds 	int               num_icm;
661da177e4SLinus Torvalds 	int               num_obj;
671da177e4SLinus Torvalds 	int               obj_size;
681da177e4SLinus Torvalds 	int               lowmem;
69391e4deaSMichael S. Tsirkin 	int               coherent;
70fd9cfdd1SRoland Dreier 	struct mutex      mutex;
715b361328SGustavo A. R. Silva 	struct mthca_icm *icm[];
721da177e4SLinus Torvalds };
731da177e4SLinus Torvalds 
741da177e4SLinus Torvalds struct mthca_icm_iter {
751da177e4SLinus Torvalds 	struct mthca_icm       *icm;
761da177e4SLinus Torvalds 	struct mthca_icm_chunk *chunk;
771da177e4SLinus Torvalds 	int                     page_idx;
781da177e4SLinus Torvalds };
791da177e4SLinus Torvalds 
801da177e4SLinus Torvalds struct mthca_dev;
811da177e4SLinus Torvalds 
821da177e4SLinus Torvalds struct mthca_icm *mthca_alloc_icm(struct mthca_dev *dev, int npages,
83391e4deaSMichael S. Tsirkin 				  gfp_t gfp_mask, int coherent);
84391e4deaSMichael S. Tsirkin void mthca_free_icm(struct mthca_dev *dev, struct mthca_icm *icm, int coherent);
851da177e4SLinus Torvalds 
861da177e4SLinus Torvalds struct mthca_icm_table *mthca_alloc_icm_table(struct mthca_dev *dev,
871da177e4SLinus Torvalds 					      u64 virt, int obj_size,
881da177e4SLinus Torvalds 					      int nobj, int reserved,
89391e4deaSMichael S. Tsirkin 					      int use_lowmem, int use_coherent);
901da177e4SLinus Torvalds void mthca_free_icm_table(struct mthca_dev *dev, struct mthca_icm_table *table);
911da177e4SLinus Torvalds int mthca_table_get(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
921da177e4SLinus Torvalds void mthca_table_put(struct mthca_dev *dev, struct mthca_icm_table *table, int obj);
93391e4deaSMichael S. Tsirkin void *mthca_table_find(struct mthca_icm_table *table, int obj, dma_addr_t *dma_handle);
9486562a13SRoland Dreier int mthca_table_get_range(struct mthca_dev *dev, struct mthca_icm_table *table,
9586562a13SRoland Dreier 			  int start, int end);
9686562a13SRoland Dreier void mthca_table_put_range(struct mthca_dev *dev, struct mthca_icm_table *table,
9786562a13SRoland Dreier 			   int start, int end);
981da177e4SLinus Torvalds 
mthca_icm_first(struct mthca_icm * icm,struct mthca_icm_iter * iter)991da177e4SLinus Torvalds static inline void mthca_icm_first(struct mthca_icm *icm,
1001da177e4SLinus Torvalds 				   struct mthca_icm_iter *iter)
1011da177e4SLinus Torvalds {
1021da177e4SLinus Torvalds 	iter->icm      = icm;
1031da177e4SLinus Torvalds 	iter->chunk    = list_empty(&icm->chunk_list) ?
1041da177e4SLinus Torvalds 		NULL : list_entry(icm->chunk_list.next,
1051da177e4SLinus Torvalds 				  struct mthca_icm_chunk, list);
1061da177e4SLinus Torvalds 	iter->page_idx = 0;
1071da177e4SLinus Torvalds }
1081da177e4SLinus Torvalds 
mthca_icm_last(struct mthca_icm_iter * iter)1091da177e4SLinus Torvalds static inline int mthca_icm_last(struct mthca_icm_iter *iter)
1101da177e4SLinus Torvalds {
1111da177e4SLinus Torvalds 	return !iter->chunk;
1121da177e4SLinus Torvalds }
1131da177e4SLinus Torvalds 
mthca_icm_next(struct mthca_icm_iter * iter)1141da177e4SLinus Torvalds static inline void mthca_icm_next(struct mthca_icm_iter *iter)
1151da177e4SLinus Torvalds {
1161da177e4SLinus Torvalds 	if (++iter->page_idx >= iter->chunk->nsg) {
1171da177e4SLinus Torvalds 		if (iter->chunk->list.next == &iter->icm->chunk_list) {
1181da177e4SLinus Torvalds 			iter->chunk = NULL;
1191da177e4SLinus Torvalds 			return;
1201da177e4SLinus Torvalds 		}
1211da177e4SLinus Torvalds 
1221da177e4SLinus Torvalds 		iter->chunk = list_entry(iter->chunk->list.next,
1231da177e4SLinus Torvalds 					 struct mthca_icm_chunk, list);
1241da177e4SLinus Torvalds 		iter->page_idx = 0;
1251da177e4SLinus Torvalds 	}
1261da177e4SLinus Torvalds }
1271da177e4SLinus Torvalds 
mthca_icm_addr(struct mthca_icm_iter * iter)1281da177e4SLinus Torvalds static inline dma_addr_t mthca_icm_addr(struct mthca_icm_iter *iter)
1291da177e4SLinus Torvalds {
1301da177e4SLinus Torvalds 	return sg_dma_address(&iter->chunk->mem[iter->page_idx]);
1311da177e4SLinus Torvalds }
1321da177e4SLinus Torvalds 
mthca_icm_size(struct mthca_icm_iter * iter)1331da177e4SLinus Torvalds static inline unsigned long mthca_icm_size(struct mthca_icm_iter *iter)
1341da177e4SLinus Torvalds {
1351da177e4SLinus Torvalds 	return sg_dma_len(&iter->chunk->mem[iter->page_idx]);
1361da177e4SLinus Torvalds }
1371da177e4SLinus Torvalds 
1381da177e4SLinus Torvalds struct mthca_db_page {
1391da177e4SLinus Torvalds 	DECLARE_BITMAP(used, MTHCA_DB_REC_PER_PAGE);
14097f52eb4SSean Hefty 	__be64    *db_rec;
1411da177e4SLinus Torvalds 	dma_addr_t mapping;
1421da177e4SLinus Torvalds };
1431da177e4SLinus Torvalds 
1441da177e4SLinus Torvalds struct mthca_db_table {
1451da177e4SLinus Torvalds 	int 	       	      npages;
1461da177e4SLinus Torvalds 	int 	       	      max_group1;
1471da177e4SLinus Torvalds 	int 	       	      min_group2;
1481da177e4SLinus Torvalds 	struct mthca_db_page *page;
149fd9cfdd1SRoland Dreier 	struct mutex          mutex;
1501da177e4SLinus Torvalds };
1511da177e4SLinus Torvalds 
15256483ec1SRoland Dreier enum mthca_db_type {
1531da177e4SLinus Torvalds 	MTHCA_DB_TYPE_INVALID   = 0x0,
1541da177e4SLinus Torvalds 	MTHCA_DB_TYPE_CQ_SET_CI = 0x1,
1551da177e4SLinus Torvalds 	MTHCA_DB_TYPE_CQ_ARM    = 0x2,
1561da177e4SLinus Torvalds 	MTHCA_DB_TYPE_SQ        = 0x3,
1571da177e4SLinus Torvalds 	MTHCA_DB_TYPE_RQ        = 0x4,
1581da177e4SLinus Torvalds 	MTHCA_DB_TYPE_SRQ       = 0x5,
1591da177e4SLinus Torvalds 	MTHCA_DB_TYPE_GROUP_SEP = 0x7
1601da177e4SLinus Torvalds };
1611da177e4SLinus Torvalds 
16256483ec1SRoland Dreier struct mthca_user_db_table;
16356483ec1SRoland Dreier struct mthca_uar;
16456483ec1SRoland Dreier 
16556483ec1SRoland Dreier int mthca_map_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
16656483ec1SRoland Dreier 		      struct mthca_user_db_table *db_tab, int index, u64 uaddr);
16756483ec1SRoland Dreier void mthca_unmap_user_db(struct mthca_dev *dev, struct mthca_uar *uar,
16856483ec1SRoland Dreier 			 struct mthca_user_db_table *db_tab, int index);
16956483ec1SRoland Dreier struct mthca_user_db_table *mthca_init_user_db_tab(struct mthca_dev *dev);
17056483ec1SRoland Dreier void mthca_cleanup_user_db_tab(struct mthca_dev *dev, struct mthca_uar *uar,
17156483ec1SRoland Dreier 			       struct mthca_user_db_table *db_tab);
17256483ec1SRoland Dreier 
1731da177e4SLinus Torvalds int mthca_init_db_tab(struct mthca_dev *dev);
1741da177e4SLinus Torvalds void mthca_cleanup_db_tab(struct mthca_dev *dev);
175c6f5cb7bSRoland Dreier int mthca_alloc_db(struct mthca_dev *dev, enum mthca_db_type type,
176c6f5cb7bSRoland Dreier 		   u32 qn, __be32 **db);
1771da177e4SLinus Torvalds void mthca_free_db(struct mthca_dev *dev, int type, int db_index);
1781da177e4SLinus Torvalds 
1791da177e4SLinus Torvalds #endif /* MTHCA_MEMFREE_H */
180