83 static void rds_ib_dev_shutdown(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_shutdown()  argument
88 	spin_lock_irqsave(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
89 	list_for_each_entry(ic, &rds_ibdev->conn_list, ib_node)  in rds_ib_dev_shutdown()
91 	spin_unlock_irqrestore(&rds_ibdev->spinlock, flags);  in rds_ib_dev_shutdown()
101 	struct rds_ib_device *rds_ibdev = container_of(work,  in rds_ib_dev_free()  local
104 	if (rds_ibdev->mr_8k_pool)  in rds_ib_dev_free()
105 		rds_ib_destroy_mr_pool(rds_ibdev->mr_8k_pool);  in rds_ib_dev_free()
106 	if (rds_ibdev->mr_1m_pool)  in rds_ib_dev_free()
107 		rds_ib_destroy_mr_pool(rds_ibdev->mr_1m_pool);  in rds_ib_dev_free()
108 	if (rds_ibdev->pd)  in rds_ib_dev_free()
109 		ib_dealloc_pd(rds_ibdev->pd);  in rds_ib_dev_free()
111 	list_for_each_entry_safe(i_ipaddr, i_next, &rds_ibdev->ipaddr_list, list) {  in rds_ib_dev_free()
116 	kfree(rds_ibdev->vector_load);  in rds_ib_dev_free()
118 	kfree(rds_ibdev);  in rds_ib_dev_free()
121 void rds_ib_dev_put(struct rds_ib_device *rds_ibdev)  in rds_ib_dev_put()  argument
123 	BUG_ON(refcount_read(&rds_ibdev->refcount) == 0);  in rds_ib_dev_put()
124 	if (refcount_dec_and_test(&rds_ibdev->refcount))  in rds_ib_dev_put()
125 		queue_work(rds_wq, &rds_ibdev->free_work);  in rds_ib_dev_put()
130 	struct rds_ib_device *rds_ibdev;  in rds_ib_add_one()  local
141 	rds_ibdev = kzalloc_node(sizeof(struct rds_ib_device), GFP_KERNEL,  in rds_ib_add_one()
143 	if (!rds_ibdev)  in rds_ib_add_one()
146 	spin_lock_init(&rds_ibdev->spinlock);  in rds_ib_add_one()
147 	refcount_set(&rds_ibdev->refcount, 1);  in rds_ib_add_one()
148 	INIT_WORK(&rds_ibdev->free_work, rds_ib_dev_free);  in rds_ib_add_one()
150 	INIT_LIST_HEAD(&rds_ibdev->ipaddr_list);  in rds_ib_add_one()
151 	INIT_LIST_HEAD(&rds_ibdev->conn_list);  in rds_ib_add_one()
153 	rds_ibdev->max_wrs = device->attrs.max_qp_wr;  in rds_ib_add_one()
154 	rds_ibdev->max_sge = min(device->attrs.max_send_sge, RDS_IB_MAX_SGE);  in rds_ib_add_one()
156 	rds_ibdev->odp_capable =  in rds_ib_add_one()
164 	rds_ibdev->max_1m_mrs = device->attrs.max_mr ?  in rds_ib_add_one()
168 	rds_ibdev->max_8k_mrs = device->attrs.max_mr ?  in rds_ib_add_one()
172 	rds_ibdev->max_initiator_depth = device->attrs.max_qp_init_rd_atom;  in rds_ib_add_one()
173 	rds_ibdev->max_responder_resources = device->attrs.max_qp_rd_atom;  in rds_ib_add_one()
175 	rds_ibdev->vector_load = kcalloc(device->num_comp_vectors,  in rds_ib_add_one()
178 	if (!rds_ibdev->vector_load) {  in rds_ib_add_one()
185 	rds_ibdev->dev = device;  in rds_ib_add_one()
186 	rds_ibdev->pd = ib_alloc_pd(device, 0);  in rds_ib_add_one()
187 	if (IS_ERR(rds_ibdev->pd)) {  in rds_ib_add_one()
188 		ret = PTR_ERR(rds_ibdev->pd);  in rds_ib_add_one()
189 		rds_ibdev->pd = NULL;  in rds_ib_add_one()
193 	rds_ibdev->mr_1m_pool =  in rds_ib_add_one()
194 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_1M_POOL);  in rds_ib_add_one()
195 	if (IS_ERR(rds_ibdev->mr_1m_pool)) {  in rds_ib_add_one()
196 		ret = PTR_ERR(rds_ibdev->mr_1m_pool);  in rds_ib_add_one()
197 		rds_ibdev->mr_1m_pool = NULL;  in rds_ib_add_one()
201 	rds_ibdev->mr_8k_pool =  in rds_ib_add_one()
202 		rds_ib_create_mr_pool(rds_ibdev, RDS_IB_MR_8K_POOL);  in rds_ib_add_one()
203 	if (IS_ERR(rds_ibdev->mr_8k_pool)) {  in rds_ib_add_one()
204 		ret = PTR_ERR(rds_ibdev->mr_8k_pool);  in rds_ib_add_one()
205 		rds_ibdev->mr_8k_pool = NULL;  in rds_ib_add_one()
210 		 device->attrs.max_mr, rds_ibdev->max_wrs, rds_ibdev->max_sge,  in rds_ib_add_one()
211 		 rds_ibdev->max_1m_mrs, rds_ibdev->max_8k_mrs);  in rds_ib_add_one()
216 	list_add_tail_rcu(&rds_ibdev->list, &rds_ib_devices);  in rds_ib_add_one()
218 	refcount_inc(&rds_ibdev->refcount);  in rds_ib_add_one()
220 	ib_set_client_data(device, &rds_ib_client, rds_ibdev);  in rds_ib_add_one()
226 	rds_ib_dev_put(rds_ibdev);  in rds_ib_add_one()
248 	struct rds_ib_device *rds_ibdev;  in rds_ib_get_client_data()  local
251 	rds_ibdev = ib_get_client_data(device, &rds_ib_client);  in rds_ib_get_client_data()
252 	if (rds_ibdev)  in rds_ib_get_client_data()
253 		refcount_inc(&rds_ibdev->refcount);  in rds_ib_get_client_data()
255 	return rds_ibdev;  in rds_ib_get_client_data()
267 	struct rds_ib_device *rds_ibdev = client_data;  in rds_ib_remove_one()  local
269 	rds_ib_dev_shutdown(rds_ibdev);  in rds_ib_remove_one()
275 	list_del_rcu(&rds_ibdev->list);  in rds_ib_remove_one()
284 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
285 	rds_ib_dev_put(rds_ibdev);  in rds_ib_remove_one()
316 		struct rds_ib_device *rds_ibdev;  in rds_ib_conn_info_visitor()  local
321 		rds_ibdev = ic->rds_ibdev;  in rds_ib_conn_info_visitor()
324 		iinfo->max_send_sge = rds_ibdev->max_sge;  in rds_ib_conn_info_visitor()
325 		rds_ib_get_mr_info(rds_ibdev, iinfo);  in rds_ib_conn_info_visitor()
354 		struct rds_ib_device *rds_ibdev;  in rds6_ib_conn_info_visitor()  local
358 		rds_ibdev = ic->rds_ibdev;  in rds6_ib_conn_info_visitor()
361 		iinfo6->max_send_sge = rds_ibdev->max_sge;  in rds6_ib_conn_info_visitor()
362 		rds6_ib_get_mr_info(rds_ibdev, iinfo6);  in rds6_ib_conn_info_visitor()