791 		rq->kwq = kzalloc_node(sizeof(*rq->kwq), GFP_KERNEL, node);  in rvt_alloc_rq()
792 		if (!rq->kwq)  in rvt_alloc_rq()
794 		rq->kwq->curr_wq = rq->wq->wq;  in rvt_alloc_rq()
797 		rq->kwq =  in rvt_alloc_rq()
799 		if (!rq->kwq)  in rvt_alloc_rq()
801 		rq->kwq->curr_wq = rq->kwq->wq;  in rvt_alloc_rq()
804 	spin_lock_init(&rq->kwq->p_lock);  in rvt_alloc_rq()
805 	spin_lock_init(&rq->kwq->c_lock);  in rvt_alloc_rq()
1326 	if (qp->r_rq.kwq) {  in rvt_error_qp()
1330 		struct rvt_krwq *kwq = NULL;  in rvt_error_qp()  local
1332 		spin_lock(&qp->r_rq.kwq->c_lock);  in rvt_error_qp()
1339 			kwq = qp->r_rq.kwq;  in rvt_error_qp()
1340 			head = kwq->head;  in rvt_error_qp()
1341 			tail = kwq->tail;  in rvt_error_qp()
1357 			kwq->tail = tail;  in rvt_error_qp()
1358 		spin_unlock(&qp->r_rq.kwq->c_lock);  in rvt_error_qp()
1698 	kvfree(qp->r_rq.kwq);  in rvt_destroy_qp()
1785 	struct rvt_krwq *wq = qp->r_rq.kwq;  in rvt_post_recv()
1806 		spin_lock_irqsave(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
1811 			spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
1839 		spin_unlock_irqrestore(&qp->r_rq.kwq->p_lock, flags);  in rvt_post_recv()
2221 		spin_lock_irqsave(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2222 		wq = srq->rq.kwq;  in rvt_post_srq_recv()
2227 			spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2242 		spin_unlock_irqrestore(&srq->rq.kwq->p_lock, flags);  in rvt_post_srq_recv()
2328 		head = rq->kwq->head;  in get_rvt_head()
2347 	struct rvt_krwq *kwq = NULL;  in rvt_get_rwqe()  local
2369 	spin_lock_irqsave(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()
2374 	kwq = rq->kwq;  in rvt_get_rwqe()
2379 		tail = kwq->tail;  in rvt_get_rwqe()
2386 	if (kwq->count < RVT_RWQ_COUNT_THRESHOLD) {  in rvt_get_rwqe()
2388 		kwq->count = rvt_get_rq_count(rq, head, tail);  in rvt_get_rwqe()
2390 	if (unlikely(kwq->count == 0)) {  in rvt_get_rwqe()
2407 		kwq->tail = tail;  in rvt_get_rwqe()
2414 	kwq->count--;  in rvt_get_rwqe()
2422 		if (kwq->count < srq->limit) {  in rvt_get_rwqe()
2423 			kwq->count =  in rvt_get_rwqe()
2426 			if (kwq->count < srq->limit) {  in rvt_get_rwqe()
2430 				spin_unlock_irqrestore(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()
2440 	spin_unlock_irqrestore(&rq->kwq->c_lock, flags);  in rvt_get_rwqe()