54 	struct rtrs_clt_path *clt_path;  in rtrs_clt_is_connected()
180 struct rtrs_clt_con *rtrs_permit_to_clt_con(struct rtrs_clt_path *clt_path,  in rtrs_permit_to_clt_con()
203 static bool rtrs_clt_change_state(struct rtrs_clt_path *clt_path,  in rtrs_clt_change_state()
292 static bool rtrs_clt_change_state_from_to(struct rtrs_clt_path *clt_path,  in rtrs_clt_change_state_from_to()
306 static void rtrs_clt_stop_and_destroy_conns(struct rtrs_clt_path *clt_path);
309 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_rdma_error_recovery()
384 	struct rtrs_clt_path *clt_path;  in complete_rdma_req()
463 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_post_send_rdma()
494 static void process_io_rsp(struct rtrs_clt_path *clt_path, u32 msg_id,  in process_io_rsp()
512 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_clt_recv_done()
526 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_clt_rkey_rsp_done()
606 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_clt_rdma_done()
700 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in post_recv_io()
717 static int post_recv_path(struct rtrs_clt_path *clt_path)  in post_recv_path()
749 	struct rtrs_clt_path *(*next_path)(struct path_it *it);
763 static inline struct rtrs_clt_path *
764 rtrs_clt_get_next_path_or_null(struct list_head *head, struct rtrs_clt_path *clt_path)  in rtrs_clt_get_next_path_or_null()
781 static struct rtrs_clt_path *get_next_path_rr(struct path_it *it)  in get_next_path_rr()
783 	struct rtrs_clt_path __rcu **ppcpu_path;  in get_next_path_rr()
784 	struct rtrs_clt_path *path;  in get_next_path_rr()
817 static struct rtrs_clt_path *get_next_path_min_inflight(struct path_it *it)  in get_next_path_min_inflight()
819 	struct rtrs_clt_path *min_path = NULL;  in get_next_path_min_inflight()
821 	struct rtrs_clt_path *clt_path;  in get_next_path_min_inflight()
868 static struct rtrs_clt_path *get_next_path_min_latency(struct path_it *it)  in get_next_path_min_latency()
870 	struct rtrs_clt_path *min_path = NULL;  in get_next_path_min_latency()
872 	struct rtrs_clt_path *clt_path;  in get_next_path_min_latency()
946 			      struct rtrs_clt_path *clt_path,  in rtrs_clt_init_req()
980 rtrs_clt_get_req(struct rtrs_clt_path *clt_path,  in rtrs_clt_get_req()
996 rtrs_clt_get_copy_req(struct rtrs_clt_path *alive_path,  in rtrs_clt_get_copy_req()
1020 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_post_rdma_write_sg()
1081 	struct rtrs_clt_path *clt_path = to_clt_path(s);  in rtrs_clt_write_req()
1175 	struct rtrs_clt_path *clt_path = to_clt_path(s);  in rtrs_clt_read_req()
1286 	struct rtrs_clt_path *alive_path;  in rtrs_clt_failover_req()
1316 static void fail_all_outstanding_reqs(struct rtrs_clt_path *clt_path)  in fail_all_outstanding_reqs()
1343 static void free_path_reqs(struct rtrs_clt_path *clt_path)  in free_path_reqs()
1361 static int alloc_path_reqs(struct rtrs_clt_path *clt_path)  in alloc_path_reqs()
1452 static void query_fast_reg_mode(struct rtrs_clt_path *clt_path)  in query_fast_reg_mode()
1475 static bool rtrs_clt_change_state_get_old(struct rtrs_clt_path *clt_path,  in rtrs_clt_change_state_get_old()
1497 static void rtrs_clt_init_hb(struct rtrs_clt_path *clt_path)  in rtrs_clt_init_hb()
1511 	struct rtrs_clt_path *clt_path;  in rtrs_clt_err_recovery_work()
1515 	clt_path = container_of(work, struct rtrs_clt_path, err_recovery_work);  in rtrs_clt_err_recovery_work()
1524 static struct rtrs_clt_path *alloc_path(struct rtrs_clt_sess *clt,  in alloc_path()
1528 	struct rtrs_clt_path *clt_path;  in alloc_path()
1604 void free_path(struct rtrs_clt_path *clt_path)  in free_path()
1613 static int create_con(struct rtrs_clt_path *clt_path, unsigned int cid)  in create_con()
1636 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in destroy_con()
1645 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in create_con_cq_qp()
1734 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in destroy_con_cq_qp()
1788 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_rdma_route_resolved()
1823 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_rdma_conn_established()
1912 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in flag_success_on_conn()
1949 void rtrs_clt_close_conns(struct rtrs_clt_path *clt_path, bool wait)  in rtrs_clt_close_conns()
1962 		struct rtrs_clt_path *clt_path;  in flag_error_on_conn()
1977 	struct rtrs_clt_path *clt_path = to_clt_path(s);  in rtrs_clt_rdma_cm_handler()
2049 	struct rtrs_clt_path *clt_path = to_clt_path(s);  in create_cm()
2101 static void rtrs_clt_path_up(struct rtrs_clt_path *clt_path)  in rtrs_clt_path_up()
2132 static void rtrs_clt_path_down(struct rtrs_clt_path *clt_path)  in rtrs_clt_path_down()
2147 static void rtrs_clt_stop_and_destroy_conns(struct rtrs_clt_path *clt_path)  in rtrs_clt_stop_and_destroy_conns()
2210 static void rtrs_clt_remove_path_from_arr(struct rtrs_clt_path *clt_path)  in rtrs_clt_remove_path_from_arr()
2213 	struct rtrs_clt_path *next;  in rtrs_clt_remove_path_from_arr()
2267 		struct rtrs_clt_path __rcu **ppcpu_path;  in rtrs_clt_remove_path_from_arr()
2284 		if (try_cmpxchg((struct rtrs_clt_path **)ppcpu_path, &clt_path,  in rtrs_clt_remove_path_from_arr()
2300 static void rtrs_clt_add_path_to_arr(struct rtrs_clt_path *clt_path)  in rtrs_clt_add_path_to_arr()
2313 	struct rtrs_clt_path *clt_path;  in rtrs_clt_close_work()
2315 	clt_path = container_of(work, struct rtrs_clt_path, close_work);  in rtrs_clt_close_work()
2323 static int init_conns(struct rtrs_clt_path *clt_path)  in init_conns()
2388 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_clt_info_req_done()
2404 static int process_info_rsp(struct rtrs_clt_path *clt_path,  in process_info_rsp()
2472 	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);  in rtrs_clt_info_rsp_done()
2526 static int rtrs_send_path_info(struct rtrs_clt_path *clt_path)  in rtrs_send_path_info()
2601 static int init_path(struct rtrs_clt_path *clt_path)  in init_path()
2637 	struct rtrs_clt_path *clt_path;  in rtrs_clt_reconnect_work()
2641 	clt_path = container_of(to_delayed_work(work), struct rtrs_clt_path,  in rtrs_clt_reconnect_work()
2800 	struct rtrs_clt_path *clt_path, *tmp;  in rtrs_clt_open()
2819 		struct rtrs_clt_path *clt_path;  in rtrs_clt_open()
2877 	struct rtrs_clt_path *clt_path, *tmp;  in rtrs_clt_close()
2893 int rtrs_clt_reconnect_from_sysfs(struct rtrs_clt_path *clt_path)  in rtrs_clt_reconnect_from_sysfs()
2921 int rtrs_clt_remove_path_from_sysfs(struct rtrs_clt_path *clt_path,  in rtrs_clt_remove_path_from_sysfs()
2992 	struct rtrs_clt_path *clt_path;  in rtrs_clt_request()
3052 	struct rtrs_clt_path *clt_path;  in rtrs_clt_rdma_cq_direct()
3099 	struct rtrs_clt_path *clt_path;  in rtrs_clt_create_path_from_sysfs()