46 					   struct rxrpc_connection *conn)  in rxrpc_put_client_connection_id()  argument
48 	idr_remove(&local->conn_ids, conn->proto.cid >> RXRPC_CIDSHIFT);  in rxrpc_put_client_connection_id()
56 	struct rxrpc_connection *conn;  in rxrpc_destroy_client_conn_ids()  local
60 		idr_for_each_entry(&local->conn_ids, conn, id) {  in rxrpc_destroy_client_conn_ids()
61 			pr_err("AF_RXRPC: Leaked client conn %p {%d}\n",  in rxrpc_destroy_client_conn_ids()
62 			       conn, refcount_read(&conn->ref));  in rxrpc_destroy_client_conn_ids()
147 	struct rxrpc_connection *conn;  in rxrpc_alloc_client_connection()  local
154 	conn = rxrpc_alloc_connection(rxnet, GFP_ATOMIC | __GFP_NOWARN);  in rxrpc_alloc_client_connection()
155 	if (!conn)  in rxrpc_alloc_client_connection()
158 	id = idr_alloc_cyclic(&local->conn_ids, conn, 1, 0x40000000,  in rxrpc_alloc_client_connection()
161 		kfree(conn);  in rxrpc_alloc_client_connection()
165 	refcount_set(&conn->ref, 1);  in rxrpc_alloc_client_connection()
166 	conn->proto.cid		= id << RXRPC_CIDSHIFT;  in rxrpc_alloc_client_connection()
167 	conn->proto.epoch	= local->rxnet->epoch;  in rxrpc_alloc_client_connection()
168 	conn->out_clientflag	= RXRPC_CLIENT_INITIATED;  in rxrpc_alloc_client_connection()
169 	conn->bundle		= rxrpc_get_bundle(bundle, rxrpc_bundle_get_client_conn);  in rxrpc_alloc_client_connection()
170 	conn->local		= rxrpc_get_local(bundle->local, rxrpc_local_get_client_conn);  in rxrpc_alloc_client_connection()
171 	conn->peer		= rxrpc_get_peer(bundle->peer, rxrpc_peer_get_client_conn);  in rxrpc_alloc_client_connection()
172 	conn->key		= key_get(bundle->key);  in rxrpc_alloc_client_connection()
173 	conn->security		= bundle->security;  in rxrpc_alloc_client_connection()
174 	conn->exclusive		= bundle->exclusive;  in rxrpc_alloc_client_connection()
175 	conn->upgrade		= bundle->upgrade;  in rxrpc_alloc_client_connection()
176 	conn->orig_service_id	= bundle->service_id;  in rxrpc_alloc_client_connection()
177 	conn->security_level	= bundle->security_level;  in rxrpc_alloc_client_connection()
178 	conn->state		= RXRPC_CONN_CLIENT_UNSECURED;  in rxrpc_alloc_client_connection()
179 	conn->service_id	= conn->orig_service_id;  in rxrpc_alloc_client_connection()
181 	if (conn->security == &rxrpc_no_security)  in rxrpc_alloc_client_connection()
182 		conn->state	= RXRPC_CONN_CLIENT;  in rxrpc_alloc_client_connection()
186 	list_add_tail(&conn->proc_link, &rxnet->conn_proc_list);  in rxrpc_alloc_client_connection()
189 	rxrpc_see_connection(conn, rxrpc_conn_new_client);  in rxrpc_alloc_client_connection()
192 	trace_rxrpc_client(conn, -1, rxrpc_client_alloc);  in rxrpc_alloc_client_connection()
193 	return conn;  in rxrpc_alloc_client_connection()
199 static bool rxrpc_may_reuse_conn(struct rxrpc_connection *conn)  in rxrpc_may_reuse_conn()  argument
204 	if (!conn)  in rxrpc_may_reuse_conn()
207 	rxnet = conn->rxnet;  in rxrpc_may_reuse_conn()
208 	if (test_bit(RXRPC_CONN_DONT_REUSE, &conn->flags))  in rxrpc_may_reuse_conn()
211 	if ((conn->state != RXRPC_CONN_CLIENT_UNSECURED &&  in rxrpc_may_reuse_conn()
212 	     conn->state != RXRPC_CONN_CLIENT) ||  in rxrpc_may_reuse_conn()
213 	    conn->proto.epoch != rxnet->epoch)  in rxrpc_may_reuse_conn()
222 	id_cursor = idr_get_cursor(&conn->local->conn_ids);  in rxrpc_may_reuse_conn()
223 	id = conn->proto.cid >> RXRPC_CIDSHIFT;  in rxrpc_may_reuse_conn()
234 	set_bit(RXRPC_CONN_DONT_REUSE, &conn->flags);  in rxrpc_may_reuse_conn()
240  * Look up the conn bundle that matches the connection parameters, adding it if
334 	struct rxrpc_connection *conn, *old;  in rxrpc_add_conn_to_bundle()  local
345 	conn = rxrpc_alloc_client_connection(bundle);  in rxrpc_add_conn_to_bundle()
346 	if (IS_ERR(conn)) {  in rxrpc_add_conn_to_bundle()
347 		bundle->alloc_error = PTR_ERR(conn);  in rxrpc_add_conn_to_bundle()
352 	conn->bundle_shift = shift;  in rxrpc_add_conn_to_bundle()
353 	bundle->conns[slot] = conn;  in rxrpc_add_conn_to_bundle()
403 static void rxrpc_activate_one_channel(struct rxrpc_connection *conn,  in rxrpc_activate_one_channel()  argument
406 	struct rxrpc_channel *chan = &conn->channels[channel];  in rxrpc_activate_one_channel()
407 	struct rxrpc_bundle *bundle = conn->bundle;  in rxrpc_activate_one_channel()
412 	_enter("C=%x,%u", conn->debug_id, channel);  in rxrpc_activate_one_channel()
416 	trace_rxrpc_client(conn, channel, rxrpc_client_chan_activate);  in rxrpc_activate_one_channel()
421 	clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags);  in rxrpc_activate_one_channel()
422 	clear_bit(conn->bundle_shift + channel, &bundle->avail_chans);  in rxrpc_activate_one_channel()
425 	call->conn	= rxrpc_get_connection(conn, rxrpc_conn_get_activate_call);  in rxrpc_activate_one_channel()
426 	call->cid	= conn->proto.cid | channel;  in rxrpc_activate_one_channel()
428 	call->dest_srx.srx_service = conn->service_id;  in rxrpc_activate_one_channel()
450 static void rxrpc_unidle_conn(struct rxrpc_connection *conn)  in rxrpc_unidle_conn()  argument
452 	if (!list_empty(&conn->cache_link)) {  in rxrpc_unidle_conn()
453 		list_del_init(&conn->cache_link);  in rxrpc_unidle_conn()
454 		rxrpc_put_connection(conn, rxrpc_conn_put_unidle);  in rxrpc_unidle_conn()
463 	struct rxrpc_connection *conn;  in rxrpc_activate_channels()  local
482 		conn = bundle->conns[slot];  in rxrpc_activate_channels()
483 		if (!conn)  in rxrpc_activate_channels()
487 			set_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags);  in rxrpc_activate_channels()
488 		rxrpc_unidle_conn(conn);  in rxrpc_activate_channels()
491 		conn->act_chans	|= 1 << channel;  in rxrpc_activate_channels()
492 		rxrpc_activate_one_channel(conn, channel);  in rxrpc_activate_channels()
525 	struct rxrpc_connection *conn = call->conn;  in rxrpc_expose_client_call()  local
526 	struct rxrpc_channel *chan = &conn->channels[channel];  in rxrpc_expose_client_call()
536 			set_bit(RXRPC_CONN_DONT_REUSE, &conn->flags);  in rxrpc_expose_client_call()
537 		trace_rxrpc_client(conn, channel, rxrpc_client_exposed);  in rxrpc_expose_client_call()
564 	struct rxrpc_connection *conn;  in rxrpc_disconnect_client_call()  local
576 	conn = call->conn;  in rxrpc_disconnect_client_call()
577 	if (!conn) {  in rxrpc_disconnect_client_call()
590 	chan = &conn->channels[channel];  in rxrpc_disconnect_client_call()
591 	trace_rxrpc_client(conn, channel, rxrpc_client_chan_disconnect);  in rxrpc_disconnect_client_call()
596 	may_reuse = rxrpc_may_reuse_conn(conn);  in rxrpc_disconnect_client_call()
609 		__rxrpc_disconnect_call(conn, call);  in rxrpc_disconnect_client_call()
611 		if (test_and_clear_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags)) {  in rxrpc_disconnect_client_call()
612 			trace_rxrpc_client(conn, channel, rxrpc_client_to_active);  in rxrpc_disconnect_client_call()
621 		trace_rxrpc_client(conn, channel, rxrpc_client_chan_pass);  in rxrpc_disconnect_client_call()
622 		rxrpc_activate_one_channel(conn, channel);  in rxrpc_disconnect_client_call()
636 		set_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags);  in rxrpc_disconnect_client_call()
637 		rxrpc_reduce_conn_timer(conn, final_ack_at);  in rxrpc_disconnect_client_call()
642 	set_bit(conn->bundle_shift + channel, &conn->bundle->avail_chans);  in rxrpc_disconnect_client_call()
643 	conn->act_chans	&= ~(1 << channel);  in rxrpc_disconnect_client_call()
649 	if (!conn->act_chans) {  in rxrpc_disconnect_client_call()
650 		trace_rxrpc_client(conn, channel, rxrpc_client_to_idle);  in rxrpc_disconnect_client_call()
651 		conn->idle_timestamp = jiffies;  in rxrpc_disconnect_client_call()
653 		rxrpc_get_connection(conn, rxrpc_conn_get_idle);  in rxrpc_disconnect_client_call()
654 		list_move_tail(&conn->cache_link, &local->idle_client_conns);  in rxrpc_disconnect_client_call()
663 static void rxrpc_unbundle_conn(struct rxrpc_connection *conn)  in rxrpc_unbundle_conn()  argument
665 	struct rxrpc_bundle *bundle = conn->bundle;  in rxrpc_unbundle_conn()
669 	_enter("C=%x", conn->debug_id);  in rxrpc_unbundle_conn()
671 	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)  in rxrpc_unbundle_conn()
672 		rxrpc_process_delayed_final_acks(conn, true);  in rxrpc_unbundle_conn()
674 	bindex = conn->bundle_shift / RXRPC_MAXCALLS;  in rxrpc_unbundle_conn()
675 	if (bundle->conns[bindex] == conn) {  in rxrpc_unbundle_conn()
679 			clear_bit(conn->bundle_shift + i, &bundle->avail_chans);  in rxrpc_unbundle_conn()
680 		rxrpc_put_client_connection_id(bundle->local, conn);  in rxrpc_unbundle_conn()
682 		rxrpc_put_connection(conn, rxrpc_conn_put_unbundle);  in rxrpc_unbundle_conn()
714 void rxrpc_kill_client_conn(struct rxrpc_connection *conn)  in rxrpc_kill_client_conn()  argument
716 	struct rxrpc_local *local = conn->local;  in rxrpc_kill_client_conn()
719 	_enter("C=%x", conn->debug_id);  in rxrpc_kill_client_conn()
721 	trace_rxrpc_client(conn, -1, rxrpc_client_cleanup);  in rxrpc_kill_client_conn()
724 	rxrpc_put_client_connection_id(local, conn);  in rxrpc_kill_client_conn()
728  * Discard expired client connections from the idle list.  Each conn in the
731  * This may be called from conn setup or from a work item so cannot be
736 	struct rxrpc_connection *conn;  in rxrpc_discard_expired_client_conns()  local
748 	conn = list_first_entry_or_null(&local->idle_client_conns,  in rxrpc_discard_expired_client_conns()
750 	if (!conn)  in rxrpc_discard_expired_client_conns()
762 		if (conn->local->service_closed)  in rxrpc_discard_expired_client_conns()
765 		conn_expires_at = conn->idle_timestamp + expiry;  in rxrpc_discard_expired_client_conns()
772 	atomic_dec(&conn->active);  in rxrpc_discard_expired_client_conns()
773 	trace_rxrpc_client(conn, -1, rxrpc_client_discard);  in rxrpc_discard_expired_client_conns()
774 	list_del_init(&conn->cache_link);  in rxrpc_discard_expired_client_conns()
776 	rxrpc_unbundle_conn(conn);  in rxrpc_discard_expired_client_conns()
778 	rxrpc_put_connection(conn, rxrpc_conn_put_discard_idle);  in rxrpc_discard_expired_client_conns()
803 	struct rxrpc_connection *conn;  in rxrpc_clean_up_local_conns()  local
811 	while ((conn = list_first_entry_or_null(&local->idle_client_conns,  in rxrpc_clean_up_local_conns()
813 		list_del_init(&conn->cache_link);  in rxrpc_clean_up_local_conns()
814 		atomic_dec(&conn->active);  in rxrpc_clean_up_local_conns()
815 		trace_rxrpc_client(conn, -1, rxrpc_client_discard);  in rxrpc_clean_up_local_conns()
816 		rxrpc_unbundle_conn(conn);  in rxrpc_clean_up_local_conns()
817 		rxrpc_put_connection(conn, rxrpc_conn_put_local_dead);  in rxrpc_clean_up_local_conns()