Lines Matching full:call
2 /* RxRPC individual remote procedure call handling
45 void rxrpc_poke_call(struct rxrpc_call *call, enum rxrpc_call_poke_trace what) in rxrpc_poke_call() argument
47 struct rxrpc_local *local = call->local; in rxrpc_poke_call()
50 if (!test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) { in rxrpc_poke_call()
52 busy = !list_empty(&call->attend_link); in rxrpc_poke_call()
53 trace_rxrpc_poke_call(call, busy, what); in rxrpc_poke_call()
54 if (!busy && !rxrpc_try_get_call(call, rxrpc_call_get_poke)) in rxrpc_poke_call()
57 list_add_tail(&call->attend_link, &local->call_attend_q); in rxrpc_poke_call()
67 struct rxrpc_call *call = from_timer(call, t, timer); in rxrpc_call_timer_expired() local
69 _enter("%d", call->debug_id); in rxrpc_call_timer_expired()
71 if (!__rxrpc_call_is_complete(call)) { in rxrpc_call_timer_expired()
72 trace_rxrpc_timer_expired(call, jiffies); in rxrpc_call_timer_expired()
73 rxrpc_poke_call(call, rxrpc_call_poke_timer); in rxrpc_call_timer_expired()
77 void rxrpc_reduce_call_timer(struct rxrpc_call *call, in rxrpc_reduce_call_timer() argument
82 trace_rxrpc_timer(call, why, now); in rxrpc_reduce_call_timer()
83 timer_reduce(&call->timer, expire_at); in rxrpc_reduce_call_timer()
91 * find an extant server call
97 struct rxrpc_call *call; in rxrpc_find_call_by_user_ID() local
106 call = rb_entry(p, struct rxrpc_call, sock_node); in rxrpc_find_call_by_user_ID()
108 if (user_call_ID < call->user_call_ID) in rxrpc_find_call_by_user_ID()
110 else if (user_call_ID > call->user_call_ID) in rxrpc_find_call_by_user_ID()
121 rxrpc_get_call(call, rxrpc_call_get_sendmsg); in rxrpc_find_call_by_user_ID()
123 _leave(" = %p [%d]", call, refcount_read(&call->ref)); in rxrpc_find_call_by_user_ID()
124 return call; in rxrpc_find_call_by_user_ID()
128 * allocate a new call
133 struct rxrpc_call *call; in rxrpc_alloc_call() local
136 call = kmem_cache_zalloc(rxrpc_call_jar, gfp); in rxrpc_alloc_call()
137 if (!call) in rxrpc_alloc_call()
140 mutex_init(&call->user_mutex); in rxrpc_alloc_call()
146 lockdep_set_class(&call->user_mutex, in rxrpc_alloc_call()
149 timer_setup(&call->timer, rxrpc_call_timer_expired, 0); in rxrpc_alloc_call()
150 INIT_WORK(&call->destroyer, rxrpc_destroy_call); in rxrpc_alloc_call()
151 INIT_LIST_HEAD(&call->link); in rxrpc_alloc_call()
152 INIT_LIST_HEAD(&call->wait_link); in rxrpc_alloc_call()
153 INIT_LIST_HEAD(&call->accept_link); in rxrpc_alloc_call()
154 INIT_LIST_HEAD(&call->recvmsg_link); in rxrpc_alloc_call()
155 INIT_LIST_HEAD(&call->sock_link); in rxrpc_alloc_call()
156 INIT_LIST_HEAD(&call->attend_link); in rxrpc_alloc_call()
157 INIT_LIST_HEAD(&call->tx_sendmsg); in rxrpc_alloc_call()
158 INIT_LIST_HEAD(&call->tx_buffer); in rxrpc_alloc_call()
159 skb_queue_head_init(&call->recvmsg_queue); in rxrpc_alloc_call()
160 skb_queue_head_init(&call->rx_oos_queue); in rxrpc_alloc_call()
161 init_waitqueue_head(&call->waitq); in rxrpc_alloc_call()
162 spin_lock_init(&call->notify_lock); in rxrpc_alloc_call()
163 spin_lock_init(&call->tx_lock); in rxrpc_alloc_call()
164 refcount_set(&call->ref, 1); in rxrpc_alloc_call()
165 call->debug_id = debug_id; in rxrpc_alloc_call()
166 call->tx_total_len = -1; in rxrpc_alloc_call()
167 call->next_rx_timo = 20 * HZ; in rxrpc_alloc_call()
168 call->next_req_timo = 1 * HZ; in rxrpc_alloc_call()
169 call->ackr_window = 1; in rxrpc_alloc_call()
170 call->ackr_wtop = 1; in rxrpc_alloc_call()
172 memset(&call->sock_node, 0xed, sizeof(call->sock_node)); in rxrpc_alloc_call()
174 call->rx_winsize = rxrpc_rx_window_size; in rxrpc_alloc_call()
175 call->tx_winsize = 16; in rxrpc_alloc_call()
177 call->cong_cwnd = RXRPC_MIN_CWND; in rxrpc_alloc_call()
178 call->cong_ssthresh = RXRPC_TX_MAX_WINDOW; in rxrpc_alloc_call()
180 call->rxnet = rxnet; in rxrpc_alloc_call()
181 call->rtt_avail = RXRPC_CALL_RTT_AVAIL_MASK; in rxrpc_alloc_call()
183 return call; in rxrpc_alloc_call()
187 * Allocate a new client call.
196 struct rxrpc_call *call; in rxrpc_alloc_client_call() local
202 call = rxrpc_alloc_call(rx, gfp, debug_id); in rxrpc_alloc_client_call()
203 if (!call) in rxrpc_alloc_client_call()
206 call->acks_latest_ts = now; in rxrpc_alloc_client_call()
207 call->cong_tstamp = now; in rxrpc_alloc_client_call()
208 call->dest_srx = *srx; in rxrpc_alloc_client_call()
209 call->interruptibility = p->interruptibility; in rxrpc_alloc_client_call()
210 call->tx_total_len = p->tx_total_len; in rxrpc_alloc_client_call()
211 call->key = key_get(cp->key); in rxrpc_alloc_client_call()
212 call->local = rxrpc_get_local(cp->local, rxrpc_local_get_call); in rxrpc_alloc_client_call()
213 call->security_level = cp->security_level; in rxrpc_alloc_client_call()
215 __set_bit(RXRPC_CALL_KERNEL, &call->flags); in rxrpc_alloc_client_call()
217 __set_bit(RXRPC_CALL_UPGRADE, &call->flags); in rxrpc_alloc_client_call()
219 __set_bit(RXRPC_CALL_EXCLUSIVE, &call->flags); in rxrpc_alloc_client_call()
222 call->next_rx_timo = min(msecs_to_jiffies(p->timeouts.normal), 1UL); in rxrpc_alloc_client_call()
224 call->next_req_timo = min(msecs_to_jiffies(p->timeouts.idle), 1UL); in rxrpc_alloc_client_call()
226 call->hard_timo = p->timeouts.hard * HZ; in rxrpc_alloc_client_call()
228 ret = rxrpc_init_client_call_security(call); in rxrpc_alloc_client_call()
230 rxrpc_prefail_call(call, RXRPC_CALL_LOCAL_ERROR, ret); in rxrpc_alloc_client_call()
231 rxrpc_put_call(call, rxrpc_call_put_discard_error); in rxrpc_alloc_client_call()
235 rxrpc_set_call_state(call, RXRPC_CALL_CLIENT_AWAIT_CONN); in rxrpc_alloc_client_call()
237 trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), in rxrpc_alloc_client_call()
240 _leave(" = %p", call); in rxrpc_alloc_client_call()
241 return call; in rxrpc_alloc_client_call()
245 * Initiate the call ack/resend/expiry timer.
247 void rxrpc_start_call_timer(struct rxrpc_call *call) in rxrpc_start_call_timer() argument
252 call->delay_ack_at = j; in rxrpc_start_call_timer()
253 call->ack_lost_at = j; in rxrpc_start_call_timer()
254 call->resend_at = j; in rxrpc_start_call_timer()
255 call->ping_at = j; in rxrpc_start_call_timer()
256 call->keepalive_at = j; in rxrpc_start_call_timer()
257 call->expect_rx_by = j; in rxrpc_start_call_timer()
258 call->expect_req_by = j; in rxrpc_start_call_timer()
259 call->expect_term_by = j + call->hard_timo; in rxrpc_start_call_timer()
260 call->timer.expires = now; in rxrpc_start_call_timer()
264 * Wait for a call slot to become available.
280 * Release a call slot.
282 static void rxrpc_put_call_slot(struct rxrpc_call *call) in rxrpc_put_call_slot() argument
286 if (test_bit(RXRPC_CALL_KERNEL, &call->flags)) in rxrpc_put_call_slot()
292 * Start the process of connecting a call. We obtain a peer and a connection
293 * bundle, but the actual association of a call with a connection is offloaded
296 static int rxrpc_connect_call(struct rxrpc_call *call, gfp_t gfp) in rxrpc_connect_call() argument
298 struct rxrpc_local *local = call->local; in rxrpc_connect_call()
301 _enter("{%d,%lx},", call->debug_id, call->user_call_ID); in rxrpc_connect_call()
303 call->peer = rxrpc_lookup_peer(local, &call->dest_srx, gfp); in rxrpc_connect_call()
304 if (!call->peer) in rxrpc_connect_call()
307 ret = rxrpc_look_up_bundle(call, gfp); in rxrpc_connect_call()
312 rxrpc_get_call(call, rxrpc_call_get_io_thread); in rxrpc_connect_call()
314 list_add_tail(&call->wait_link, &local->new_client_calls); in rxrpc_connect_call()
320 __set_bit(RXRPC_CALL_DISCONNECTED, &call->flags); in rxrpc_connect_call()
325 * Set up a call for the given parameters.
327 * - If it returns a call, the call's lock will need releasing by the caller.
336 __acquires(&call->user_mutex) in rxrpc_new_client_call()
338 struct rxrpc_call *call, *xcall; in rxrpc_new_client_call() local
352 call = rxrpc_alloc_client_call(rx, srx, cp, p, gfp, debug_id); in rxrpc_new_client_call()
353 if (IS_ERR(call)) { in rxrpc_new_client_call()
356 _leave(" = %ld", PTR_ERR(call)); in rxrpc_new_client_call()
357 return call; in rxrpc_new_client_call()
360 /* We need to protect a partially set up call against the user as we in rxrpc_new_client_call()
363 mutex_lock(&call->user_mutex); in rxrpc_new_client_call()
365 /* Publish the call, even though it is incompletely set up as yet */ in rxrpc_new_client_call()
382 rcu_assign_pointer(call->socket, rx); in rxrpc_new_client_call()
383 call->user_call_ID = p->user_call_ID; in rxrpc_new_client_call()
384 __set_bit(RXRPC_CALL_HAS_USERID, &call->flags); in rxrpc_new_client_call()
385 rxrpc_get_call(call, rxrpc_call_get_userid); in rxrpc_new_client_call()
386 rb_link_node(&call->sock_node, parent, pp); in rxrpc_new_client_call()
387 rb_insert_color(&call->sock_node, &rx->calls); in rxrpc_new_client_call()
388 list_add(&call->sock_link, &rx->sock_calls); in rxrpc_new_client_call()
392 rxnet = call->rxnet; in rxrpc_new_client_call()
394 list_add_tail_rcu(&call->link, &rxnet->calls); in rxrpc_new_client_call()
397 /* From this point on, the call is protected by its own lock. */ in rxrpc_new_client_call()
401 * including channel number and call ID. in rxrpc_new_client_call()
403 ret = rxrpc_connect_call(call, gfp); in rxrpc_new_client_call()
407 _leave(" = %p [new]", call); in rxrpc_new_client_call()
408 return call; in rxrpc_new_client_call()
418 rxrpc_prefail_call(call, RXRPC_CALL_LOCAL_ERROR, -EEXIST); in rxrpc_new_client_call()
419 trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), 0, in rxrpc_new_client_call()
421 mutex_unlock(&call->user_mutex); in rxrpc_new_client_call()
422 rxrpc_put_call(call, rxrpc_call_put_userid_exists); in rxrpc_new_client_call()
426 /* We got an error, but the call is attached to the socket and is in in rxrpc_new_client_call()
432 trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), ret, in rxrpc_new_client_call()
434 rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, 0, ret); in rxrpc_new_client_call()
435 _leave(" = c=%08x [err]", call->debug_id); in rxrpc_new_client_call()
436 return call; in rxrpc_new_client_call()
440 * Set up an incoming call. call->conn points to the connection.
444 struct rxrpc_call *call, in rxrpc_incoming_call() argument
447 struct rxrpc_connection *conn = call->conn; in rxrpc_incoming_call()
451 _enter(",%d", call->conn->debug_id); in rxrpc_incoming_call()
453 rcu_assign_pointer(call->socket, rx); in rxrpc_incoming_call()
454 call->call_id = sp->hdr.callNumber; in rxrpc_incoming_call()
455 call->dest_srx.srx_service = sp->hdr.serviceId; in rxrpc_incoming_call()
456 call->cid = sp->hdr.cid; in rxrpc_incoming_call()
457 call->cong_tstamp = skb->tstamp; in rxrpc_incoming_call()
459 __set_bit(RXRPC_CALL_EXPOSED, &call->flags); in rxrpc_incoming_call()
460 rxrpc_set_call_state(call, RXRPC_CALL_SERVER_RECV_REQUEST); in rxrpc_incoming_call()
467 __set_bit(RXRPC_CALL_CONN_CHALLENGING, &call->flags); in rxrpc_incoming_call()
473 rxrpc_set_call_completion(call, conn->completion, in rxrpc_incoming_call()
480 rxrpc_get_call(call, rxrpc_call_get_io_thread); in rxrpc_incoming_call()
482 /* Set the channel for this call. We don't get channel_lock as we're in rxrpc_incoming_call()
486 * call pointer). in rxrpc_incoming_call()
489 conn->channels[chan].call_counter = call->call_id; in rxrpc_incoming_call()
490 conn->channels[chan].call_id = call->call_id; in rxrpc_incoming_call()
491 conn->channels[chan].call = call; in rxrpc_incoming_call()
495 hlist_add_head(&call->error_link, &conn->peer->error_targets); in rxrpc_incoming_call()
498 rxrpc_start_call_timer(call); in rxrpc_incoming_call()
503 * Note the re-emergence of a call.
505 void rxrpc_see_call(struct rxrpc_call *call, enum rxrpc_call_trace why) in rxrpc_see_call() argument
507 if (call) { in rxrpc_see_call()
508 int r = refcount_read(&call->ref); in rxrpc_see_call()
510 trace_rxrpc_call(call->debug_id, r, 0, why); in rxrpc_see_call()
514 struct rxrpc_call *rxrpc_try_get_call(struct rxrpc_call *call, in rxrpc_try_get_call() argument
519 if (!call || !__refcount_inc_not_zero(&call->ref, &r)) in rxrpc_try_get_call()
521 trace_rxrpc_call(call->debug_id, r + 1, 0, why); in rxrpc_try_get_call()
522 return call; in rxrpc_try_get_call()
526 * Note the addition of a ref on a call.
528 void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace why) in rxrpc_get_call() argument
532 __refcount_inc(&call->ref, &r); in rxrpc_get_call()
533 trace_rxrpc_call(call->debug_id, r + 1, 0, why); in rxrpc_get_call()
539 static void rxrpc_cleanup_ring(struct rxrpc_call *call) in rxrpc_cleanup_ring() argument
541 rxrpc_purge_queue(&call->recvmsg_queue); in rxrpc_cleanup_ring()
542 rxrpc_purge_queue(&call->rx_oos_queue); in rxrpc_cleanup_ring()
546 * Detach a call from its owning socket.
548 void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call) in rxrpc_release_call() argument
550 struct rxrpc_connection *conn = call->conn; in rxrpc_release_call()
553 _enter("{%d,%d}", call->debug_id, refcount_read(&call->ref)); in rxrpc_release_call()
555 trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), in rxrpc_release_call()
556 call->flags, rxrpc_call_see_release); in rxrpc_release_call()
558 if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags)) in rxrpc_release_call()
561 rxrpc_put_call_slot(call); in rxrpc_release_call()
566 if (!list_empty(&call->recvmsg_link)) { in rxrpc_release_call()
567 _debug("unlinking once-pending call %p { e=%lx f=%lx }", in rxrpc_release_call()
568 call, call->events, call->flags); in rxrpc_release_call()
569 list_del(&call->recvmsg_link); in rxrpc_release_call()
574 call->recvmsg_link.next = NULL; in rxrpc_release_call()
575 call->recvmsg_link.prev = NULL; in rxrpc_release_call()
579 rxrpc_put_call(call, rxrpc_call_put_unnotify); in rxrpc_release_call()
583 if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) { in rxrpc_release_call()
584 rb_erase(&call->sock_node, &rx->calls); in rxrpc_release_call()
585 memset(&call->sock_node, 0xdd, sizeof(call->sock_node)); in rxrpc_release_call()
589 list_del(&call->sock_link); in rxrpc_release_call()
592 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn); in rxrpc_release_call()
595 rxrpc_put_call(call, rxrpc_call_put_userid); in rxrpc_release_call()
605 struct rxrpc_call *call; in rxrpc_release_calls_on_socket() local
610 call = list_entry(rx->to_be_accepted.next, in rxrpc_release_calls_on_socket()
612 list_del(&call->accept_link); in rxrpc_release_calls_on_socket()
613 rxrpc_propose_abort(call, RX_CALL_DEAD, -ECONNRESET, in rxrpc_release_calls_on_socket()
615 rxrpc_put_call(call, rxrpc_call_put_release_sock_tba); in rxrpc_release_calls_on_socket()
619 call = list_entry(rx->sock_calls.next, in rxrpc_release_calls_on_socket()
621 rxrpc_get_call(call, rxrpc_call_get_release_sock); in rxrpc_release_calls_on_socket()
622 rxrpc_propose_abort(call, RX_CALL_DEAD, -ECONNRESET, in rxrpc_release_calls_on_socket()
624 rxrpc_release_call(rx, call); in rxrpc_release_calls_on_socket()
625 rxrpc_put_call(call, rxrpc_call_put_release_sock); in rxrpc_release_calls_on_socket()
632 * release a call
634 void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace why) in rxrpc_put_call() argument
636 struct rxrpc_net *rxnet = call->rxnet; in rxrpc_put_call()
637 unsigned int debug_id = call->debug_id; in rxrpc_put_call()
641 ASSERT(call != NULL); in rxrpc_put_call()
643 dead = __refcount_dec_and_test(&call->ref, &r); in rxrpc_put_call()
646 ASSERTCMP(__rxrpc_call_state(call), ==, RXRPC_CALL_COMPLETE); in rxrpc_put_call()
648 if (!list_empty(&call->link)) { in rxrpc_put_call()
650 list_del_init(&call->link); in rxrpc_put_call()
654 rxrpc_cleanup_call(call); in rxrpc_put_call()
659 * Free up the call under RCU.
663 struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu); in rxrpc_rcu_free_call() local
664 struct rxrpc_net *rxnet = READ_ONCE(call->rxnet); in rxrpc_rcu_free_call()
666 kmem_cache_free(rxrpc_call_jar, call); in rxrpc_rcu_free_call()
672 * Final call destruction - but must be done in process context.
676 struct rxrpc_call *call = container_of(work, struct rxrpc_call, destroyer); in rxrpc_destroy_call() local
679 del_timer_sync(&call->timer); in rxrpc_destroy_call()
681 rxrpc_free_skb(call->cong_last_nack, rxrpc_skb_put_last_nack); in rxrpc_destroy_call()
682 rxrpc_cleanup_ring(call); in rxrpc_destroy_call()
683 while ((txb = list_first_entry_or_null(&call->tx_sendmsg, in rxrpc_destroy_call()
688 while ((txb = list_first_entry_or_null(&call->tx_buffer, in rxrpc_destroy_call()
694 rxrpc_put_txbuf(call->tx_pending, rxrpc_txbuf_put_cleaned); in rxrpc_destroy_call()
695 rxrpc_put_connection(call->conn, rxrpc_conn_put_call); in rxrpc_destroy_call()
696 rxrpc_deactivate_bundle(call->bundle); in rxrpc_destroy_call()
697 rxrpc_put_bundle(call->bundle, rxrpc_bundle_put_call); in rxrpc_destroy_call()
698 rxrpc_put_peer(call->peer, rxrpc_peer_put_call); in rxrpc_destroy_call()
699 rxrpc_put_local(call->local, rxrpc_local_put_call); in rxrpc_destroy_call()
700 call_rcu(&call->rcu, rxrpc_rcu_free_call); in rxrpc_destroy_call()
704 * clean up a call
706 void rxrpc_cleanup_call(struct rxrpc_call *call) in rxrpc_cleanup_call() argument
708 memset(&call->sock_node, 0xcd, sizeof(call->sock_node)); in rxrpc_cleanup_call()
710 ASSERTCMP(__rxrpc_call_state(call), ==, RXRPC_CALL_COMPLETE); in rxrpc_cleanup_call()
711 ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags)); in rxrpc_cleanup_call()
713 del_timer(&call->timer); in rxrpc_cleanup_call()
719 schedule_work(&call->destroyer); in rxrpc_cleanup_call()
721 rxrpc_destroy_call(&call->destroyer); in rxrpc_cleanup_call()
731 struct rxrpc_call *call; in rxrpc_destroy_all_calls() local
739 call = list_entry(rxnet->calls.next, in rxrpc_destroy_all_calls()
741 _debug("Zapping call %p", call); in rxrpc_destroy_all_calls()
743 rxrpc_see_call(call, rxrpc_call_see_zap); in rxrpc_destroy_all_calls()
744 list_del_init(&call->link); in rxrpc_destroy_all_calls()
746 pr_err("Call %p still in use (%d,%s,%lx,%lx)!\n", in rxrpc_destroy_all_calls()
747 call, refcount_read(&call->ref), in rxrpc_destroy_all_calls()
748 rxrpc_call_states[__rxrpc_call_state(call)], in rxrpc_destroy_all_calls()
749 call->flags, call->events); in rxrpc_destroy_all_calls()