249 	struct sock *clcsk = smc->clcsock->sk;  in smc_fback_restore_callbacks()  local
251 	write_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_restore_callbacks()
252 	clcsk->sk_user_data = NULL;  in smc_fback_restore_callbacks()
254 	smc_clcsock_restore_cb(&clcsk->sk_state_change, &smc->clcsk_state_change);  in smc_fback_restore_callbacks()
255 	smc_clcsock_restore_cb(&clcsk->sk_data_ready, &smc->clcsk_data_ready);  in smc_fback_restore_callbacks()
256 	smc_clcsock_restore_cb(&clcsk->sk_write_space, &smc->clcsk_write_space);  in smc_fback_restore_callbacks()
257 	smc_clcsock_restore_cb(&clcsk->sk_error_report, &smc->clcsk_error_report);  in smc_fback_restore_callbacks()
259 	write_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_restore_callbacks()
810 static void smc_fback_forward_wakeup(struct smc_sock *smc, struct sock *clcsk,  in smc_fback_forward_wakeup()  argument
819 	wq = rcu_dereference(clcsk->sk_wq);  in smc_fback_forward_wakeup()
822 	add_wait_queue(sk_sleep(clcsk), &mark.wait_entry);  in smc_fback_forward_wakeup()
823 	clcsock_callback(clcsk);  in smc_fback_forward_wakeup()
824 	remove_wait_queue(sk_sleep(clcsk), &mark.wait_entry);  in smc_fback_forward_wakeup()
832 static void smc_fback_state_change(struct sock *clcsk)  in smc_fback_state_change()  argument
836 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_state_change()
837 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_state_change()
839 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_state_change()
841 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_state_change()
844 static void smc_fback_data_ready(struct sock *clcsk)  in smc_fback_data_ready()  argument
848 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_data_ready()
849 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_data_ready()
851 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_data_ready()
853 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_data_ready()
856 static void smc_fback_write_space(struct sock *clcsk)  in smc_fback_write_space()  argument
860 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_write_space()
861 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_write_space()
863 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_write_space()
865 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_write_space()
868 static void smc_fback_error_report(struct sock *clcsk)  in smc_fback_error_report()  argument
872 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_error_report()
873 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_error_report()
875 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_error_report()
877 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_error_report()
882 	struct sock *clcsk = smc->clcsock->sk;  in smc_fback_replace_callbacks()  local
884 	write_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_replace_callbacks()
885 	clcsk->sk_user_data = (void *)((uintptr_t)smc | SK_USER_DATA_NOCOPY);  in smc_fback_replace_callbacks()
887 	smc_clcsock_replace_cb(&clcsk->sk_state_change, smc_fback_state_change,  in smc_fback_replace_callbacks()
889 	smc_clcsock_replace_cb(&clcsk->sk_data_ready, smc_fback_data_ready,  in smc_fback_replace_callbacks()
891 	smc_clcsock_replace_cb(&clcsk->sk_write_space, smc_fback_write_space,  in smc_fback_replace_callbacks()
893 	smc_clcsock_replace_cb(&clcsk->sk_error_report, smc_fback_error_report,  in smc_fback_replace_callbacks()
896 	write_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_replace_callbacks()
2740 			struct sock *clcsk = smc_sk(nsk)->clcsock->sk;  in smc_accept()  local
2742 			lock_sock(clcsk);  in smc_accept()
2743 			if (skb_queue_empty(&clcsk->sk_receive_queue))  in smc_accept()
2744 				sk_wait_data(clcsk, &timeo, NULL);  in smc_accept()
2745 			release_sock(clcsk);  in smc_accept()