446 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options_mp()  local
478 		opts->csum_reqd = READ_ONCE(msk->csum_enabled);  in mptcp_established_options_mp()
559 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options_dss()  local
566 	opts->csum_reqd = READ_ONCE(msk->csum_enabled);  in mptcp_established_options_dss()
590 	if (!READ_ONCE(msk->can_ack)) {  in mptcp_established_options_dss()
595 	ack_seq = READ_ONCE(msk->ack_seq);  in mptcp_established_options_dss()
596 	if (READ_ONCE(msk->use_64bit_ack)) {  in mptcp_established_options_dss()
651 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options_add_addr()  local
660 	if (!mptcp_pm_should_add_signal(msk) ||  in mptcp_established_options_add_addr()
662 	    !mptcp_pm_add_addr_signal(msk, skb, opt_size, remaining, &opts->addr,  in mptcp_established_options_add_addr()
695 		opts->ahmac = add_addr_generate_hmac(msk->local_key,  in mptcp_established_options_add_addr()
696 						     msk->remote_key,  in mptcp_established_options_add_addr()
713 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options_rm_addr()  local
717 	if (!mptcp_pm_should_rm_signal(msk) ||  in mptcp_established_options_rm_addr()
718 	    !(mptcp_pm_rm_addr_signal(msk, remaining, &rm_list)))  in mptcp_established_options_rm_addr()
788 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options_fastclose()  local
798 	opts->rcvr_key = msk->remote_key;  in mptcp_established_options_fastclose()
833 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_established_options()  local
840 	if (unlikely(__mptcp_check_fallback(msk) && !mptcp_check_infinite_map(skb)))  in mptcp_established_options()
857 	snd_data_fin = mptcp_data_fin_enabled(msk);  in mptcp_established_options()
928 static bool check_fully_established(struct mptcp_sock *msk, struct sock *ssk,  in check_fully_established()  argument
980 		pr_fallback(msk);  in check_fully_established()
986 		WRITE_ONCE(msk->pm.remote_deny_join_id0, true);  in check_fully_established()
988 	if (unlikely(!READ_ONCE(msk->pm.server_side)))  in check_fully_established()
992 	mptcp_data_lock((struct sock *)msk);  in check_fully_established()
993 	__mptcp_subflow_fully_established(msk, subflow, mp_opt);  in check_fully_established()
994 	mptcp_data_unlock((struct sock *)msk);  in check_fully_established()
1008 		mptcp_pm_subflow_established(msk);  in check_fully_established()
1010 		mptcp_pm_fully_established(msk, ssk);  in check_fully_established()
1035 static void __mptcp_snd_una_update(struct mptcp_sock *msk, u64 new_snd_una)  in __mptcp_snd_una_update()  argument
1037 	msk->bytes_acked += new_snd_una - msk->snd_una;  in __mptcp_snd_una_update()
1038 	msk->snd_una = new_snd_una;  in __mptcp_snd_una_update()
1041 static void ack_update_msk(struct mptcp_sock *msk,  in ack_update_msk()  argument
1045 	u64 new_wnd_end, new_snd_una, snd_nxt = READ_ONCE(msk->snd_nxt);  in ack_update_msk()
1046 	struct sock *sk = (struct sock *)msk;  in ack_update_msk()
1055 	old_snd_una = msk->snd_una;  in ack_update_msk()
1064 	if (after64(new_wnd_end, msk->wnd_end))  in ack_update_msk()
1065 		msk->wnd_end = new_wnd_end;  in ack_update_msk()
1068 	if (after64(msk->wnd_end, READ_ONCE(msk->snd_nxt)))  in ack_update_msk()
1072 		__mptcp_snd_una_update(msk, new_snd_una);  in ack_update_msk()
1079 			     new_wnd_end, msk->wnd_end);  in ack_update_msk()
1082 bool mptcp_update_rcv_data_fin(struct mptcp_sock *msk, u64 data_fin_seq, bool use_64bit)  in mptcp_update_rcv_data_fin()  argument
1089 	if (READ_ONCE(msk->rcv_data_fin))  in mptcp_update_rcv_data_fin()
1092 	WRITE_ONCE(msk->rcv_data_fin_seq,  in mptcp_update_rcv_data_fin()
1093 		   mptcp_expand_seq(READ_ONCE(msk->ack_seq), data_fin_seq, use_64bit));  in mptcp_update_rcv_data_fin()
1094 	WRITE_ONCE(msk->rcv_data_fin, 1);  in mptcp_update_rcv_data_fin()
1099 static bool add_addr_hmac_valid(struct mptcp_sock *msk,  in add_addr_hmac_valid()  argument
1107 	hmac = add_addr_generate_hmac(msk->remote_key,  in add_addr_hmac_valid()
1108 				      msk->local_key,  in add_addr_hmac_valid()
1112 		 msk, hmac, mp_opt->ahmac);  in add_addr_hmac_valid()
1121 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_incoming_options()  local
1125 	if (__mptcp_check_fallback(msk)) {  in mptcp_incoming_options()
1138 		__mptcp_snd_una_update(msk, READ_ONCE(msk->snd_nxt));  in mptcp_incoming_options()
1150 	if (!check_fully_established(msk, sk, subflow, skb, &mp_opt))  in mptcp_incoming_options()
1155 		    msk->local_key == mp_opt.rcvr_key) {  in mptcp_incoming_options()
1156 			WRITE_ONCE(msk->rcv_fastclose, true);  in mptcp_incoming_options()
1157 			mptcp_schedule_work((struct sock *)msk);  in mptcp_incoming_options()
1162 		    add_addr_hmac_valid(msk, &mp_opt)) {  in mptcp_incoming_options()
1167 				mptcp_pm_add_addr_echoed(msk, &mp_opt.addr);  in mptcp_incoming_options()
1168 				mptcp_pm_del_add_timer(msk, &mp_opt.addr, true);  in mptcp_incoming_options()
1177 			mptcp_pm_rm_addr_received(msk, &mp_opt.rm_list);  in mptcp_incoming_options()
1204 		ack_update_msk(msk, sk, &mp_opt);  in mptcp_incoming_options()
1213 		    mptcp_update_rcv_data_fin(msk, mp_opt.data_seq, mp_opt.dsn64))  in mptcp_incoming_options()
1214 			mptcp_schedule_work((struct sock *)msk);  in mptcp_incoming_options()
1259 	struct mptcp_sock *msk;  in mptcp_set_rwin()  local
1264 	msk = mptcp_sk(subflow->conn);  in mptcp_set_rwin()
1266 	ack_seq = READ_ONCE(msk->ack_seq);  in mptcp_set_rwin()
1269 	rcv_wnd_old = atomic64_read(&msk->rcv_wnd_sent);  in mptcp_set_rwin()
1274 			rcv_wnd = atomic64_cmpxchg(&msk->rcv_wnd_sent, rcv_wnd_old, rcv_wnd_new);  in mptcp_set_rwin()
1313 	WRITE_ONCE(msk->old_wspace, tp->rcv_wnd);  in mptcp_set_rwin()