Lines Matching refs:msk
17 int mptcp_pm_announce_addr(struct mptcp_sock *msk, in mptcp_pm_announce_addr() argument
21 u8 add_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_announce_addr()
23 pr_debug("msk=%p, local_id=%d, echo=%d\n", msk, addr->id, echo); in mptcp_pm_announce_addr()
25 lockdep_assert_held(&msk->pm.lock); in mptcp_pm_announce_addr()
29 MPTCP_INC_STATS(sock_net((struct sock *)msk), in mptcp_pm_announce_addr()
35 msk->pm.remote = *addr; in mptcp_pm_announce_addr()
38 msk->pm.local = *addr; in mptcp_pm_announce_addr()
41 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_announce_addr()
45 int mptcp_pm_remove_addr(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list) in mptcp_pm_remove_addr() argument
47 u8 rm_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_remove_addr()
49 pr_debug("msk=%p, rm_list_nr=%d\n", msk, rm_list->nr); in mptcp_pm_remove_addr()
52 MPTCP_ADD_STATS(sock_net((struct sock *)msk), in mptcp_pm_remove_addr()
57 msk->pm.rm_list_tx = *rm_list; in mptcp_pm_remove_addr()
59 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_remove_addr()
60 mptcp_pm_nl_addr_send_ack(msk); in mptcp_pm_remove_addr()
66 void mptcp_pm_new_connection(struct mptcp_sock *msk, const struct sock *ssk, int server_side) in mptcp_pm_new_connection() argument
68 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_new_connection()
70 pr_debug("msk=%p, token=%u side=%d\n", msk, msk->token, server_side); in mptcp_pm_new_connection()
73 mptcp_event(MPTCP_EVENT_CREATED, msk, ssk, GFP_ATOMIC); in mptcp_pm_new_connection()
76 bool mptcp_pm_allow_new_subflow(struct mptcp_sock *msk) in mptcp_pm_allow_new_subflow() argument
78 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_allow_new_subflow()
82 if (mptcp_pm_is_userspace(msk)) { in mptcp_pm_allow_new_subflow()
83 if (mptcp_userspace_pm_active(msk)) { in mptcp_pm_allow_new_subflow()
92 subflows_max = mptcp_pm_get_subflows_max(msk); in mptcp_pm_allow_new_subflow()
94 pr_debug("msk=%p subflows=%d max=%d allow=%d\n", msk, pm->subflows, in mptcp_pm_allow_new_subflow()
115 static bool mptcp_pm_schedule_work(struct mptcp_sock *msk, in mptcp_pm_schedule_work() argument
118 pr_debug("msk=%p status=%x new=%lx\n", msk, msk->pm.status, in mptcp_pm_schedule_work()
120 if (msk->pm.status & BIT(new_status)) in mptcp_pm_schedule_work()
123 msk->pm.status |= BIT(new_status); in mptcp_pm_schedule_work()
124 mptcp_schedule_work((struct sock *)msk); in mptcp_pm_schedule_work()
128 void mptcp_pm_fully_established(struct mptcp_sock *msk, const struct sock *ssk) in mptcp_pm_fully_established() argument
130 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_fully_established()
133 pr_debug("msk=%p\n", msk); in mptcp_pm_fully_established()
142 !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED))) in mptcp_pm_fully_established()
143 mptcp_pm_schedule_work(msk, MPTCP_PM_ESTABLISHED); in mptcp_pm_fully_established()
145 if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0) in mptcp_pm_fully_established()
148 msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED); in mptcp_pm_fully_established()
152 mptcp_event(MPTCP_EVENT_ESTABLISHED, msk, ssk, GFP_ATOMIC); in mptcp_pm_fully_established()
155 void mptcp_pm_connection_closed(struct mptcp_sock *msk) in mptcp_pm_connection_closed() argument
157 pr_debug("msk=%p\n", msk); in mptcp_pm_connection_closed()
160 void mptcp_pm_subflow_established(struct mptcp_sock *msk) in mptcp_pm_subflow_established() argument
162 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_established()
164 pr_debug("msk=%p\n", msk); in mptcp_pm_subflow_established()
172 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_subflow_established()
177 void mptcp_pm_subflow_check_next(struct mptcp_sock *msk, const struct sock *ssk, in mptcp_pm_subflow_check_next() argument
180 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_check_next()
184 if (mptcp_pm_is_userspace(msk)) { in mptcp_pm_subflow_check_next()
198 __mptcp_pm_close_subflow(msk); in mptcp_pm_subflow_check_next()
203 if (mptcp_pm_nl_check_work_pending(msk)) in mptcp_pm_subflow_check_next()
204 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_subflow_check_next()
213 struct mptcp_sock *msk = mptcp_sk(subflow->conn); in mptcp_pm_add_addr_received() local
214 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_received()
216 pr_debug("msk=%p remote_id=%d accept=%d\n", msk, addr->id, in mptcp_pm_add_addr_received()
223 if (mptcp_pm_is_userspace(msk)) { in mptcp_pm_add_addr_received()
224 if (mptcp_userspace_pm_active(msk)) { in mptcp_pm_add_addr_received()
225 mptcp_pm_announce_addr(msk, addr, true); in mptcp_pm_add_addr_received()
226 mptcp_pm_add_addr_send_ack(msk); in mptcp_pm_add_addr_received()
228 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP); in mptcp_pm_add_addr_received()
231 } else if ((addr->id == 0 && !mptcp_pm_nl_is_init_remote_addr(msk, addr)) || in mptcp_pm_add_addr_received()
233 mptcp_pm_announce_addr(msk, addr, true); in mptcp_pm_add_addr_received()
234 mptcp_pm_add_addr_send_ack(msk); in mptcp_pm_add_addr_received()
235 } else if (mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_RECEIVED)) { in mptcp_pm_add_addr_received()
238 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP); in mptcp_pm_add_addr_received()
244 void mptcp_pm_add_addr_echoed(struct mptcp_sock *msk, in mptcp_pm_add_addr_echoed() argument
247 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_echoed()
249 pr_debug("msk=%p\n", msk); in mptcp_pm_add_addr_echoed()
253 if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending)) in mptcp_pm_add_addr_echoed()
254 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_add_addr_echoed()
259 void mptcp_pm_add_addr_send_ack(struct mptcp_sock *msk) in mptcp_pm_add_addr_send_ack() argument
261 if (!mptcp_pm_should_add_signal(msk)) in mptcp_pm_add_addr_send_ack()
264 mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_SEND_ACK); in mptcp_pm_add_addr_send_ack()
267 void mptcp_pm_rm_addr_received(struct mptcp_sock *msk, in mptcp_pm_rm_addr_received() argument
270 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_rm_addr_received()
273 pr_debug("msk=%p remote_ids_nr=%d\n", msk, rm_list->nr); in mptcp_pm_rm_addr_received()
276 mptcp_event_addr_removed(msk, rm_list->ids[i]); in mptcp_pm_rm_addr_received()
279 if (mptcp_pm_schedule_work(msk, MPTCP_PM_RM_ADDR_RECEIVED)) in mptcp_pm_rm_addr_received()
282 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_RMADDRDROP); in mptcp_pm_rm_addr_received()
290 struct mptcp_sock *msk; in mptcp_pm_mp_prio_received() local
293 msk = mptcp_sk(sk); in mptcp_pm_mp_prio_received()
297 mptcp_event(MPTCP_EVENT_SUB_PRIORITY, msk, ssk, GFP_ATOMIC); in mptcp_pm_mp_prio_received()
303 struct mptcp_sock *msk = mptcp_sk(subflow->conn); in mptcp_pm_mp_fail_received() local
307 if (!READ_ONCE(msk->allow_infinite_fallback)) in mptcp_pm_mp_fail_received()
324 bool mptcp_pm_add_addr_signal(struct mptcp_sock *msk, const struct sk_buff *skb, in mptcp_pm_add_addr_signal() argument
334 spin_lock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
337 if (!mptcp_pm_should_add_signal(msk)) in mptcp_pm_add_addr_signal()
349 *echo = mptcp_pm_should_add_signal_echo(msk); in mptcp_pm_add_addr_signal()
350 port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port); in mptcp_pm_add_addr_signal()
352 family = *echo ? msk->pm.remote.family : msk->pm.local.family; in mptcp_pm_add_addr_signal()
357 *addr = msk->pm.remote; in mptcp_pm_add_addr_signal()
358 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO); in mptcp_pm_add_addr_signal()
360 *addr = msk->pm.local; in mptcp_pm_add_addr_signal()
361 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL); in mptcp_pm_add_addr_signal()
363 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_add_addr_signal()
367 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
371 bool mptcp_pm_rm_addr_signal(struct mptcp_sock *msk, unsigned int remaining, in mptcp_pm_rm_addr_signal() argument
377 spin_lock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
380 if (!mptcp_pm_should_rm_signal(msk)) in mptcp_pm_rm_addr_signal()
383 rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL); in mptcp_pm_rm_addr_signal()
384 len = mptcp_rm_addr_len(&msk->pm.rm_list_tx); in mptcp_pm_rm_addr_signal()
386 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
392 *rm_list = msk->pm.rm_list_tx; in mptcp_pm_rm_addr_signal()
393 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
397 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
401 int mptcp_pm_get_local_id(struct mptcp_sock *msk, struct sock_common *skc) in mptcp_pm_get_local_id() argument
406 if (WARN_ON_ONCE(!msk)) in mptcp_pm_get_local_id()
412 mptcp_local_address((struct sock_common *)msk, &msk_local); in mptcp_pm_get_local_id()
417 if (mptcp_pm_is_userspace(msk)) in mptcp_pm_get_local_id()
418 return mptcp_userspace_pm_get_local_id(msk, &skc_local); in mptcp_pm_get_local_id()
419 return mptcp_pm_nl_get_local_id(msk, &skc_local); in mptcp_pm_get_local_id()
422 bool mptcp_pm_is_backup(struct mptcp_sock *msk, struct sock_common *skc) in mptcp_pm_is_backup() argument
428 if (mptcp_pm_is_userspace(msk)) in mptcp_pm_is_backup()
429 return mptcp_userspace_pm_is_backup(msk, &skc_local); in mptcp_pm_is_backup()
431 return mptcp_pm_nl_is_backup(msk, &skc_local); in mptcp_pm_is_backup()
434 int mptcp_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk, unsigned int id, in mptcp_pm_get_flags_and_ifindex_by_id() argument
440 if (mptcp_pm_is_userspace(msk)) in mptcp_pm_get_flags_and_ifindex_by_id()
441 return mptcp_userspace_pm_get_flags_and_ifindex_by_id(msk, id, flags, ifindex); in mptcp_pm_get_flags_and_ifindex_by_id()
442 return mptcp_pm_nl_get_flags_and_ifindex_by_id(msk, id, flags, ifindex); in mptcp_pm_get_flags_and_ifindex_by_id()
454 void mptcp_pm_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk) in mptcp_pm_subflow_chk_stale() argument
466 mptcp_pm_nl_subflow_chk_stale(msk, ssk); in mptcp_pm_subflow_chk_stale()
498 void mptcp_pm_data_reset(struct mptcp_sock *msk) in mptcp_pm_data_reset() argument
500 u8 pm_type = mptcp_get_pm_type(sock_net((struct sock *)msk)); in mptcp_pm_data_reset()
501 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_data_reset()
512 bool subflows_allowed = !!mptcp_pm_get_subflows_max(msk); in mptcp_pm_data_reset()
518 (!!mptcp_pm_get_local_addr_max(msk) && in mptcp_pm_data_reset()
520 !!mptcp_pm_get_add_addr_signal_max(msk)); in mptcp_pm_data_reset()
522 !!mptcp_pm_get_add_addr_accept_max(msk) && in mptcp_pm_data_reset()
534 bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1); in mptcp_pm_data_reset()
537 void mptcp_pm_data_init(struct mptcp_sock *msk) in mptcp_pm_data_init() argument
539 spin_lock_init(&msk->pm.lock); in mptcp_pm_data_init()
540 INIT_LIST_HEAD(&msk->pm.anno_list); in mptcp_pm_data_init()
541 INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list); in mptcp_pm_data_init()
542 mptcp_pm_data_reset(msk); in mptcp_pm_data_init()