Lines Matching refs:msk
17 int mptcp_pm_announce_addr(struct mptcp_sock *msk, in mptcp_pm_announce_addr() argument
21 u8 add_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_announce_addr()
23 pr_debug("msk=%p, local_id=%d, echo=%d", msk, addr->id, echo); in mptcp_pm_announce_addr()
25 lockdep_assert_held(&msk->pm.lock); in mptcp_pm_announce_addr()
34 msk->pm.remote = *addr; in mptcp_pm_announce_addr()
37 msk->pm.local = *addr; in mptcp_pm_announce_addr()
40 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_announce_addr()
44 int mptcp_pm_remove_addr(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list) in mptcp_pm_remove_addr() argument
46 u8 rm_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_remove_addr()
48 pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr); in mptcp_pm_remove_addr()
55 msk->pm.rm_list_tx = *rm_list; in mptcp_pm_remove_addr()
57 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_remove_addr()
58 mptcp_pm_nl_addr_send_ack(msk); in mptcp_pm_remove_addr()
62 int mptcp_pm_remove_subflow(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list) in mptcp_pm_remove_subflow() argument
64 pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr); in mptcp_pm_remove_subflow()
66 spin_lock_bh(&msk->pm.lock); in mptcp_pm_remove_subflow()
67 mptcp_pm_nl_rm_subflow_received(msk, rm_list); in mptcp_pm_remove_subflow()
68 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_remove_subflow()
74 void mptcp_pm_new_connection(struct mptcp_sock *msk, const struct sock *ssk, int server_side) in mptcp_pm_new_connection() argument
76 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_new_connection()
78 pr_debug("msk=%p, token=%u side=%d", msk, msk->token, server_side); in mptcp_pm_new_connection()
81 mptcp_event(MPTCP_EVENT_CREATED, msk, ssk, GFP_ATOMIC); in mptcp_pm_new_connection()
84 bool mptcp_pm_allow_new_subflow(struct mptcp_sock *msk) in mptcp_pm_allow_new_subflow() argument
86 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_allow_new_subflow()
90 if (mptcp_pm_is_userspace(msk)) in mptcp_pm_allow_new_subflow()
91 return mptcp_userspace_pm_active(msk); in mptcp_pm_allow_new_subflow()
93 subflows_max = mptcp_pm_get_subflows_max(msk); in mptcp_pm_allow_new_subflow()
95 pr_debug("msk=%p subflows=%d max=%d allow=%d", msk, pm->subflows, in mptcp_pm_allow_new_subflow()
116 static bool mptcp_pm_schedule_work(struct mptcp_sock *msk, in mptcp_pm_schedule_work() argument
119 pr_debug("msk=%p status=%x new=%lx", msk, msk->pm.status, in mptcp_pm_schedule_work()
121 if (msk->pm.status & BIT(new_status)) in mptcp_pm_schedule_work()
124 msk->pm.status |= BIT(new_status); in mptcp_pm_schedule_work()
125 mptcp_schedule_work((struct sock *)msk); in mptcp_pm_schedule_work()
129 void mptcp_pm_fully_established(struct mptcp_sock *msk, const struct sock *ssk, gfp_t gfp) in mptcp_pm_fully_established() argument
131 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_fully_established()
134 pr_debug("msk=%p", msk); in mptcp_pm_fully_established()
143 !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED))) in mptcp_pm_fully_established()
144 mptcp_pm_schedule_work(msk, MPTCP_PM_ESTABLISHED); in mptcp_pm_fully_established()
146 if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0) in mptcp_pm_fully_established()
149 msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED); in mptcp_pm_fully_established()
153 mptcp_event(MPTCP_EVENT_ESTABLISHED, msk, ssk, gfp); in mptcp_pm_fully_established()
156 void mptcp_pm_connection_closed(struct mptcp_sock *msk) in mptcp_pm_connection_closed() argument
158 pr_debug("msk=%p", msk); in mptcp_pm_connection_closed()
161 void mptcp_pm_subflow_established(struct mptcp_sock *msk) in mptcp_pm_subflow_established() argument
163 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_established()
165 pr_debug("msk=%p", msk); in mptcp_pm_subflow_established()
173 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_subflow_established()
178 void mptcp_pm_subflow_check_next(struct mptcp_sock *msk, const struct sock *ssk, in mptcp_pm_subflow_check_next() argument
181 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_check_next()
185 mptcp_pm_is_kernel(msk); in mptcp_pm_subflow_check_next()
191 __mptcp_pm_close_subflow(msk); in mptcp_pm_subflow_check_next()
196 if (mptcp_pm_nl_check_work_pending(msk)) in mptcp_pm_subflow_check_next()
197 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_subflow_check_next()
206 struct mptcp_sock *msk = mptcp_sk(subflow->conn); in mptcp_pm_add_addr_received() local
207 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_received()
209 pr_debug("msk=%p remote_id=%d accept=%d", msk, addr->id, in mptcp_pm_add_addr_received()
216 if (mptcp_pm_is_userspace(msk)) { in mptcp_pm_add_addr_received()
217 if (mptcp_userspace_pm_active(msk)) { in mptcp_pm_add_addr_received()
218 mptcp_pm_announce_addr(msk, addr, true); in mptcp_pm_add_addr_received()
219 mptcp_pm_add_addr_send_ack(msk); in mptcp_pm_add_addr_received()
221 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP); in mptcp_pm_add_addr_received()
224 mptcp_pm_announce_addr(msk, addr, true); in mptcp_pm_add_addr_received()
225 mptcp_pm_add_addr_send_ack(msk); in mptcp_pm_add_addr_received()
226 } else if (mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_RECEIVED)) { in mptcp_pm_add_addr_received()
229 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP); in mptcp_pm_add_addr_received()
235 void mptcp_pm_add_addr_echoed(struct mptcp_sock *msk, in mptcp_pm_add_addr_echoed() argument
238 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_echoed()
240 pr_debug("msk=%p", msk); in mptcp_pm_add_addr_echoed()
244 if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending)) in mptcp_pm_add_addr_echoed()
245 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED); in mptcp_pm_add_addr_echoed()
250 void mptcp_pm_add_addr_send_ack(struct mptcp_sock *msk) in mptcp_pm_add_addr_send_ack() argument
252 if (!mptcp_pm_should_add_signal(msk)) in mptcp_pm_add_addr_send_ack()
255 mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_SEND_ACK); in mptcp_pm_add_addr_send_ack()
258 void mptcp_pm_rm_addr_received(struct mptcp_sock *msk, in mptcp_pm_rm_addr_received() argument
261 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_rm_addr_received()
264 pr_debug("msk=%p remote_ids_nr=%d", msk, rm_list->nr); in mptcp_pm_rm_addr_received()
267 mptcp_event_addr_removed(msk, rm_list->ids[i]); in mptcp_pm_rm_addr_received()
270 if (mptcp_pm_schedule_work(msk, MPTCP_PM_RM_ADDR_RECEIVED)) in mptcp_pm_rm_addr_received()
273 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_RMADDRDROP); in mptcp_pm_rm_addr_received()
281 struct mptcp_sock *msk; in mptcp_pm_mp_prio_received() local
284 msk = mptcp_sk(sk); in mptcp_pm_mp_prio_received()
289 msk->last_snd = NULL; in mptcp_pm_mp_prio_received()
291 __set_bit(MPTCP_RESET_SCHEDULER, &msk->cb_flags); in mptcp_pm_mp_prio_received()
295 mptcp_event(MPTCP_EVENT_SUB_PRIORITY, msk, ssk, GFP_ATOMIC); in mptcp_pm_mp_prio_received()
301 struct mptcp_sock *msk = mptcp_sk(subflow->conn); in mptcp_pm_mp_fail_received() local
305 if (!READ_ONCE(msk->allow_infinite_fallback)) in mptcp_pm_mp_fail_received()
322 bool mptcp_pm_add_addr_signal(struct mptcp_sock *msk, const struct sk_buff *skb, in mptcp_pm_add_addr_signal() argument
332 spin_lock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
335 if (!mptcp_pm_should_add_signal(msk)) in mptcp_pm_add_addr_signal()
347 *echo = mptcp_pm_should_add_signal_echo(msk); in mptcp_pm_add_addr_signal()
348 port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port); in mptcp_pm_add_addr_signal()
350 family = *echo ? msk->pm.remote.family : msk->pm.local.family; in mptcp_pm_add_addr_signal()
355 *addr = msk->pm.remote; in mptcp_pm_add_addr_signal()
356 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO); in mptcp_pm_add_addr_signal()
358 *addr = msk->pm.local; in mptcp_pm_add_addr_signal()
359 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL); in mptcp_pm_add_addr_signal()
361 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_add_addr_signal()
365 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
369 bool mptcp_pm_rm_addr_signal(struct mptcp_sock *msk, unsigned int remaining, in mptcp_pm_rm_addr_signal() argument
375 spin_lock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
378 if (!mptcp_pm_should_rm_signal(msk)) in mptcp_pm_rm_addr_signal()
381 rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL); in mptcp_pm_rm_addr_signal()
382 len = mptcp_rm_addr_len(&msk->pm.rm_list_tx); in mptcp_pm_rm_addr_signal()
384 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
390 *rm_list = msk->pm.rm_list_tx; in mptcp_pm_rm_addr_signal()
391 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
395 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
399 int mptcp_pm_get_local_id(struct mptcp_sock *msk, struct sock_common *skc) in mptcp_pm_get_local_id() argument
401 return mptcp_pm_nl_get_local_id(msk, skc); in mptcp_pm_get_local_id()
404 void mptcp_pm_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk) in mptcp_pm_subflow_chk_stale() argument
416 mptcp_pm_nl_subflow_chk_stale(msk, ssk); in mptcp_pm_subflow_chk_stale()
448 void mptcp_pm_data_reset(struct mptcp_sock *msk) in mptcp_pm_data_reset() argument
450 u8 pm_type = mptcp_get_pm_type(sock_net((struct sock *)msk)); in mptcp_pm_data_reset()
451 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_data_reset()
462 bool subflows_allowed = !!mptcp_pm_get_subflows_max(msk); in mptcp_pm_data_reset()
468 (!!mptcp_pm_get_local_addr_max(msk) && in mptcp_pm_data_reset()
470 !!mptcp_pm_get_add_addr_signal_max(msk)); in mptcp_pm_data_reset()
472 !!mptcp_pm_get_add_addr_accept_max(msk) && in mptcp_pm_data_reset()
484 bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1); in mptcp_pm_data_reset()
487 void mptcp_pm_data_init(struct mptcp_sock *msk) in mptcp_pm_data_init() argument
489 spin_lock_init(&msk->pm.lock); in mptcp_pm_data_init()
490 INIT_LIST_HEAD(&msk->pm.anno_list); in mptcp_pm_data_init()
491 INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list); in mptcp_pm_data_init()
492 mptcp_pm_data_reset(msk); in mptcp_pm_data_init()