Lines Matching refs:subflow
347 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_prep_synack() local
355 mptcp_fastopen_subflow_synack_set_params(subflow, req); in subflow_prep_synack()
414 static bool subflow_thmac_valid(struct mptcp_subflow_context *subflow) in subflow_thmac_valid() argument
419 subflow_generate_hmac(subflow->remote_key, subflow->local_key, in subflow_thmac_valid()
420 subflow->remote_nonce, subflow->local_nonce, in subflow_thmac_valid()
425 subflow, subflow->token, thmac, subflow->thmac); in subflow_thmac_valid()
427 return thmac == subflow->thmac; in subflow_thmac_valid()
432 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in mptcp_subflow_reset() local
433 struct sock *sk = subflow->conn; in mptcp_subflow_reset()
459 struct mptcp_subflow_context *subflow; in __mptcp_sync_state() local
463 subflow = mptcp_subflow_ctx(ssk); in __mptcp_sync_state()
472 WRITE_ONCE(msk->write_seq, subflow->idsn + 1); in __mptcp_sync_state()
480 struct mptcp_subflow_context *subflow, in subflow_set_remote_key() argument
486 if (subflow->remote_key_valid) in subflow_set_remote_key()
489 subflow->remote_key_valid = 1; in subflow_set_remote_key()
490 subflow->remote_key = mp_opt->sndr_key; in subflow_set_remote_key()
491 mptcp_crypto_key_sha(subflow->remote_key, NULL, &subflow->iasn); in subflow_set_remote_key()
492 subflow->iasn++; in subflow_set_remote_key()
494 WRITE_ONCE(msk->remote_key, subflow->remote_key); in subflow_set_remote_key()
495 WRITE_ONCE(msk->ack_seq, subflow->iasn); in subflow_set_remote_key()
497 atomic64_set(&msk->rcv_wnd_sent, subflow->iasn); in subflow_set_remote_key()
501 struct mptcp_subflow_context *subflow, in mptcp_propagate_state() argument
511 WRITE_ONCE(msk->snd_una, subflow->idsn + 1); in mptcp_propagate_state()
512 WRITE_ONCE(msk->wnd_end, subflow->idsn + 1 + tcp_sk(ssk)->snd_wnd); in mptcp_propagate_state()
513 subflow_set_remote_key(msk, subflow, mp_opt); in mptcp_propagate_state()
527 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_finish_connect() local
529 struct sock *parent = subflow->conn; in subflow_finish_connect()
532 subflow->icsk_af_ops->sk_rx_dst_set(sk, skb); in subflow_finish_connect()
535 if (subflow->conn_finished) in subflow_finish_connect()
539 subflow->rel_write_seq = 1; in subflow_finish_connect()
540 subflow->conn_finished = 1; in subflow_finish_connect()
541 subflow->ssn_offset = TCP_SKB_CB(skb)->seq; in subflow_finish_connect()
542 pr_debug("subflow=%p synack seq=%x\n", subflow, subflow->ssn_offset); in subflow_finish_connect()
545 if (subflow->request_mptcp) { in subflow_finish_connect()
561 subflow->mp_capable = 1; in subflow_finish_connect()
565 mptcp_propagate_state(parent, sk, subflow, &mp_opt); in subflow_finish_connect()
566 } else if (subflow->request_join) { in subflow_finish_connect()
570 subflow->reset_reason = MPTCP_RST_EMPTCP; in subflow_finish_connect()
574 subflow->backup = mp_opt.backup; in subflow_finish_connect()
575 subflow->thmac = mp_opt.thmac; in subflow_finish_connect()
576 subflow->remote_nonce = mp_opt.nonce; in subflow_finish_connect()
577 WRITE_ONCE(subflow->remote_id, mp_opt.join_id); in subflow_finish_connect()
579 subflow, subflow->thmac, subflow->remote_nonce, in subflow_finish_connect()
580 subflow->backup); in subflow_finish_connect()
582 if (!subflow_thmac_valid(subflow)) { in subflow_finish_connect()
584 subflow->reset_reason = MPTCP_RST_EMPTCP; in subflow_finish_connect()
591 subflow_generate_hmac(subflow->local_key, subflow->remote_key, in subflow_finish_connect()
592 subflow->local_nonce, in subflow_finish_connect()
593 subflow->remote_nonce, in subflow_finish_connect()
595 memcpy(subflow->hmac, hmac, MPTCPOPT_HMAC_LEN); in subflow_finish_connect()
597 subflow->mp_join = 1; in subflow_finish_connect()
600 if (subflow->backup) in subflow_finish_connect()
611 if (subflow->mpc_drop) in subflow_finish_connect()
614 mptcp_propagate_state(parent, sk, subflow, NULL); in subflow_finish_connect()
619 subflow->reset_transient = 0; in subflow_finish_connect()
623 static void subflow_set_local_id(struct mptcp_subflow_context *subflow, int local_id) in subflow_set_local_id() argument
626 WRITE_ONCE(subflow->local_id, local_id); in subflow_set_local_id()
631 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_chk_local_id() local
632 struct mptcp_sock *msk = mptcp_sk(subflow->conn); in subflow_chk_local_id()
635 if (likely(subflow->local_id >= 0)) in subflow_chk_local_id()
642 subflow_set_local_id(subflow, err); in subflow_chk_local_id()
643 subflow->request_bkup = mptcp_pm_is_backup(msk, (struct sock_common *)sk); in subflow_chk_local_id()
675 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_v4_conn_request() local
677 pr_debug("subflow=%p\n", subflow); in subflow_v4_conn_request()
706 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_v6_conn_request() local
708 pr_debug("subflow=%p\n", subflow); in subflow_v6_conn_request()
797 struct mptcp_subflow_context *subflow, in __mptcp_subflow_fully_established() argument
800 subflow_set_remote_key(msk, subflow, mp_opt); in __mptcp_subflow_fully_established()
801 WRITE_ONCE(subflow->fully_established, true); in __mptcp_subflow_fully_established()
931 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(child); in subflow_syn_recv_sock() local
933 subflow_add_reset_reason(skb, subflow->reset_reason); in subflow_syn_recv_sock()
981 static void dbg_bad_map(struct mptcp_subflow_context *subflow, u32 ssn) in dbg_bad_map() argument
984 ssn, subflow->map_subflow_seq, subflow->map_data_len); in dbg_bad_map()
989 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in skb_is_fully_mapped() local
998 return skb->len - skb_consumed <= subflow->map_data_len - in skb_is_fully_mapped()
999 mptcp_subflow_get_map_offset(subflow); in skb_is_fully_mapped()
1004 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in validate_mapping() local
1005 u32 ssn = tcp_sk(ssk)->copied_seq - subflow->ssn_offset; in validate_mapping()
1007 if (unlikely(before(ssn, subflow->map_subflow_seq))) { in validate_mapping()
1011 dbg_bad_map(subflow, ssn); in validate_mapping()
1014 if (unlikely(!before(ssn, subflow->map_subflow_seq + in validate_mapping()
1015 subflow->map_data_len))) { in validate_mapping()
1017 dbg_bad_map(subflow, ssn); in validate_mapping()
1026 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in validate_data_csum() local
1035 if (subflow->map_csum_len == subflow->map_data_len) in validate_data_csum()
1043 delta = subflow->map_data_len - subflow->map_csum_len; in validate_data_csum()
1045 seq = tcp_sk(ssk)->copied_seq + subflow->map_csum_len; in validate_data_csum()
1056 subflow->map_data_csum = csum_block_add(subflow->map_data_csum, csum, in validate_data_csum()
1057 subflow->map_csum_len); in validate_data_csum()
1060 subflow->map_csum_len += len; in validate_data_csum()
1089 csum = __mptcp_make_csum(subflow->map_seq, in validate_data_csum()
1090 subflow->map_subflow_seq, in validate_data_csum()
1091 subflow->map_data_len + subflow->map_data_fin, in validate_data_csum()
1092 subflow->map_data_csum); in validate_data_csum()
1098 subflow->valid_csum_seen = 1; in validate_data_csum()
1105 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in get_mapping_status() local
1121 if (!subflow->map_valid && !skb->len) { in get_mapping_status()
1136 if (!subflow->map_valid) in get_mapping_status()
1158 if (subflow->map_valid) { in get_mapping_status()
1191 WRITE_ONCE(mptcp_sk(subflow->conn)->use_64bit_ack, !!mpext->dsn64); in get_mapping_status()
1193 if (subflow->map_valid) { in get_mapping_status()
1195 if (subflow->map_seq == map_seq && in get_mapping_status()
1196 subflow->map_subflow_seq == mpext->subflow_seq && in get_mapping_status()
1197 subflow->map_data_len == data_len && in get_mapping_status()
1198 subflow->map_csum_reqd == mpext->csum_reqd) { in get_mapping_status()
1215 subflow->map_seq = map_seq; in get_mapping_status()
1216 subflow->map_subflow_seq = mpext->subflow_seq; in get_mapping_status()
1217 subflow->map_data_len = data_len; in get_mapping_status()
1218 subflow->map_valid = 1; in get_mapping_status()
1219 subflow->map_data_fin = mpext->data_fin; in get_mapping_status()
1220 subflow->mpc_map = mpext->mpc_map; in get_mapping_status()
1221 subflow->map_csum_reqd = mpext->csum_reqd; in get_mapping_status()
1222 subflow->map_csum_len = 0; in get_mapping_status()
1223 subflow->map_data_csum = csum_unfold(mpext->csum); in get_mapping_status()
1226 if (unlikely(subflow->map_csum_reqd != csum_reqd)) in get_mapping_status()
1230 subflow->map_seq, subflow->map_subflow_seq, in get_mapping_status()
1231 subflow->map_data_len, subflow->map_csum_reqd, in get_mapping_status()
1232 subflow->map_data_csum); in get_mapping_status()
1252 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in mptcp_subflow_discard_data() local
1265 offset, subflow->map_subflow_seq); in mptcp_subflow_discard_data()
1272 if (mptcp_subflow_get_map_offset(subflow) >= subflow->map_data_len) in mptcp_subflow_discard_data()
1273 subflow->map_valid = 0; in mptcp_subflow_discard_data()
1308 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in mptcp_subflow_fail() local
1336 WRITE_ONCE(subflow->fail_tout, fail_tout); in mptcp_subflow_fail()
1339 mptcp_reset_tout_timer(msk, subflow->fail_tout); in mptcp_subflow_fail()
1345 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in subflow_check_data_avail() local
1351 WRITE_ONCE(subflow->data_avail, false); in subflow_check_data_avail()
1352 if (subflow->data_avail) in subflow_check_data_avail()
1355 msk = mptcp_sk(subflow->conn); in subflow_check_data_avail()
1377 ack_seq = mptcp_subflow_get_mapped_dsn(subflow); in subflow_check_data_avail()
1385 WRITE_ONCE(subflow->data_avail, true); in subflow_check_data_avail()
1398 (subflow->mp_join || subflow->valid_csum_seen)) { in subflow_check_data_avail()
1399 subflow->send_mp_fail = 1; in subflow_check_data_avail()
1402 subflow->reset_transient = 0; in subflow_check_data_avail()
1403 subflow->reset_reason = MPTCP_RST_EMIDDLEBOX; in subflow_check_data_avail()
1406 WRITE_ONCE(subflow->data_avail, true); in subflow_check_data_avail()
1414 subflow->reset_transient = 0; in subflow_check_data_avail()
1415 subflow->reset_reason = status == MAPPING_NODSS ? in subflow_check_data_avail()
1425 WRITE_ONCE(subflow->data_avail, false); in subflow_check_data_avail()
1431 subflow->map_valid = 1; in subflow_check_data_avail()
1432 subflow->map_seq = READ_ONCE(msk->ack_seq); in subflow_check_data_avail()
1433 subflow->map_data_len = skb->len; in subflow_check_data_avail()
1434 subflow->map_subflow_seq = tcp_sk(ssk)->copied_seq - subflow->ssn_offset; in subflow_check_data_avail()
1435 WRITE_ONCE(subflow->data_avail, true); in subflow_check_data_avail()
1441 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in mptcp_subflow_data_available() local
1444 if (subflow->map_valid && in mptcp_subflow_data_available()
1445 mptcp_subflow_get_map_offset(subflow) >= subflow->map_data_len) { in mptcp_subflow_data_available()
1446 subflow->map_valid = 0; in mptcp_subflow_data_available()
1447 WRITE_ONCE(subflow->data_avail, false); in mptcp_subflow_data_available()
1450 subflow->map_subflow_seq, in mptcp_subflow_data_available()
1451 subflow->map_data_len); in mptcp_subflow_data_available()
1468 const struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in mptcp_space() local
1469 const struct sock *sk = subflow->conn; in mptcp_space()
1496 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_data_ready() local
1498 struct sock *parent = subflow->conn; in subflow_data_ready()
1515 WARN_ON_ONCE(!__mptcp_check_fallback(msk) && !subflow->mp_capable && in subflow_data_ready()
1516 !subflow->mp_join && !(state & TCPF_CLOSE)); in subflow_data_ready()
1553 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in mptcpv6_handle_mapped() local
1560 subflow, sk->sk_family, icsk->icsk_af_ops, target, mapped); in mptcpv6_handle_mapped()
1565 subflow->icsk_af_ops = icsk->icsk_af_ops; in mptcpv6_handle_mapped()
1605 struct mptcp_subflow_context *subflow; in __mptcp_subflow_connect() local
1628 subflow = mptcp_subflow_ctx(ssk); in __mptcp_subflow_connect()
1630 get_random_bytes(&subflow->local_nonce, sizeof(u32)); in __mptcp_subflow_connect()
1631 } while (!subflow->local_nonce); in __mptcp_subflow_connect()
1645 subflow_set_local_id(subflow, local_id); in __mptcp_subflow_connect()
1647 subflow->remote_key_valid = 1; in __mptcp_subflow_connect()
1648 subflow->remote_key = READ_ONCE(msk->remote_key); in __mptcp_subflow_connect()
1649 subflow->local_key = READ_ONCE(msk->local_key); in __mptcp_subflow_connect()
1650 subflow->token = msk->token; in __mptcp_subflow_connect()
1667 mptcp_crypto_key_sha(subflow->remote_key, &remote_token, NULL); in __mptcp_subflow_connect()
1670 subflow->remote_token = remote_token; in __mptcp_subflow_connect()
1671 WRITE_ONCE(subflow->remote_id, remote_id); in __mptcp_subflow_connect()
1672 subflow->request_join = 1; in __mptcp_subflow_connect()
1673 subflow->request_bkup = !!(local->flags & MPTCP_PM_ADDR_FLAG_BACKUP); in __mptcp_subflow_connect()
1674 subflow->subflow_id = msk->subflow_id++; in __mptcp_subflow_connect()
1678 list_add_tail(&subflow->node, &msk->conn_list); in __mptcp_subflow_connect()
1696 list_del(&subflow->node); in __mptcp_subflow_connect()
1697 sock_put(mptcp_subflow_tcp_sock(subflow)); in __mptcp_subflow_connect()
1700 subflow->disposable = 1; in __mptcp_subflow_connect()
1758 struct mptcp_subflow_context *subflow; in mptcp_subflow_create_socket() local
1804 subflow = mptcp_subflow_ctx(sf->sk); in mptcp_subflow_create_socket()
1805 pr_debug("subflow=%p\n", subflow); in mptcp_subflow_create_socket()
1809 subflow->conn = sk; in mptcp_subflow_create_socket()
1855 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(sk); in subflow_state_change() local
1856 struct sock *parent = subflow->conn; in subflow_state_change()
1862 subflow->conn_finished = 1; in subflow_state_change()
1863 mptcp_propagate_state(parent, sk, subflow, NULL); in subflow_state_change()
1882 struct mptcp_subflow_context *subflow; in mptcp_subflow_queue_clean() local
1909 subflow = mptcp_subflow_ctx(ssk); in mptcp_subflow_queue_clean()
1910 if (!subflow || !subflow->conn) in mptcp_subflow_queue_clean()
1913 sk = subflow->conn; in mptcp_subflow_queue_clean()
2078 struct mptcp_subflow_context *subflow = mptcp_subflow_ctx(ssk); in tcp_release_cb_override() local
2085 status = set_mask_bits(&subflow->delegated_status, MPTCP_DELEGATE_ACTIONS_MASK, 0); in tcp_release_cb_override()