| // SPDX-License-Identifier: GPL-2.0 |
| /* Copyright (c) 2020, Tessares SA. */ |
| /* Copyright (c) 2024, Kylin Software */ |
| |
| /* vmlinux.h, bpf_helpers.h and other 'define' */ |
| #include "bpf_tracing_net.h" |
| #include "mptcp_bpf.h" |
| |
| char _license[] SEC("license") = "GPL"; |
| |
| char cc[TCP_CA_NAME_MAX] = "reno"; |
| int pid; |
| |
| /* Associate a subflow counter to each token */ |
| struct { |
| __uint(type, BPF_MAP_TYPE_HASH); |
| __uint(key_size, sizeof(__u32)); |
| __uint(value_size, sizeof(__u32)); |
| __uint(max_entries, 100); |
| } mptcp_sf SEC(".maps"); |
| |
| SEC("sockops") |
| int mptcp_subflow(struct bpf_sock_ops *skops) |
| { |
| __u32 init = 1, key, mark, *cnt; |
| struct mptcp_sock *msk; |
| struct bpf_sock *sk; |
| int err; |
| |
| if (skops->op != BPF_SOCK_OPS_TCP_CONNECT_CB) |
| return 1; |
| |
| sk = skops->sk; |
| if (!sk) |
| return 1; |
| |
| msk = bpf_skc_to_mptcp_sock(sk); |
| if (!msk) |
| return 1; |
| |
| key = msk->token; |
| cnt = bpf_map_lookup_elem(&mptcp_sf, &key); |
| if (cnt) { |
| /* A new subflow is added to an existing MPTCP connection */ |
| __sync_fetch_and_add(cnt, 1); |
| mark = *cnt; |
| } else { |
| /* A new MPTCP connection is just initiated and this is its primary subflow */ |
| bpf_map_update_elem(&mptcp_sf, &key, &init, BPF_ANY); |
| mark = init; |
| } |
| |
| /* Set the mark of the subflow's socket based on appearance order */ |
| err = bpf_setsockopt(skops, SOL_SOCKET, SO_MARK, &mark, sizeof(mark)); |
| if (err < 0) |
| return 1; |
| if (mark == 2) |
| err = bpf_setsockopt(skops, SOL_TCP, TCP_CONGESTION, cc, TCP_CA_NAME_MAX); |
| |
| return 1; |
| } |
| |
| static int _check_getsockopt_subflow_mark(struct mptcp_sock *msk, struct bpf_sockopt *ctx) |
| { |
| struct mptcp_subflow_context *subflow; |
| int i = 0; |
| |
| mptcp_for_each_subflow(msk, subflow) { |
| struct sock *ssk; |
| |
| ssk = mptcp_subflow_tcp_sock(bpf_core_cast(subflow, |
| struct mptcp_subflow_context)); |
| |
| if (ssk->sk_mark != ++i) { |
| ctx->retval = -2; |
| break; |
| } |
| } |
| |
| return 1; |
| } |
| |
| static int _check_getsockopt_subflow_cc(struct mptcp_sock *msk, struct bpf_sockopt *ctx) |
| { |
| struct mptcp_subflow_context *subflow; |
| |
| mptcp_for_each_subflow(msk, subflow) { |
| struct inet_connection_sock *icsk; |
| struct sock *ssk; |
| |
| ssk = mptcp_subflow_tcp_sock(bpf_core_cast(subflow, |
| struct mptcp_subflow_context)); |
| icsk = bpf_core_cast(ssk, struct inet_connection_sock); |
| |
| if (ssk->sk_mark == 2 && |
| __builtin_memcmp(icsk->icsk_ca_ops->name, cc, TCP_CA_NAME_MAX)) { |
| ctx->retval = -2; |
| break; |
| } |
| } |
| |
| return 1; |
| } |
| |
| SEC("cgroup/getsockopt") |
| int _getsockopt_subflow(struct bpf_sockopt *ctx) |
| { |
| struct bpf_sock *sk = ctx->sk; |
| struct mptcp_sock *msk; |
| |
| if (bpf_get_current_pid_tgid() >> 32 != pid) |
| return 1; |
| |
| if (!sk || sk->protocol != IPPROTO_MPTCP || |
| (!(ctx->level == SOL_SOCKET && ctx->optname == SO_MARK) && |
| !(ctx->level == SOL_TCP && ctx->optname == TCP_CONGESTION))) |
| return 1; |
| |
| msk = bpf_core_cast(sk, struct mptcp_sock); |
| if (msk->pm.subflows != 1) { |
| ctx->retval = -1; |
| return 1; |
| } |
| |
| if (ctx->optname == SO_MARK) |
| return _check_getsockopt_subflow_mark(msk, ctx); |
| return _check_getsockopt_subflow_cc(msk, ctx); |
| } |