1// SPDX-License-Identifier: GPL-2.0
2/* Copyright (c) 2024 Facebook */
3
4#include "vmlinux.h"
5#include <bpf/bpf_tracing.h>
6
7extern void bbr_init(struct sock *sk) __ksym;
8extern void bbr_main(struct sock *sk, u32 ack, int flag, const struct rate_sample *rs) __ksym;
9extern u32 bbr_sndbuf_expand(struct sock *sk) __ksym;
10extern u32 bbr_undo_cwnd(struct sock *sk) __ksym;
11extern void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event) __ksym;
12extern u32 bbr_ssthresh(struct sock *sk) __ksym;
13extern u32 bbr_min_tso_segs(struct sock *sk) __ksym;
14extern void bbr_set_state(struct sock *sk, u8 new_state) __ksym;
15
16extern void dctcp_init(struct sock *sk) __ksym;
17extern void dctcp_update_alpha(struct sock *sk, u32 flags) __ksym;
18extern void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) __ksym;
19extern u32 dctcp_ssthresh(struct sock *sk) __ksym;
20extern u32 dctcp_cwnd_undo(struct sock *sk) __ksym;
21extern void dctcp_state(struct sock *sk, u8 new_state) __ksym;
22
23extern void cubictcp_init(struct sock *sk) __ksym;
24extern u32 cubictcp_recalc_ssthresh(struct sock *sk) __ksym;
25extern void cubictcp_cong_avoid(struct sock *sk, u32 ack, u32 acked) __ksym;
26extern void cubictcp_state(struct sock *sk, u8 new_state) __ksym;
27extern void cubictcp_cwnd_event(struct sock *sk, enum tcp_ca_event event) __ksym;
28extern void cubictcp_acked(struct sock *sk, const struct ack_sample *sample) __ksym;
29
30SEC("struct_ops")
31void BPF_PROG(init, struct sock *sk)
32{
33	bbr_init(sk);
34	dctcp_init(sk);
35	cubictcp_init(sk);
36}
37
38SEC("struct_ops")
39void BPF_PROG(in_ack_event, struct sock *sk, u32 flags)
40{
41	dctcp_update_alpha(sk, flags);
42}
43
44SEC("struct_ops")
45void BPF_PROG(cong_control, struct sock *sk, u32 ack, int flag, const struct rate_sample *rs)
46{
47	bbr_main(sk, ack, flag, rs);
48}
49
50SEC("struct_ops")
51void BPF_PROG(cong_avoid, struct sock *sk, u32 ack, u32 acked)
52{
53	cubictcp_cong_avoid(sk, ack, acked);
54}
55
56SEC("struct_ops")
57u32 BPF_PROG(sndbuf_expand, struct sock *sk)
58{
59	return bbr_sndbuf_expand(sk);
60}
61
62SEC("struct_ops")
63u32 BPF_PROG(undo_cwnd, struct sock *sk)
64{
65	bbr_undo_cwnd(sk);
66	return dctcp_cwnd_undo(sk);
67}
68
69SEC("struct_ops")
70void BPF_PROG(cwnd_event, struct sock *sk, enum tcp_ca_event event)
71{
72	bbr_cwnd_event(sk, event);
73	dctcp_cwnd_event(sk, event);
74	cubictcp_cwnd_event(sk, event);
75}
76
77SEC("struct_ops")
78u32 BPF_PROG(ssthresh, struct sock *sk)
79{
80	bbr_ssthresh(sk);
81	dctcp_ssthresh(sk);
82	return cubictcp_recalc_ssthresh(sk);
83}
84
85SEC("struct_ops")
86u32 BPF_PROG(min_tso_segs, struct sock *sk)
87{
88	return bbr_min_tso_segs(sk);
89}
90
91SEC("struct_ops")
92void BPF_PROG(set_state, struct sock *sk, u8 new_state)
93{
94	bbr_set_state(sk, new_state);
95	dctcp_state(sk, new_state);
96	cubictcp_state(sk, new_state);
97}
98
99SEC("struct_ops")
100void BPF_PROG(pkts_acked, struct sock *sk, const struct ack_sample *sample)
101{
102	cubictcp_acked(sk, sample);
103}
104
105SEC(".struct_ops")
106struct tcp_congestion_ops tcp_ca_kfunc = {
107	.init		= (void *)init,
108	.in_ack_event	= (void *)in_ack_event,
109	.cong_control	= (void *)cong_control,
110	.cong_avoid	= (void *)cong_avoid,
111	.sndbuf_expand	= (void *)sndbuf_expand,
112	.undo_cwnd	= (void *)undo_cwnd,
113	.cwnd_event	= (void *)cwnd_event,
114	.ssthresh	= (void *)ssthresh,
115	.min_tso_segs	= (void *)min_tso_segs,
116	.set_state	= (void *)set_state,
117	.pkts_acked     = (void *)pkts_acked,
118	.name		= "tcp_ca_kfunc",
119};
120
121char _license[] SEC("license") = "GPL";
122