| 1 |
/* SPDX-License-Identifier: GPL-2.0 */ |
| 2 |
#undef TRACE_SYSTEM |
| 3 |
#define TRACE_SYSTEM mptcp |
| 4 |
|
| 5 |
#if !defined(_TRACE_MPTCP_H) || defined(TRACE_HEADER_MULTI_READ) |
| 6 |
#define _TRACE_MPTCP_H |
| 7 |
|
| 8 |
#include <linux/ipv6.h> |
| 9 |
#include <linux/tcp.h> |
| 10 |
#include <linux/tracepoint.h> |
| 11 |
#include <net/ipv6.h> |
| 12 |
#include <net/tcp.h> |
| 13 |
#include <linux/sock_diag.h> |
| 14 |
#include <net/rstreason.h> |
| 15 |
|
| 16 |
#define show_mapping_status(status) \ |
| 17 |
__print_symbolic(status, \ |
| 18 |
{ 0, "MAPPING_OK" }, \ |
| 19 |
{ 1, "MAPPING_INVALID" }, \ |
| 20 |
{ 2, "MAPPING_EMPTY" }, \ |
| 21 |
{ 3, "MAPPING_DATA_FIN" }, \ |
| 22 |
{ 4, "MAPPING_DUMMY" }) |
| 23 |
|
| 24 |
TRACE_EVENT(mptcp_subflow_get_send, |
| 25 |
|
| 26 |
TP_PROTO(struct mptcp_subflow_context *subflow), |
| 27 |
|
| 28 |
TP_ARGS(subflow), |
| 29 |
|
| 30 |
TP_STRUCT__entry( |
| 31 |
__field(bool, active) |
| 32 |
__field(bool, free) |
| 33 |
__field(u32, snd_wnd) |
| 34 |
__field(u32, pace) |
| 35 |
__field(u8, backup) |
| 36 |
__field(u64, ratio) |
| 37 |
), |
| 38 |
|
| 39 |
TP_fast_assign( |
| 40 |
struct sock *ssk; |
| 41 |
|
| 42 |
__entry->active = mptcp_subflow_active(subflow); |
| 43 |
__entry->backup = subflow->backup || subflow->request_bkup; |
| 44 |
|
| 45 |
if (subflow->tcp_sock && sk_fullsock(subflow->tcp_sock)) |
| 46 |
__entry->free = sk_stream_memory_free(subflow->tcp_sock); |
| 47 |
else |
| 48 |
__entry->free = 0; |
| 49 |
|
| 50 |
ssk = mptcp_subflow_tcp_sock(subflow); |
| 51 |
if (ssk && sk_fullsock(ssk)) { |
| 52 |
__entry->snd_wnd = tcp_sk(ssk)->snd_wnd; |
| 53 |
__entry->pace = READ_ONCE(ssk->sk_pacing_rate); |
| 54 |
} else { |
| 55 |
__entry->snd_wnd = 0; |
| 56 |
__entry->pace = 0; |
| 57 |
} |
| 58 |
|
| 59 |
if (ssk && sk_fullsock(ssk) && __entry->pace) |
| 60 |
__entry->ratio = div_u64((u64)ssk->sk_wmem_queued << 32, __entry->pace); |
| 61 |
else |
| 62 |
__entry->ratio = 0; |
| 63 |
), |
| 64 |
|
| 65 |
TP_printk("active=%d free=%d snd_wnd=%u pace=%u backup=%u ratio=%llu", |
| 66 |
__entry->active, __entry->free, |
| 67 |
__entry->snd_wnd, __entry->pace, |
| 68 |
__entry->backup, __entry->ratio) |
| 69 |
); |
| 70 |
|
| 71 |
DECLARE_EVENT_CLASS(mptcp_dump_mpext, |
| 72 |
|
| 73 |
TP_PROTO(struct mptcp_ext *mpext), |
| 74 |
|
| 75 |
TP_ARGS(mpext), |
| 76 |
|
| 77 |
TP_STRUCT__entry( |
| 78 |
__field(u64, data_ack) |
| 79 |
__field(u64, data_seq) |
| 80 |
__field(u32, subflow_seq) |
| 81 |
__field(u16, data_len) |
| 82 |
__field(u16, csum) |
| 83 |
__field(u8, use_map) |
| 84 |
__field(u8, dsn64) |
| 85 |
__field(u8, data_fin) |
| 86 |
__field(u8, use_ack) |
| 87 |
__field(u8, ack64) |
| 88 |
__field(u8, mpc_map) |
| 89 |
__field(u8, frozen) |
| 90 |
__field(u8, reset_transient) |
| 91 |
__field(u8, reset_reason) |
| 92 |
__field(u8, csum_reqd) |
| 93 |
__field(u8, infinite_map) |
| 94 |
), |
| 95 |
|
| 96 |
TP_fast_assign( |
| 97 |
__entry->data_ack = mpext->ack64 ? mpext->data_ack : mpext->data_ack32; |
| 98 |
__entry->data_seq = mpext->data_seq; |
| 99 |
__entry->subflow_seq = mpext->subflow_seq; |
| 100 |
__entry->data_len = mpext->data_len; |
| 101 |
__entry->csum = (__force u16)mpext->csum; |
| 102 |
__entry->use_map = mpext->use_map; |
| 103 |
__entry->dsn64 = mpext->dsn64; |
| 104 |
__entry->data_fin = mpext->data_fin; |
| 105 |
__entry->use_ack = mpext->use_ack; |
| 106 |
__entry->ack64 = mpext->ack64; |
| 107 |
__entry->mpc_map = mpext->mpc_map; |
| 108 |
__entry->frozen = mpext->frozen; |
| 109 |
__entry->reset_transient = mpext->reset_transient; |
| 110 |
__entry->reset_reason = mpext->reset_reason; |
| 111 |
__entry->csum_reqd = mpext->csum_reqd; |
| 112 |
__entry->infinite_map = mpext->infinite_map; |
| 113 |
), |
| 114 |
|
| 115 |
TP_printk("data_ack=%llu data_seq=%llu subflow_seq=%u data_len=%u csum=%x use_map=%u dsn64=%u data_fin=%u use_ack=%u ack64=%u mpc_map=%u frozen=%u reset_transient=%u reset_reason=%u csum_reqd=%u infinite_map=%u", |
| 116 |
__entry->data_ack, __entry->data_seq, |
| 117 |
__entry->subflow_seq, __entry->data_len, |
| 118 |
__entry->csum, __entry->use_map, |
| 119 |
__entry->dsn64, __entry->data_fin, |
| 120 |
__entry->use_ack, __entry->ack64, |
| 121 |
__entry->mpc_map, __entry->frozen, |
| 122 |
__entry->reset_transient, __entry->reset_reason, |
| 123 |
__entry->csum_reqd, __entry->infinite_map) |
| 124 |
); |
| 125 |
|
| 126 |
DEFINE_EVENT(mptcp_dump_mpext, mptcp_sendmsg_frag, |
| 127 |
TP_PROTO(struct mptcp_ext *mpext), |
| 128 |
TP_ARGS(mpext)); |
| 129 |
|
| 130 |
DEFINE_EVENT(mptcp_dump_mpext, get_mapping_status, |
| 131 |
TP_PROTO(struct mptcp_ext *mpext), |
| 132 |
TP_ARGS(mpext)); |
| 133 |
|
| 134 |
TRACE_EVENT(ack_update_msk, |
| 135 |
|
| 136 |
TP_PROTO(u64 data_ack, u64 old_snd_una, |
| 137 |
u64 new_snd_una, u64 new_wnd_end, |
| 138 |
u64 msk_wnd_end), |
| 139 |
|
| 140 |
TP_ARGS(data_ack, old_snd_una, |
| 141 |
new_snd_una, new_wnd_end, |
| 142 |
msk_wnd_end), |
| 143 |
|
| 144 |
TP_STRUCT__entry( |
| 145 |
__field(u64, data_ack) |
| 146 |
__field(u64, old_snd_una) |
| 147 |
__field(u64, new_snd_una) |
| 148 |
__field(u64, new_wnd_end) |
| 149 |
__field(u64, msk_wnd_end) |
| 150 |
), |
| 151 |
|
| 152 |
TP_fast_assign( |
| 153 |
__entry->data_ack = data_ack; |
| 154 |
__entry->old_snd_una = old_snd_una; |
| 155 |
__entry->new_snd_una = new_snd_una; |
| 156 |
__entry->new_wnd_end = new_wnd_end; |
| 157 |
__entry->msk_wnd_end = msk_wnd_end; |
| 158 |
), |
| 159 |
|
| 160 |
TP_printk("data_ack=%llu old_snd_una=%llu new_snd_una=%llu new_wnd_end=%llu msk_wnd_end=%llu", |
| 161 |
__entry->data_ack, __entry->old_snd_una, |
| 162 |
__entry->new_snd_una, __entry->new_wnd_end, |
| 163 |
__entry->msk_wnd_end) |
| 164 |
); |
| 165 |
|
| 166 |
TRACE_EVENT(subflow_check_data_avail, |
| 167 |
|
| 168 |
TP_PROTO(__u8 status, struct sk_buff *skb), |
| 169 |
|
| 170 |
TP_ARGS(status, skb), |
| 171 |
|
| 172 |
TP_STRUCT__entry( |
| 173 |
__field(u8, status) |
| 174 |
__field(const void *, skb) |
| 175 |
), |
| 176 |
|
| 177 |
TP_fast_assign( |
| 178 |
__entry->status = status; |
| 179 |
__entry->skb = skb; |
| 180 |
), |
| 181 |
|
| 182 |
TP_printk("mapping_status=%s, skb=%p", |
| 183 |
show_mapping_status(__entry->status), |
| 184 |
__entry->skb) |
| 185 |
); |
| 186 |
|
| 187 |
#include <trace/events/net_probe_common.h> |
| 188 |
|
| 189 |
TRACE_EVENT(mptcp_rcvbuf_grow, |
| 190 |
|
| 191 |
TP_PROTO(struct sock *sk, int time), |
| 192 |
|
| 193 |
TP_ARGS(sk, time), |
| 194 |
|
| 195 |
TP_STRUCT__entry( |
| 196 |
__field(int, time) |
| 197 |
__field(__u32, rtt_us) |
| 198 |
__field(__u32, copied) |
| 199 |
__field(__u32, inq) |
| 200 |
__field(__u32, space) |
| 201 |
__field(__u32, ooo_space) |
| 202 |
__field(__u32, rcvbuf) |
| 203 |
__field(__u32, rcv_wnd) |
| 204 |
__field(__u8, scaling_ratio) |
| 205 |
__field(__u16, sport) |
| 206 |
__field(__u16, dport) |
| 207 |
__field(__u16, family) |
| 208 |
__array(__u8, saddr, 4) |
| 209 |
__array(__u8, daddr, 4) |
| 210 |
__array(__u8, saddr_v6, 16) |
| 211 |
__array(__u8, daddr_v6, 16) |
| 212 |
__field(const void *, skaddr) |
| 213 |
), |
| 214 |
|
| 215 |
TP_fast_assign( |
| 216 |
struct mptcp_sock *msk = mptcp_sk(sk); |
| 217 |
struct inet_sock *inet = inet_sk(sk); |
| 218 |
bool ofo_empty; |
| 219 |
__be32 *p32; |
| 220 |
|
| 221 |
__entry->time = time; |
| 222 |
__entry->rtt_us = msk->rcvq_space.rtt_us >> 3; |
| 223 |
__entry->copied = msk->rcvq_space.copied; |
| 224 |
__entry->inq = mptcp_inq_hint(sk); |
| 225 |
__entry->space = msk->rcvq_space.space; |
| 226 |
ofo_empty = RB_EMPTY_ROOT(&msk->out_of_order_queue); |
| 227 |
__entry->ooo_space = ofo_empty ? 0 : |
| 228 |
MPTCP_SKB_CB(msk->ooo_last_skb)->end_seq - |
| 229 |
msk->ack_seq; |
| 230 |
|
| 231 |
__entry->rcvbuf = sk->sk_rcvbuf; |
| 232 |
__entry->rcv_wnd = atomic64_read(&msk->rcv_wnd_sent) - |
| 233 |
msk->ack_seq; |
| 234 |
__entry->scaling_ratio = msk->scaling_ratio; |
| 235 |
__entry->sport = ntohs(inet->inet_sport); |
| 236 |
__entry->dport = ntohs(inet->inet_dport); |
| 237 |
__entry->family = sk->sk_family; |
| 238 |
|
| 239 |
p32 = (__be32 *)__entry->saddr; |
| 240 |
*p32 = inet->inet_saddr; |
| 241 |
|
| 242 |
p32 = (__be32 *)__entry->daddr; |
| 243 |
*p32 = inet->inet_daddr; |
| 244 |
|
| 245 |
TP_STORE_ADDRS(__entry, inet->inet_saddr, inet->inet_daddr, |
| 246 |
sk->sk_v6_rcv_saddr, sk->sk_v6_daddr); |
| 247 |
|
| 248 |
__entry->skaddr = sk; |
| 249 |
), |
| 250 |
|
| 251 |
TP_printk("time=%u rtt_us=%u copied=%u inq=%u space=%u ooo=%u scaling_ratio=%u " |
| 252 |
"rcvbuf=%u rcv_wnd=%u family=%d sport=%hu dport=%hu saddr=%pI4 " |
| 253 |
"daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c skaddr=%p", |
| 254 |
__entry->time, __entry->rtt_us, __entry->copied, |
| 255 |
__entry->inq, __entry->space, __entry->ooo_space, |
| 256 |
__entry->scaling_ratio, __entry->rcvbuf, __entry->rcv_wnd, |
| 257 |
__entry->family, __entry->sport, __entry->dport, |
| 258 |
__entry->saddr, __entry->daddr, __entry->saddr_v6, |
| 259 |
__entry->daddr_v6, __entry->skaddr) |
| 260 |
); |
| 261 |
#endif /* _TRACE_MPTCP_H */ |
| 262 |
|
| 263 |
/* This part must be outside protection */ |
| 264 |
#include <trace/define_trace.h> |