1 /* SPDX-License-Identifier: GPL-2.0 */
3 #define TRACE_SYSTEM xdp
5 #if !defined(_TRACE_XDP_H) || defined(TRACE_HEADER_MULTI_READ)
8 #include <linux/netdevice.h>
9 #include <linux/filter.h>
10 #include <linux/tracepoint.h>
11 #include <linux/bpf.h>
13 #define __XDP_ACT_MAP(FN) \
20 #define __XDP_ACT_TP_FN(x) \
21 TRACE_DEFINE_ENUM(XDP_##x);
22 #define __XDP_ACT_SYM_FN(x) \
24 #define __XDP_ACT_SYM_TAB \
25 __XDP_ACT_MAP(__XDP_ACT_SYM_FN) { -1, 0 }
26 __XDP_ACT_MAP(__XDP_ACT_TP_FN)
28 TRACE_EVENT(xdp_exception,
30 TP_PROTO(const struct net_device *dev,
31 const struct bpf_prog *xdp, u32 act),
33 TP_ARGS(dev, xdp, act),
42 __entry->prog_id = xdp->aux->id;
44 __entry->ifindex = dev->ifindex;
47 TP_printk("prog_id=%d action=%s ifindex=%d",
49 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
53 DECLARE_EVENT_CLASS(xdp_redirect_template,
55 TP_PROTO(const struct net_device *dev,
56 const struct bpf_prog *xdp,
57 int to_ifindex, int err,
58 const struct bpf_map *map, u32 map_index),
60 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
67 __field(int, to_ifindex)
69 __field(int, map_index)
73 __entry->prog_id = xdp->aux->id;
74 __entry->act = XDP_REDIRECT;
75 __entry->ifindex = dev->ifindex;
77 __entry->to_ifindex = to_ifindex;
78 __entry->map_id = map ? map->id : 0;
79 __entry->map_index = map_index;
82 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d",
84 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
85 __entry->ifindex, __entry->to_ifindex,
89 DEFINE_EVENT(xdp_redirect_template, xdp_redirect,
90 TP_PROTO(const struct net_device *dev,
91 const struct bpf_prog *xdp,
92 int to_ifindex, int err,
93 const struct bpf_map *map, u32 map_index),
94 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
97 DEFINE_EVENT(xdp_redirect_template, xdp_redirect_err,
98 TP_PROTO(const struct net_device *dev,
99 const struct bpf_prog *xdp,
100 int to_ifindex, int err,
101 const struct bpf_map *map, u32 map_index),
102 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index)
105 #define _trace_xdp_redirect(dev, xdp, to) \
106 trace_xdp_redirect(dev, xdp, to, 0, NULL, 0);
108 #define _trace_xdp_redirect_err(dev, xdp, to, err) \
109 trace_xdp_redirect_err(dev, xdp, to, err, NULL, 0);
111 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map,
112 TP_PROTO(const struct net_device *dev,
113 const struct bpf_prog *xdp,
114 int to_ifindex, int err,
115 const struct bpf_map *map, u32 map_index),
116 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
117 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
118 " map_id=%d map_index=%d",
120 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
121 __entry->ifindex, __entry->to_ifindex,
123 __entry->map_id, __entry->map_index)
126 DEFINE_EVENT_PRINT(xdp_redirect_template, xdp_redirect_map_err,
127 TP_PROTO(const struct net_device *dev,
128 const struct bpf_prog *xdp,
129 int to_ifindex, int err,
130 const struct bpf_map *map, u32 map_index),
131 TP_ARGS(dev, xdp, to_ifindex, err, map, map_index),
132 TP_printk("prog_id=%d action=%s ifindex=%d to_ifindex=%d err=%d"
133 " map_id=%d map_index=%d",
135 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
136 __entry->ifindex, __entry->to_ifindex,
138 __entry->map_id, __entry->map_index)
141 #ifndef __DEVMAP_OBJ_TYPE
142 #define __DEVMAP_OBJ_TYPE
143 struct _bpf_dtab_netdev {
144 struct net_device *dev;
146 #endif /* __DEVMAP_OBJ_TYPE */
148 #define devmap_ifindex(fwd, map) \
150 ((map->map_type == BPF_MAP_TYPE_DEVMAP) ? \
151 ((struct _bpf_dtab_netdev *)fwd)->dev->ifindex : 0))
153 #define _trace_xdp_redirect_map(dev, xdp, fwd, map, idx) \
154 trace_xdp_redirect_map(dev, xdp, devmap_ifindex(fwd, map), \
157 #define _trace_xdp_redirect_map_err(dev, xdp, fwd, map, idx, err) \
158 trace_xdp_redirect_map_err(dev, xdp, devmap_ifindex(fwd, map), \
161 TRACE_EVENT(xdp_cpumap_kthread,
163 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
166 TP_ARGS(map_id, processed, drops, sched),
172 __field(unsigned int, drops)
173 __field(unsigned int, processed)
178 __entry->map_id = map_id;
179 __entry->act = XDP_REDIRECT;
180 __entry->cpu = smp_processor_id();
181 __entry->drops = drops;
182 __entry->processed = processed;
183 __entry->sched = sched;
187 " cpu=%d map_id=%d action=%s"
188 " processed=%u drops=%u"
190 __entry->cpu, __entry->map_id,
191 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
192 __entry->processed, __entry->drops,
196 TRACE_EVENT(xdp_cpumap_enqueue,
198 TP_PROTO(int map_id, unsigned int processed, unsigned int drops,
201 TP_ARGS(map_id, processed, drops, to_cpu),
207 __field(unsigned int, drops)
208 __field(unsigned int, processed)
213 __entry->map_id = map_id;
214 __entry->act = XDP_REDIRECT;
215 __entry->cpu = smp_processor_id();
216 __entry->drops = drops;
217 __entry->processed = processed;
218 __entry->to_cpu = to_cpu;
222 " cpu=%d map_id=%d action=%s"
223 " processed=%u drops=%u"
225 __entry->cpu, __entry->map_id,
226 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
227 __entry->processed, __entry->drops,
231 TRACE_EVENT(xdp_devmap_xmit,
233 TP_PROTO(const struct bpf_map *map, u32 map_index,
235 const struct net_device *from_dev,
236 const struct net_device *to_dev, int err),
238 TP_ARGS(map, map_index, sent, drops, from_dev, to_dev, err),
243 __field(u32, map_index)
246 __field(int, from_ifindex)
247 __field(int, to_ifindex)
252 __entry->map_id = map->id;
253 __entry->act = XDP_REDIRECT;
254 __entry->map_index = map_index;
255 __entry->drops = drops;
256 __entry->sent = sent;
257 __entry->from_ifindex = from_dev->ifindex;
258 __entry->to_ifindex = to_dev->ifindex;
262 TP_printk("ndo_xdp_xmit"
263 " map_id=%d map_index=%d action=%s"
265 " from_ifindex=%d to_ifindex=%d err=%d",
266 __entry->map_id, __entry->map_index,
267 __print_symbolic(__entry->act, __XDP_ACT_SYM_TAB),
268 __entry->sent, __entry->drops,
269 __entry->from_ifindex, __entry->to_ifindex, __entry->err)
272 #endif /* _TRACE_XDP_H */
274 #include <trace/define_trace.h>