1/*-
2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3 *
4 * Copyright 2006-2008 John Birrell <jb@FreeBSD.org>
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 *
27 * $FreeBSD$
28 *
29 * Statically Defined Tracing (SDT) definitions.
30 *
31 */
32
33#ifndef _SYS_SDT_H
34#define	_SYS_SDT_H
35
36#ifndef _KERNEL
37
38#define	_DTRACE_VERSION	1
39
40#define	DTRACE_PROBE(prov, name) {				\
41	extern void __dtrace_##prov##___##name(void);		\
42	__dtrace_##prov##___##name();				\
43}
44
45#define	DTRACE_PROBE1(prov, name, arg1) {			\
46	extern void __dtrace_##prov##___##name(unsigned long);	\
47	__dtrace_##prov##___##name((unsigned long)arg1);	\
48}
49
50#define	DTRACE_PROBE2(prov, name, arg1, arg2) {			\
51	extern void __dtrace_##prov##___##name(unsigned long,	\
52	    unsigned long);					\
53	__dtrace_##prov##___##name((unsigned long)arg1,		\
54	    (unsigned long)arg2);				\
55}
56
57#define	DTRACE_PROBE3(prov, name, arg1, arg2, arg3) {		\
58	extern void __dtrace_##prov##___##name(unsigned long,	\
59	    unsigned long, unsigned long);			\
60	__dtrace_##prov##___##name((unsigned long)arg1,		\
61	    (unsigned long)arg2, (unsigned long)arg3);		\
62}
63
64#define	DTRACE_PROBE4(prov, name, arg1, arg2, arg3, arg4) {	\
65	extern void __dtrace_##prov##___##name(unsigned long,	\
66	    unsigned long, unsigned long, unsigned long);	\
67	__dtrace_##prov##___##name((unsigned long)arg1,		\
68	    (unsigned long)arg2, (unsigned long)arg3,		\
69	    (unsigned long)arg4);				\
70}
71
72#define	DTRACE_PROBE5(prov, name, arg1, arg2, arg3, arg4, arg5) {	\
73	extern void __dtrace_##prov##___##name(unsigned long,		\
74	    unsigned long, unsigned long, unsigned long, unsigned long);\
75	__dtrace_##prov##___##name((unsigned long)arg1,			\
76	    (unsigned long)arg2, (unsigned long)arg3,			\
77	    (unsigned long)arg4, (unsigned long)arg5);			\
78}
79
80#else /* _KERNEL */
81
82#include <sys/cdefs.h>
83#include <sys/linker_set.h>
84
85extern volatile bool sdt_probes_enabled;
86
87#ifndef KDTRACE_HOOKS
88
89#define SDT_PROVIDER_DEFINE(prov)
90#define SDT_PROVIDER_DECLARE(prov)
91#define SDT_PROBE_DEFINE(prov, mod, func, name)
92#define SDT_PROBE_DECLARE(prov, mod, func, name)
93#define SDT_PROBES_ENABLED()	0
94#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
95#define SDT_PROBE_ARGTYPE(prov, mod, func, name, num, type, xtype)
96
97#define	SDT_PROBE_DEFINE0(prov, mod, func, name)
98#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)
99#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)
100#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)
101#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
102#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
103#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2,      \
104    arg3, arg4, arg5)
105#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2,      \
106    arg3, arg4, arg5, arg6)
107
108#define	SDT_PROBE0(prov, mod, func, name)
109#define	SDT_PROBE1(prov, mod, func, name, arg0)
110#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)
111#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)
112#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
113#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
114#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)
115#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
116    arg6)
117
118#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)
119#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0)
120#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0,     \
121    arg1, xarg1)
122#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0,     \
123    arg1, xarg1, arg2, xarg2)
124#define SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0,     \
125    arg1, xarg1, arg2, xarg2, arg3, xarg3)
126#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0,     \
127    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)
128#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0,     \
129    arg1,  xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)
130#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0,     \
131    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6,     \
132    xarg6)
133
134#define	DTRACE_PROBE(name)
135#define	DTRACE_PROBE1(name, type0, arg0)
136#define	DTRACE_PROBE2(name, type0, arg0, type1, arg1)
137#define	DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)
138#define	DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)
139#define	DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,\
140    type4, arg4)
141
142#else
143
144SET_DECLARE(sdt_providers_set, struct sdt_provider);
145SET_DECLARE(sdt_probes_set, struct sdt_probe);
146SET_DECLARE(sdt_argtypes_set, struct sdt_argtype);
147
148#define SDT_PROVIDER_DEFINE(prov)						\
149	struct sdt_provider sdt_provider_##prov[1] = {				\
150		{ #prov, { NULL, NULL }, 0, 0 }					\
151	};									\
152	DATA_SET(sdt_providers_set, sdt_provider_##prov);
153
154#define SDT_PROVIDER_DECLARE(prov)						\
155	extern struct sdt_provider sdt_provider_##prov[1]
156
157#define SDT_PROBE_DEFINE(prov, mod, func, name)					\
158	struct sdt_probe sdt_##prov##_##mod##_##func##_##name[1] = {		\
159		{ sizeof(struct sdt_probe), sdt_provider_##prov,		\
160		    { NULL, NULL }, { NULL, NULL }, #mod, #func, #name, 0, 0,	\
161		    NULL }							\
162	};									\
163	DATA_SET(sdt_probes_set, sdt_##prov##_##mod##_##func##_##name);
164
165#define SDT_PROBE_DECLARE(prov, mod, func, name)				\
166	extern struct sdt_probe sdt_##prov##_##mod##_##func##_##name[1]
167
168#define	SDT_PROBES_ENABLED()	__predict_false(sdt_probes_enabled)
169
170#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)	do {	\
171	if (SDT_PROBES_ENABLED()) {						\
172		if (__predict_false(sdt_##prov##_##mod##_##func##_##name->id))	\
173		(*sdt_probe_func)(sdt_##prov##_##mod##_##func##_##name->id,	\
174		    (uintptr_t) arg0, (uintptr_t) arg1, (uintptr_t) arg2,	\
175		    (uintptr_t) arg3, (uintptr_t) arg4);			\
176	} \
177} while (0)
178
179#define SDT_PROBE_ARGTYPE(prov, mod, func, name, num, type, xtype)		\
180	static struct sdt_argtype sdta_##prov##_##mod##_##func##_##name##num[1]	\
181	    = { { num, type, xtype, { NULL, NULL },				\
182	    sdt_##prov##_##mod##_##func##_##name }				\
183	};									\
184	DATA_SET(sdt_argtypes_set, sdta_##prov##_##mod##_##func##_##name##num);
185
186#define	SDT_PROBE_DEFINE0(prov, mod, func, name)			\
187	SDT_PROBE_DEFINE(prov, mod, func, name)
188
189#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)			\
190	SDT_PROBE_DEFINE(prov, mod, func, name);			\
191	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL)
192
193#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)		\
194	SDT_PROBE_DEFINE(prov, mod, func, name);			\
195	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
196	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL)
197
198#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)\
199	SDT_PROBE_DEFINE(prov, mod, func, name);			\
200	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
201	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
202	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL)
203
204#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3) \
205	SDT_PROBE_DEFINE(prov, mod, func, name);			\
206	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
207	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
208	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
209	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL)
210
211#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
212	SDT_PROBE_DEFINE(prov, mod, func, name);			\
213	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
214	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
215	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
216	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
217	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL)
218
219#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2, arg3,\
220    arg4, arg5) \
221	SDT_PROBE_DEFINE(prov, mod, func, name);			\
222	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
223	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
224	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
225	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
226	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
227	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL)
228
229#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2, arg3,\
230    arg4, arg5, arg6) \
231	SDT_PROBE_DEFINE(prov, mod, func, name);			\
232	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
233	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
234	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
235	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
236	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
237	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL);	\
238	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, NULL)
239
240#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)		\
241	SDT_PROBE_DEFINE(prov, mod, func, name)
242
243#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0) \
244	SDT_PROBE_DEFINE(prov, mod, func, name);			\
245	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0)
246
247#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0, \
248    arg1,  xarg1)							\
249	SDT_PROBE_DEFINE(prov, mod, func, name);			\
250	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
251	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1)
252
253#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0, \
254    arg1, xarg1, arg2, xarg2)						\
255	SDT_PROBE_DEFINE(prov, mod, func, name);			\
256	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
257	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
258	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2)
259
260#define	SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0, \
261    arg1, xarg1, arg2, xarg2, arg3, xarg3)				\
262	SDT_PROBE_DEFINE(prov, mod, func, name);			\
263	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
264	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
265	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
266	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3)
267
268#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0, \
269    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)			\
270	SDT_PROBE_DEFINE(prov, mod, func, name);			\
271	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
272	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
273	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
274	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
275	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4)
276
277#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0, \
278    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)	\
279	SDT_PROBE_DEFINE(prov, mod, func, name);			\
280	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
281	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
282	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
283	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
284	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
285	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5)
286
287#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0, \
288    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6, \
289    xarg6)								\
290	SDT_PROBE_DEFINE(prov, mod, func, name);			\
291	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
292	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
293	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
294	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
295	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
296	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5);	\
297	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, xarg6)
298
299#define	SDT_PROBE0(prov, mod, func, name)				\
300	SDT_PROBE(prov, mod, func, name, 0, 0, 0, 0, 0)
301#define	SDT_PROBE1(prov, mod, func, name, arg0)				\
302	SDT_PROBE(prov, mod, func, name, arg0, 0, 0, 0, 0)
303#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)			\
304	SDT_PROBE(prov, mod, func, name, arg0, arg1, 0, 0, 0)
305#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)		\
306	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2,  0, 0)
307#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)	\
308	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, 0)
309#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
310	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
311#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)  \
312	do {								       \
313		if (sdt_##prov##_##mod##_##func##_##name->id)		       \
314			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
315			    uintptr_t, uintptr_t, uintptr_t))sdt_probe_func)(  \
316			    sdt_##prov##_##mod##_##func##_##name->id,	       \
317			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
318			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5);\
319	} while (0)
320#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
321    arg6)								       \
322	do {								       \
323		if (sdt_##prov##_##mod##_##func##_##name->id)		       \
324			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
325			    uintptr_t, uintptr_t, uintptr_t, uintptr_t))       \
326			    sdt_probe_func)(				       \
327			    sdt_##prov##_##mod##_##func##_##name->id,	       \
328			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
329			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5, \
330			    (uintptr_t)arg6);				       \
331	} while (0)
332
333#define	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4)	do { \
334	static SDT_PROBE_DEFINE(sdt, , , name);				     \
335	SDT_PROBE(sdt, , , name, arg0, arg1, arg2, arg3, arg4);
336#define DTRACE_PROBE_IMPL_END	} while (0)
337
338#define DTRACE_PROBE(name)						\
339	DTRACE_PROBE_IMPL_START(name, 0, 0, 0, 0, 0)			\
340	DTRACE_PROBE_IMPL_END
341
342#define DTRACE_PROBE1(name, type0, arg0)				\
343	DTRACE_PROBE_IMPL_START(name, arg0, 0, 0, 0, 0) 		\
344	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
345	DTRACE_PROBE_IMPL_END
346
347#define DTRACE_PROBE2(name, type0, arg0, type1, arg1)			\
348	DTRACE_PROBE_IMPL_START(name, arg0, arg1, 0, 0, 0) 		\
349	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
350	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
351	DTRACE_PROBE_IMPL_END
352
353#define DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)	\
354	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, 0, 0)	 	\
355	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
356	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
357	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
358	DTRACE_PROBE_IMPL_END
359
360#define DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)	\
361	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, 0) 	\
362	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
363	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
364	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
365	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
366	DTRACE_PROBE_IMPL_END
367
368#define DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,	\
369    type4, arg4)								\
370	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4) 	\
371	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
372	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
373	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
374	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
375	SDT_PROBE_ARGTYPE(sdt, , , name, 4, #type4, NULL);		\
376	DTRACE_PROBE_IMPL_END
377
378#endif /* KDTRACE_HOOKS */
379
380/*
381 * This type definition must match that of dtrace_probe. It is defined this
382 * way to avoid having to rely on CDDL code.
383 */
384typedef	void (*sdt_probe_func_t)(uint32_t, uintptr_t arg0, uintptr_t arg1,
385    uintptr_t arg2, uintptr_t arg3, uintptr_t arg4);
386
387/*
388 * The 'sdt' provider will set it to dtrace_probe when it loads.
389 */
390extern sdt_probe_func_t	sdt_probe_func;
391
392struct sdt_probe;
393struct sdt_provider;
394struct linker_file;
395
396struct sdt_argtype {
397	int		ndx;		/* Argument index. */
398	const char	*type;		/* Argument type string. */
399	const char	*xtype;		/* Translated argument type. */
400	TAILQ_ENTRY(sdt_argtype)
401			argtype_entry;	/* Argument type list entry. */
402	struct sdt_probe *probe;	/* Ptr to the probe structure. */
403};
404
405struct sdt_probe {
406	int		version;	/* Set to sizeof(struct sdt_probe). */
407	struct sdt_provider *prov;	/* Ptr to the provider structure. */
408	TAILQ_ENTRY(sdt_probe)
409			probe_entry;	/* SDT probe list entry. */
410	TAILQ_HEAD(, sdt_argtype) argtype_list;
411	const char	*mod;
412	const char	*func;
413	const char	*name;
414	id_t		id;		/* DTrace probe ID. */
415	int		n_args;		/* Number of arguments. */
416	struct linker_file *sdtp_lf;	/* Module in which we're defined. */
417};
418
419struct sdt_provider {
420	char *name;			/* Provider name. */
421	TAILQ_ENTRY(sdt_provider)
422			prov_entry;	/* SDT provider list entry. */
423	uintptr_t	id;		/* DTrace provider ID. */
424	int		sdt_refs;	/* Number of module references. */
425};
426
427void sdt_probe_stub(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t,
428    uintptr_t);
429
430SDT_PROVIDER_DECLARE(sdt);
431
432#endif /* _KERNEL */
433
434#endif /* _SYS_SDT_H */
435