1/*-
2 * SPDX-License-Identifier: BSD-2-Clause
3 *
4 * Copyright 2006-2008 John Birrell <jb@FreeBSD.org>
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 *
27 * Statically Defined Tracing (SDT) definitions.
28 *
29 */
30
31#ifndef _SYS_SDT_H
32#define	_SYS_SDT_H
33
34#ifndef _KERNEL
35
36#define	_DTRACE_VERSION	1
37
38#define	DTRACE_PROBE(prov, name) {				\
39	extern void __dtrace_##prov##___##name(void);		\
40	__dtrace_##prov##___##name();				\
41}
42
43#define	DTRACE_PROBE1(prov, name, arg1) {			\
44	extern void __dtrace_##prov##___##name(unsigned long);	\
45	__dtrace_##prov##___##name((unsigned long)arg1);	\
46}
47
48#define	DTRACE_PROBE2(prov, name, arg1, arg2) {			\
49	extern void __dtrace_##prov##___##name(unsigned long,	\
50	    unsigned long);					\
51	__dtrace_##prov##___##name((unsigned long)arg1,		\
52	    (unsigned long)arg2);				\
53}
54
55#define	DTRACE_PROBE3(prov, name, arg1, arg2, arg3) {		\
56	extern void __dtrace_##prov##___##name(unsigned long,	\
57	    unsigned long, unsigned long);			\
58	__dtrace_##prov##___##name((unsigned long)arg1,		\
59	    (unsigned long)arg2, (unsigned long)arg3);		\
60}
61
62#define	DTRACE_PROBE4(prov, name, arg1, arg2, arg3, arg4) {	\
63	extern void __dtrace_##prov##___##name(unsigned long,	\
64	    unsigned long, unsigned long, unsigned long);	\
65	__dtrace_##prov##___##name((unsigned long)arg1,		\
66	    (unsigned long)arg2, (unsigned long)arg3,		\
67	    (unsigned long)arg4);				\
68}
69
70#define	DTRACE_PROBE5(prov, name, arg1, arg2, arg3, arg4, arg5) {	\
71	extern void __dtrace_##prov##___##name(unsigned long,		\
72	    unsigned long, unsigned long, unsigned long, unsigned long);\
73	__dtrace_##prov##___##name((unsigned long)arg1,			\
74	    (unsigned long)arg2, (unsigned long)arg3,			\
75	    (unsigned long)arg4, (unsigned long)arg5);			\
76}
77
78#else /* _KERNEL */
79
80#include <sys/cdefs.h>
81#include <sys/linker_set.h>
82
83extern volatile bool sdt_probes_enabled;
84
85#ifndef KDTRACE_HOOKS
86
87#define __sdt_used	__unused
88
89#define SDT_PROVIDER_DEFINE(prov)
90#define SDT_PROVIDER_DECLARE(prov)
91#define SDT_PROBE_DEFINE(prov, mod, func, name)
92#define SDT_PROBE_DECLARE(prov, mod, func, name)
93#define SDT_PROBES_ENABLED()	0
94#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
95#define SDT_PROBE_ARGTYPE(prov, mod, func, name, num, type, xtype)
96
97#define	SDT_PROBE_DEFINE0(prov, mod, func, name)
98#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)
99#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)
100#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)
101#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
102#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
103#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2,      \
104    arg3, arg4, arg5)
105#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2,      \
106    arg3, arg4, arg5, arg6)
107
108#define	SDT_PROBE0(prov, mod, func, name)
109#define	SDT_PROBE1(prov, mod, func, name, arg0)
110#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)
111#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)
112#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)
113#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
114#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)
115#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
116    arg6)
117
118#define	MIB_SDT_PROBE1(...)
119#define	MIB_SDT_PROBE2(...)
120
121#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)
122#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0)
123#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0,     \
124    arg1, xarg1)
125#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0,     \
126    arg1, xarg1, arg2, xarg2)
127#define SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0,     \
128    arg1, xarg1, arg2, xarg2, arg3, xarg3)
129#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0,     \
130    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)
131#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0,     \
132    arg1,  xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)
133#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0,     \
134    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6,     \
135    xarg6)
136
137#define	DTRACE_PROBE(name)
138#define	DTRACE_PROBE1(name, type0, arg0)
139#define	DTRACE_PROBE2(name, type0, arg0, type1, arg1)
140#define	DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)
141#define	DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)
142#define	DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,\
143    type4, arg4)
144
145#else
146
147#define __sdt_used
148
149SET_DECLARE(sdt_providers_set, struct sdt_provider);
150SET_DECLARE(sdt_probes_set, struct sdt_probe);
151SET_DECLARE(sdt_argtypes_set, struct sdt_argtype);
152
153#define	_SDT_PROBE_NAME(prov, mod, func, name)				\
154	sdt_##prov##_##mod##_##func##_##name
155#define	_SDT_PROVIDER_NAME(prov)					\
156	sdt_provider_##prov
157
158#define SDT_PROVIDER_DEFINE(_prov)					\
159	struct sdt_provider _SDT_PROVIDER_NAME(_prov)[1] = {		\
160		[0] = { .name = #_prov },				\
161	};								\
162	DATA_SET(sdt_providers_set, _SDT_PROVIDER_NAME(_prov))
163
164#define SDT_PROVIDER_DECLARE(prov)					\
165	extern struct sdt_provider _SDT_PROVIDER_NAME(prov)[1]
166
167#define SDT_PROBE_DEFINE(_prov, _mod, _func, _name)			\
168	struct sdt_probe _SDT_PROBE_NAME(_prov, _mod, _func, _name)[1] = { \
169		[0] = {							\
170		    .version = sizeof(struct sdt_probe),		\
171		    .prov = _SDT_PROVIDER_NAME(_prov),			\
172		    .mod = #_mod,					\
173		    .func = #_func,					\
174		    .name = #_name,					\
175		},							\
176	};								\
177	DATA_SET(sdt_probes_set, _SDT_PROBE_NAME(_prov, _mod, _func, _name))
178
179#define SDT_PROBE_DECLARE(prov, mod, func, name)			\
180	extern struct sdt_probe _SDT_PROBE_NAME(prov, mod, func, name)[1]
181
182#define	SDT_PROBES_ENABLED()	__predict_false(sdt_probes_enabled)
183
184#define SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)	do {	\
185	if (SDT_PROBES_ENABLED()) {						\
186		if (__predict_false(_SDT_PROBE_NAME(prov, mod, func, name)->id)) \
187		(*sdt_probe_func)(_SDT_PROBE_NAME(prov, mod, func, name)->id,	\
188		    (uintptr_t) arg0, (uintptr_t) arg1, (uintptr_t) arg2,	\
189		    (uintptr_t) arg3, (uintptr_t) arg4);			\
190	} \
191} while (0)
192
193#define SDT_PROBE_ARGTYPE(_prov, _mod, _func, _name, _num, _type, _xtype) \
194	static struct sdt_argtype					\
195	    sdta_##_prov##_##_mod##_##_func##_##_name##_num[1] = {	\
196		[0] = {							\
197		    .ndx = _num,					\
198		    .type = _type,					\
199		    .xtype = _xtype,					\
200		    .probe = _SDT_PROBE_NAME(_prov, _mod, _func, _name), \
201		},							\
202	};								\
203	DATA_SET(sdt_argtypes_set,					\
204	    sdta_##_prov##_##_mod##_##_func##_##_name##_num);
205
206#define	SDT_PROBE_DEFINE0(prov, mod, func, name)			\
207	SDT_PROBE_DEFINE(prov, mod, func, name)
208
209#define	SDT_PROBE_DEFINE1(prov, mod, func, name, arg0)			\
210	SDT_PROBE_DEFINE(prov, mod, func, name);			\
211	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL)
212
213#define	SDT_PROBE_DEFINE2(prov, mod, func, name, arg0, arg1)		\
214	SDT_PROBE_DEFINE(prov, mod, func, name);			\
215	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
216	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL)
217
218#define	SDT_PROBE_DEFINE3(prov, mod, func, name, arg0, arg1, arg2)\
219	SDT_PROBE_DEFINE(prov, mod, func, name);			\
220	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
221	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
222	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL)
223
224#define	SDT_PROBE_DEFINE4(prov, mod, func, name, arg0, arg1, arg2, arg3) \
225	SDT_PROBE_DEFINE(prov, mod, func, name);			\
226	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
227	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
228	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
229	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL)
230
231#define	SDT_PROBE_DEFINE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
232	SDT_PROBE_DEFINE(prov, mod, func, name);			\
233	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
234	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
235	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
236	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
237	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL)
238
239#define	SDT_PROBE_DEFINE6(prov, mod, func, name, arg0, arg1, arg2, arg3,\
240    arg4, arg5) \
241	SDT_PROBE_DEFINE(prov, mod, func, name);			\
242	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
243	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
244	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
245	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
246	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
247	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL)
248
249#define	SDT_PROBE_DEFINE7(prov, mod, func, name, arg0, arg1, arg2, arg3,\
250    arg4, arg5, arg6) \
251	SDT_PROBE_DEFINE(prov, mod, func, name);			\
252	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, NULL);	\
253	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, NULL);	\
254	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, NULL);	\
255	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, NULL);	\
256	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, NULL);	\
257	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, NULL);	\
258	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, NULL)
259
260#define	SDT_PROBE_DEFINE0_XLATE(prov, mod, func, name)		\
261	SDT_PROBE_DEFINE(prov, mod, func, name)
262
263#define	SDT_PROBE_DEFINE1_XLATE(prov, mod, func, name, arg0, xarg0) \
264	SDT_PROBE_DEFINE(prov, mod, func, name);			\
265	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0)
266
267#define	SDT_PROBE_DEFINE2_XLATE(prov, mod, func, name, arg0, xarg0, \
268    arg1,  xarg1)							\
269	SDT_PROBE_DEFINE(prov, mod, func, name);			\
270	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
271	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1)
272
273#define	SDT_PROBE_DEFINE3_XLATE(prov, mod, func, name, arg0, xarg0, \
274    arg1, xarg1, arg2, xarg2)						\
275	SDT_PROBE_DEFINE(prov, mod, func, name);			\
276	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
277	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
278	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2)
279
280#define	SDT_PROBE_DEFINE4_XLATE(prov, mod, func, name, arg0, xarg0, \
281    arg1, xarg1, arg2, xarg2, arg3, xarg3)				\
282	SDT_PROBE_DEFINE(prov, mod, func, name);			\
283	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
284	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
285	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
286	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3)
287
288#define	SDT_PROBE_DEFINE5_XLATE(prov, mod, func, name, arg0, xarg0, \
289    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4)			\
290	SDT_PROBE_DEFINE(prov, mod, func, name);			\
291	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
292	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
293	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
294	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
295	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4)
296
297#define	SDT_PROBE_DEFINE6_XLATE(prov, mod, func, name, arg0, xarg0, \
298    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5)	\
299	SDT_PROBE_DEFINE(prov, mod, func, name);			\
300	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
301	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
302	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
303	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
304	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
305	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5)
306
307#define	SDT_PROBE_DEFINE7_XLATE(prov, mod, func, name, arg0, xarg0, \
308    arg1, xarg1, arg2, xarg2, arg3, xarg3, arg4, xarg4, arg5, xarg5, arg6, \
309    xarg6)								\
310	SDT_PROBE_DEFINE(prov, mod, func, name);			\
311	SDT_PROBE_ARGTYPE(prov, mod, func, name, 0, arg0, xarg0);	\
312	SDT_PROBE_ARGTYPE(prov, mod, func, name, 1, arg1, xarg1);	\
313	SDT_PROBE_ARGTYPE(prov, mod, func, name, 2, arg2, xarg2);	\
314	SDT_PROBE_ARGTYPE(prov, mod, func, name, 3, arg3, xarg3);	\
315	SDT_PROBE_ARGTYPE(prov, mod, func, name, 4, arg4, xarg4);	\
316	SDT_PROBE_ARGTYPE(prov, mod, func, name, 5, arg5, xarg5);	\
317	SDT_PROBE_ARGTYPE(prov, mod, func, name, 6, arg6, xarg6)
318
319#define	SDT_PROBE0(prov, mod, func, name)				\
320	SDT_PROBE(prov, mod, func, name, 0, 0, 0, 0, 0)
321#define	SDT_PROBE1(prov, mod, func, name, arg0)				\
322	SDT_PROBE(prov, mod, func, name, arg0, 0, 0, 0, 0)
323#define	SDT_PROBE2(prov, mod, func, name, arg0, arg1)			\
324	SDT_PROBE(prov, mod, func, name, arg0, arg1, 0, 0, 0)
325#define	SDT_PROBE3(prov, mod, func, name, arg0, arg1, arg2)		\
326	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2,  0, 0)
327#define	SDT_PROBE4(prov, mod, func, name, arg0, arg1, arg2, arg3)	\
328	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, 0)
329#define	SDT_PROBE5(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4) \
330	SDT_PROBE(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4)
331#define	SDT_PROBE6(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5)  \
332	do {								       \
333		if (_SDT_PROBE_NAME(prov, mod, func, name)->id)		       \
334			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
335			    uintptr_t, uintptr_t, uintptr_t))sdt_probe_func)(  \
336			    _SDT_PROBE_NAME(prov, mod, func, name)->id,        \
337			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
338			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5);\
339	} while (0)
340#define	SDT_PROBE7(prov, mod, func, name, arg0, arg1, arg2, arg3, arg4, arg5,  \
341    arg6)								       \
342	do {								       \
343		if (_SDT_PROBE_NAME(prov, mod, func, name)->id)		       \
344			(*(void (*)(uint32_t, uintptr_t, uintptr_t, uintptr_t, \
345			    uintptr_t, uintptr_t, uintptr_t, uintptr_t))       \
346			    sdt_probe_func)(				       \
347			    _SDT_PROBE_NAME(prov, mod, func, name)->id,        \
348			    (uintptr_t)arg0, (uintptr_t)arg1, (uintptr_t)arg2, \
349			    (uintptr_t)arg3, (uintptr_t)arg4, (uintptr_t)arg5, \
350			    (uintptr_t)arg6);				       \
351	} while (0)
352
353#ifndef KDTRACE_NO_MIB_SDT
354#define	MIB_SDT_PROBE1(...)	SDT_PROBE1(mib, __VA_ARGS__)
355#define	MIB_SDT_PROBE2(...)	SDT_PROBE2(mib, __VA_ARGS__)
356#else
357#define	MIB_SDT_PROBE1(...)
358#define	MIB_SDT_PROBE2(...)
359#endif
360
361#define	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4)	do { \
362	static SDT_PROBE_DEFINE(sdt, , , name);				     \
363	SDT_PROBE(sdt, , , name, arg0, arg1, arg2, arg3, arg4);
364#define DTRACE_PROBE_IMPL_END	} while (0)
365
366#define DTRACE_PROBE(name)						\
367	DTRACE_PROBE_IMPL_START(name, 0, 0, 0, 0, 0)			\
368	DTRACE_PROBE_IMPL_END
369
370#define DTRACE_PROBE1(name, type0, arg0)				\
371	DTRACE_PROBE_IMPL_START(name, arg0, 0, 0, 0, 0) 		\
372	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
373	DTRACE_PROBE_IMPL_END
374
375#define DTRACE_PROBE2(name, type0, arg0, type1, arg1)			\
376	DTRACE_PROBE_IMPL_START(name, arg0, arg1, 0, 0, 0) 		\
377	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
378	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
379	DTRACE_PROBE_IMPL_END
380
381#define DTRACE_PROBE3(name, type0, arg0, type1, arg1, type2, arg2)	\
382	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, 0, 0)	 	\
383	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
384	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
385	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
386	DTRACE_PROBE_IMPL_END
387
388#define DTRACE_PROBE4(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3)	\
389	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, 0) 	\
390	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
391	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
392	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
393	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
394	DTRACE_PROBE_IMPL_END
395
396#define DTRACE_PROBE5(name, type0, arg0, type1, arg1, type2, arg2, type3, arg3,	\
397    type4, arg4)								\
398	DTRACE_PROBE_IMPL_START(name, arg0, arg1, arg2, arg3, arg4) 	\
399	SDT_PROBE_ARGTYPE(sdt, , , name, 0, #type0, NULL);		\
400	SDT_PROBE_ARGTYPE(sdt, , , name, 1, #type1, NULL);		\
401	SDT_PROBE_ARGTYPE(sdt, , , name, 2, #type2, NULL);		\
402	SDT_PROBE_ARGTYPE(sdt, , , name, 3, #type3, NULL);		\
403	SDT_PROBE_ARGTYPE(sdt, , , name, 4, #type4, NULL);		\
404	DTRACE_PROBE_IMPL_END
405
406#endif /* KDTRACE_HOOKS */
407
408/*
409 * This type definition must match that of dtrace_probe. It is defined this
410 * way to avoid having to rely on CDDL code.
411 */
412typedef	void (*sdt_probe_func_t)(uint32_t, uintptr_t arg0, uintptr_t arg1,
413    uintptr_t arg2, uintptr_t arg3, uintptr_t arg4);
414
415/*
416 * The 'sdt' provider will set it to dtrace_probe when it loads.
417 */
418extern sdt_probe_func_t	sdt_probe_func;
419
420struct sdt_probe;
421struct sdt_provider;
422struct linker_file;
423
424struct sdt_argtype {
425	int		ndx;		/* Argument index. */
426	const char	*type;		/* Argument type string. */
427	const char	*xtype;		/* Translated argument type. */
428	TAILQ_ENTRY(sdt_argtype)
429			argtype_entry;	/* Argument type list entry. */
430	struct sdt_probe *probe;	/* Ptr to the probe structure. */
431};
432
433struct sdt_probe {
434	int		version;	/* Set to sizeof(struct sdt_probe). */
435	struct sdt_provider *prov;	/* Ptr to the provider structure. */
436	TAILQ_ENTRY(sdt_probe)
437			probe_entry;	/* SDT probe list entry. */
438	TAILQ_HEAD(, sdt_argtype) argtype_list;
439	const char	*mod;
440	const char	*func;
441	const char	*name;
442	id_t		id;		/* DTrace probe ID. */
443	int		n_args;		/* Number of arguments. */
444	struct linker_file *sdtp_lf;	/* Module in which we're defined. */
445};
446
447struct sdt_provider {
448	char *name;			/* Provider name. */
449	TAILQ_ENTRY(sdt_provider)
450			prov_entry;	/* SDT provider list entry. */
451	uintptr_t	id;		/* DTrace provider ID. */
452	int		sdt_refs;	/* Number of module references. */
453};
454
455void sdt_probe_stub(uint32_t, uintptr_t, uintptr_t, uintptr_t, uintptr_t,
456    uintptr_t);
457
458SDT_PROVIDER_DECLARE(sdt);
459
460#endif /* _KERNEL */
461
462#endif /* _SYS_SDT_H */
463