1178479Sjb/*
2178479Sjb * CDDL HEADER START
3178479Sjb *
4178479Sjb * The contents of this file are subject to the terms of the
5178479Sjb * Common Development and Distribution License (the "License").
6178479Sjb * You may not use this file except in compliance with the License.
7178479Sjb *
8178479Sjb * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9178479Sjb * or http://www.opensolaris.org/os/licensing.
10178479Sjb * See the License for the specific language governing permissions
11178479Sjb * and limitations under the License.
12178479Sjb *
13178479Sjb * When distributing Covered Code, include this CDDL HEADER in each
14178479Sjb * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15178479Sjb * If applicable, add the following below this CDDL HEADER, with the
16178479Sjb * fields enclosed by brackets "[]" replaced with your own identifying
17178479Sjb * information: Portions Copyright [yyyy] [name of copyright owner]
18178479Sjb *
19178479Sjb * CDDL HEADER END
20178479Sjb */
21178479Sjb/*
22178479Sjb * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
23178479Sjb * Use is subject to license terms.
24178479Sjb */
25178479Sjb
26178479Sjb#pragma ident	"%Z%%M%	%I%	%E% SMI"
27178479Sjb
28178479Sjb#include <stddef.h>
29178479Sjb#include <stdlib.h>
30178479Sjb#include <strings.h>
31178479Sjb#include <errno.h>
32178479Sjb#include <unistd.h>
33178479Sjb#include <assert.h>
34277300Ssmh#ifdef illumos
35178479Sjb#include <alloca.h>
36178575Sjb#endif
37178479Sjb
38178479Sjb#include <dt_impl.h>
39178479Sjb#include <dt_program.h>
40178479Sjb
41178479Sjbstatic const char _dt_errprog[] =
42178479Sjb"dtrace:::ERROR"
43178479Sjb"{"
44178479Sjb"	trace(arg1);"
45178479Sjb"	trace(arg2);"
46178479Sjb"	trace(arg3);"
47178479Sjb"	trace(arg4);"
48178479Sjb"	trace(arg5);"
49178479Sjb"}";
50178479Sjb
51178479Sjbint
52178479Sjbdtrace_handle_err(dtrace_hdl_t *dtp, dtrace_handle_err_f *hdlr, void *arg)
53178479Sjb{
54178479Sjb	dtrace_prog_t *pgp = NULL;
55178479Sjb	dt_stmt_t *stp;
56178479Sjb	dtrace_ecbdesc_t *edp;
57178479Sjb
58178479Sjb	/*
59178479Sjb	 * We don't currently support multiple error handlers.
60178479Sjb	 */
61178479Sjb	if (dtp->dt_errhdlr != NULL)
62178479Sjb		return (dt_set_errno(dtp, EALREADY));
63178479Sjb
64178479Sjb	/*
65178479Sjb	 * If the DTRACEOPT_GRABANON is enabled, the anonymous enabling will
66178479Sjb	 * already have a dtrace:::ERROR probe enabled; save 'hdlr' and 'arg'
67178479Sjb	 * but do not bother compiling and enabling _dt_errprog.
68178479Sjb	 */
69178479Sjb	if (dtp->dt_options[DTRACEOPT_GRABANON] != DTRACEOPT_UNSET)
70178479Sjb		goto out;
71178479Sjb
72178479Sjb	if ((pgp = dtrace_program_strcompile(dtp, _dt_errprog,
73178479Sjb	    DTRACE_PROBESPEC_NAME, DTRACE_C_ZDEFS, 0, NULL)) == NULL)
74178479Sjb		return (dt_set_errno(dtp, dtrace_errno(dtp)));
75178479Sjb
76178479Sjb	stp = dt_list_next(&pgp->dp_stmts);
77178479Sjb	assert(stp != NULL);
78178479Sjb
79178479Sjb	edp = stp->ds_desc->dtsd_ecbdesc;
80178479Sjb	assert(edp != NULL);
81178479Sjb	edp->dted_uarg = DT_ECB_ERROR;
82178479Sjb
83178479Sjbout:
84178479Sjb	dtp->dt_errhdlr = hdlr;
85178479Sjb	dtp->dt_errarg = arg;
86178479Sjb	dtp->dt_errprog = pgp;
87178479Sjb
88178479Sjb	return (0);
89178479Sjb}
90178479Sjb
91178479Sjbint
92178479Sjbdtrace_handle_drop(dtrace_hdl_t *dtp, dtrace_handle_drop_f *hdlr, void *arg)
93178479Sjb{
94178479Sjb	if (dtp->dt_drophdlr != NULL)
95178479Sjb		return (dt_set_errno(dtp, EALREADY));
96178479Sjb
97178479Sjb	dtp->dt_drophdlr = hdlr;
98178479Sjb	dtp->dt_droparg = arg;
99178479Sjb
100178479Sjb	return (0);
101178479Sjb}
102178479Sjb
103178479Sjbint
104178479Sjbdtrace_handle_proc(dtrace_hdl_t *dtp, dtrace_handle_proc_f *hdlr, void *arg)
105178479Sjb{
106178479Sjb	if (dtp->dt_prochdlr != NULL)
107178479Sjb		return (dt_set_errno(dtp, EALREADY));
108178479Sjb
109178479Sjb	dtp->dt_prochdlr = hdlr;
110178479Sjb	dtp->dt_procarg = arg;
111178479Sjb
112178479Sjb	return (0);
113178479Sjb}
114178479Sjb
115178479Sjbint
116178479Sjbdtrace_handle_buffered(dtrace_hdl_t *dtp, dtrace_handle_buffered_f *hdlr,
117178479Sjb    void *arg)
118178479Sjb{
119178479Sjb	if (dtp->dt_bufhdlr != NULL)
120178479Sjb		return (dt_set_errno(dtp, EALREADY));
121178479Sjb
122178479Sjb	if (hdlr == NULL)
123178479Sjb		return (dt_set_errno(dtp, EINVAL));
124178479Sjb
125178479Sjb	dtp->dt_bufhdlr = hdlr;
126178479Sjb	dtp->dt_bufarg = arg;
127178479Sjb
128178479Sjb	return (0);
129178479Sjb}
130178479Sjb
131178479Sjbint
132178479Sjbdtrace_handle_setopt(dtrace_hdl_t *dtp, dtrace_handle_setopt_f *hdlr,
133178479Sjb    void *arg)
134178479Sjb{
135178479Sjb	if (hdlr == NULL)
136178479Sjb		return (dt_set_errno(dtp, EINVAL));
137178479Sjb
138178479Sjb	dtp->dt_setopthdlr = hdlr;
139178479Sjb	dtp->dt_setoptarg = arg;
140178479Sjb
141178479Sjb	return (0);
142178479Sjb}
143178479Sjb
144178479Sjb#define	DT_REC(type, ndx) *((type *)((uintptr_t)data->dtpda_data + \
145178479Sjb    epd->dtepd_rec[(ndx)].dtrd_offset))
146178479Sjb
147178479Sjbstatic int
148178479Sjbdt_handle_err(dtrace_hdl_t *dtp, dtrace_probedata_t *data)
149178479Sjb{
150178479Sjb	dtrace_eprobedesc_t *epd = data->dtpda_edesc, *errepd;
151178479Sjb	dtrace_probedesc_t *pd = data->dtpda_pdesc, *errpd;
152178479Sjb	dtrace_errdata_t err;
153178479Sjb	dtrace_epid_t epid;
154178479Sjb
155178479Sjb	char where[30];
156178479Sjb	char details[30];
157178479Sjb	char offinfo[30];
158178479Sjb	const int slop = 80;
159178479Sjb	const char *faultstr;
160178479Sjb	char *str;
161178479Sjb	int len;
162178479Sjb
163178479Sjb	assert(epd->dtepd_uarg == DT_ECB_ERROR);
164178479Sjb
165178479Sjb	if (epd->dtepd_nrecs != 5 || strcmp(pd->dtpd_provider, "dtrace") != 0 ||
166178479Sjb	    strcmp(pd->dtpd_name, "ERROR") != 0)
167178479Sjb		return (dt_set_errno(dtp, EDT_BADERROR));
168178479Sjb
169178479Sjb	/*
170178479Sjb	 * This is an error.  We have the following items here:  EPID,
171178479Sjb	 * faulting action, DIF offset, fault code and faulting address.
172178479Sjb	 */
173178479Sjb	epid = (uint32_t)DT_REC(uint64_t, 0);
174178479Sjb
175178479Sjb	if (dt_epid_lookup(dtp, epid, &errepd, &errpd) != 0)
176178479Sjb		return (dt_set_errno(dtp, EDT_BADERROR));
177178479Sjb
178178479Sjb	err.dteda_edesc = errepd;
179178479Sjb	err.dteda_pdesc = errpd;
180178479Sjb	err.dteda_cpu = data->dtpda_cpu;
181178479Sjb	err.dteda_action = (int)DT_REC(uint64_t, 1);
182178479Sjb	err.dteda_offset = (int)DT_REC(uint64_t, 2);
183178479Sjb	err.dteda_fault = (int)DT_REC(uint64_t, 3);
184178479Sjb	err.dteda_addr = DT_REC(uint64_t, 4);
185178479Sjb
186178479Sjb	faultstr = dtrace_faultstr(dtp, err.dteda_fault);
187178479Sjb	len = sizeof (where) + sizeof (offinfo) + strlen(faultstr) +
188178479Sjb	    strlen(errpd->dtpd_provider) + strlen(errpd->dtpd_mod) +
189178479Sjb	    strlen(errpd->dtpd_name) + strlen(errpd->dtpd_func) +
190178479Sjb	    slop;
191178479Sjb
192178479Sjb	str = (char *)alloca(len);
193178479Sjb
194178479Sjb	if (err.dteda_action == 0) {
195178479Sjb		(void) sprintf(where, "predicate");
196178479Sjb	} else {
197178479Sjb		(void) sprintf(where, "action #%d", err.dteda_action);
198178479Sjb	}
199178479Sjb
200178479Sjb	if (err.dteda_offset != -1) {
201178479Sjb		(void) sprintf(offinfo, " at DIF offset %d", err.dteda_offset);
202178479Sjb	} else {
203178479Sjb		offinfo[0] = 0;
204178479Sjb	}
205178479Sjb
206178479Sjb	switch (err.dteda_fault) {
207178479Sjb	case DTRACEFLT_BADADDR:
208178479Sjb	case DTRACEFLT_BADALIGN:
209178479Sjb	case DTRACEFLT_BADSTACK:
210178479Sjb		(void) sprintf(details, " (0x%llx)",
211178479Sjb		    (u_longlong_t)err.dteda_addr);
212178479Sjb		break;
213178479Sjb
214178479Sjb	default:
215178479Sjb		details[0] = 0;
216178479Sjb	}
217178479Sjb
218178479Sjb	(void) snprintf(str, len, "error on enabled probe ID %u "
219178479Sjb	    "(ID %u: %s:%s:%s:%s): %s%s in %s%s\n",
220178479Sjb	    epid, errpd->dtpd_id, errpd->dtpd_provider,
221178479Sjb	    errpd->dtpd_mod, errpd->dtpd_func,
222178479Sjb	    errpd->dtpd_name, dtrace_faultstr(dtp, err.dteda_fault),
223178479Sjb	    details, where, offinfo);
224178479Sjb
225178479Sjb	err.dteda_msg = str;
226178479Sjb
227178479Sjb	if (dtp->dt_errhdlr == NULL)
228178479Sjb		return (dt_set_errno(dtp, EDT_ERRABORT));
229178479Sjb
230178479Sjb	if ((*dtp->dt_errhdlr)(&err, dtp->dt_errarg) == DTRACE_HANDLE_ABORT)
231178479Sjb		return (dt_set_errno(dtp, EDT_ERRABORT));
232178479Sjb
233178479Sjb	return (0);
234178479Sjb}
235178479Sjb
236178479Sjbint
237178479Sjbdt_handle_liberr(dtrace_hdl_t *dtp, const dtrace_probedata_t *data,
238178479Sjb    const char *faultstr)
239178479Sjb{
240178479Sjb	dtrace_probedesc_t *errpd = data->dtpda_pdesc;
241178479Sjb	dtrace_errdata_t err;
242178479Sjb	const int slop = 80;
243178479Sjb	char *str;
244178479Sjb	int len;
245178479Sjb
246178479Sjb	err.dteda_edesc = data->dtpda_edesc;
247178479Sjb	err.dteda_pdesc = errpd;
248178479Sjb	err.dteda_cpu = data->dtpda_cpu;
249178479Sjb	err.dteda_action = -1;
250178479Sjb	err.dteda_offset = -1;
251178479Sjb	err.dteda_fault = DTRACEFLT_LIBRARY;
252178575Sjb	err.dteda_addr = 0;
253178479Sjb
254178479Sjb	len = strlen(faultstr) +
255178479Sjb	    strlen(errpd->dtpd_provider) + strlen(errpd->dtpd_mod) +
256178479Sjb	    strlen(errpd->dtpd_name) + strlen(errpd->dtpd_func) +
257178479Sjb	    slop;
258178479Sjb
259178479Sjb	str = alloca(len);
260178479Sjb
261178479Sjb	(void) snprintf(str, len, "error on enabled probe ID %u "
262178479Sjb	    "(ID %u: %s:%s:%s:%s): %s\n",
263178479Sjb	    data->dtpda_edesc->dtepd_epid,
264178479Sjb	    errpd->dtpd_id, errpd->dtpd_provider,
265178479Sjb	    errpd->dtpd_mod, errpd->dtpd_func,
266178479Sjb	    errpd->dtpd_name, faultstr);
267178479Sjb
268178479Sjb	err.dteda_msg = str;
269178479Sjb
270178479Sjb	if (dtp->dt_errhdlr == NULL)
271178479Sjb		return (dt_set_errno(dtp, EDT_ERRABORT));
272178479Sjb
273178479Sjb	if ((*dtp->dt_errhdlr)(&err, dtp->dt_errarg) == DTRACE_HANDLE_ABORT)
274178479Sjb		return (dt_set_errno(dtp, EDT_ERRABORT));
275178479Sjb
276178479Sjb	return (0);
277178479Sjb}
278178479Sjb
279178479Sjb#define	DROPTAG(x)	x, #x
280178479Sjb
281178479Sjbstatic const struct {
282178479Sjb	dtrace_dropkind_t dtdrg_kind;
283178479Sjb	char *dtdrg_tag;
284178479Sjb} _dt_droptags[] = {
285178479Sjb	{ DROPTAG(DTRACEDROP_PRINCIPAL) },
286178479Sjb	{ DROPTAG(DTRACEDROP_AGGREGATION) },
287178479Sjb	{ DROPTAG(DTRACEDROP_DYNAMIC) },
288178479Sjb	{ DROPTAG(DTRACEDROP_DYNRINSE) },
289178479Sjb	{ DROPTAG(DTRACEDROP_DYNDIRTY) },
290178479Sjb	{ DROPTAG(DTRACEDROP_SPEC) },
291178479Sjb	{ DROPTAG(DTRACEDROP_SPECBUSY) },
292178479Sjb	{ DROPTAG(DTRACEDROP_SPECUNAVAIL) },
293178479Sjb	{ DROPTAG(DTRACEDROP_DBLERROR) },
294178479Sjb	{ DROPTAG(DTRACEDROP_STKSTROVERFLOW) },
295178479Sjb	{ 0, NULL }
296178479Sjb};
297178479Sjb
298178479Sjbstatic const char *
299178479Sjbdt_droptag(dtrace_dropkind_t kind)
300178479Sjb{
301178479Sjb	int i;
302178479Sjb
303178479Sjb	for (i = 0; _dt_droptags[i].dtdrg_tag != NULL; i++) {
304178479Sjb		if (_dt_droptags[i].dtdrg_kind == kind)
305178479Sjb			return (_dt_droptags[i].dtdrg_tag);
306178479Sjb	}
307178479Sjb
308178479Sjb	return ("DTRACEDROP_UNKNOWN");
309178479Sjb}
310178479Sjb
311178479Sjbint
312178479Sjbdt_handle_cpudrop(dtrace_hdl_t *dtp, processorid_t cpu,
313178479Sjb    dtrace_dropkind_t what, uint64_t howmany)
314178479Sjb{
315178479Sjb	dtrace_dropdata_t drop;
316178479Sjb	char str[80], *s;
317178479Sjb	int size;
318178479Sjb
319178479Sjb	assert(what == DTRACEDROP_PRINCIPAL || what == DTRACEDROP_AGGREGATION);
320178479Sjb
321178479Sjb	bzero(&drop, sizeof (drop));
322178479Sjb	drop.dtdda_handle = dtp;
323178479Sjb	drop.dtdda_cpu = cpu;
324178479Sjb	drop.dtdda_kind = what;
325178479Sjb	drop.dtdda_drops = howmany;
326178479Sjb	drop.dtdda_msg = str;
327178479Sjb
328178479Sjb	if (dtp->dt_droptags) {
329178479Sjb		(void) snprintf(str, sizeof (str), "[%s] ", dt_droptag(what));
330178479Sjb		s = &str[strlen(str)];
331178479Sjb		size = sizeof (str) - (s - str);
332178479Sjb	} else {
333178479Sjb		s = str;
334178479Sjb		size = sizeof (str);
335178479Sjb	}
336178479Sjb
337178479Sjb	(void) snprintf(s, size, "%llu %sdrop%s on CPU %d\n",
338228580Sdim	    (u_longlong_t)howmany,
339228580Sdim	    what == DTRACEDROP_PRINCIPAL ? "" : "aggregation ",
340178479Sjb	    howmany > 1 ? "s" : "", cpu);
341178479Sjb
342178479Sjb	if (dtp->dt_drophdlr == NULL)
343178479Sjb		return (dt_set_errno(dtp, EDT_DROPABORT));
344178479Sjb
345178479Sjb	if ((*dtp->dt_drophdlr)(&drop, dtp->dt_droparg) == DTRACE_HANDLE_ABORT)
346178479Sjb		return (dt_set_errno(dtp, EDT_DROPABORT));
347178479Sjb
348178479Sjb	return (0);
349178479Sjb}
350178479Sjb
351178479Sjbstatic const struct {
352178479Sjb	dtrace_dropkind_t dtdrt_kind;
353178479Sjb	uintptr_t dtdrt_offset;
354178479Sjb	const char *dtdrt_str;
355178479Sjb	const char *dtdrt_msg;
356178479Sjb} _dt_droptab[] = {
357178479Sjb	{ DTRACEDROP_DYNAMIC,
358178479Sjb	    offsetof(dtrace_status_t, dtst_dyndrops),
359178479Sjb	    "dynamic variable drop" },
360178479Sjb
361178479Sjb	{ DTRACEDROP_DYNRINSE,
362178479Sjb	    offsetof(dtrace_status_t, dtst_dyndrops_rinsing),
363178479Sjb	    "dynamic variable drop", " with non-empty rinsing list" },
364178479Sjb
365178479Sjb	{ DTRACEDROP_DYNDIRTY,
366178479Sjb	    offsetof(dtrace_status_t, dtst_dyndrops_dirty),
367178479Sjb	    "dynamic variable drop", " with non-empty dirty list" },
368178479Sjb
369178479Sjb	{ DTRACEDROP_SPEC,
370178479Sjb	    offsetof(dtrace_status_t, dtst_specdrops),
371178479Sjb	    "speculative drop" },
372178479Sjb
373178479Sjb	{ DTRACEDROP_SPECBUSY,
374178479Sjb	    offsetof(dtrace_status_t, dtst_specdrops_busy),
375178479Sjb	    "failed speculation", " (available buffer(s) still busy)" },
376178479Sjb
377178479Sjb	{ DTRACEDROP_SPECUNAVAIL,
378178479Sjb	    offsetof(dtrace_status_t, dtst_specdrops_unavail),
379178479Sjb	    "failed speculation", " (no speculative buffer available)" },
380178479Sjb
381178479Sjb	{ DTRACEDROP_STKSTROVERFLOW,
382178479Sjb	    offsetof(dtrace_status_t, dtst_stkstroverflows),
383178479Sjb	    "jstack()/ustack() string table overflow" },
384178479Sjb
385178479Sjb	{ DTRACEDROP_DBLERROR,
386178479Sjb	    offsetof(dtrace_status_t, dtst_dblerrors),
387178479Sjb	    "error", " in ERROR probe enabling" },
388178479Sjb
389178479Sjb	{ 0, 0, NULL }
390178479Sjb};
391178479Sjb
392178479Sjbint
393178479Sjbdt_handle_status(dtrace_hdl_t *dtp, dtrace_status_t *old, dtrace_status_t *new)
394178479Sjb{
395178479Sjb	dtrace_dropdata_t drop;
396178479Sjb	char str[80], *s;
397178479Sjb	uintptr_t base = (uintptr_t)new, obase = (uintptr_t)old;
398178479Sjb	int i, size;
399178479Sjb
400178479Sjb	bzero(&drop, sizeof (drop));
401178479Sjb	drop.dtdda_handle = dtp;
402178479Sjb	drop.dtdda_cpu = DTRACE_CPUALL;
403178479Sjb	drop.dtdda_msg = str;
404178479Sjb
405178479Sjb	/*
406178479Sjb	 * First, check to see if we've been killed -- in which case we abort.
407178479Sjb	 */
408178479Sjb	if (new->dtst_killed && !old->dtst_killed)
409178479Sjb		return (dt_set_errno(dtp, EDT_BRICKED));
410178479Sjb
411178479Sjb	for (i = 0; _dt_droptab[i].dtdrt_str != NULL; i++) {
412178479Sjb		uintptr_t naddr = base + _dt_droptab[i].dtdrt_offset;
413178479Sjb		uintptr_t oaddr = obase + _dt_droptab[i].dtdrt_offset;
414178479Sjb
415178479Sjb		uint64_t nval = *((uint64_t *)naddr);
416178479Sjb		uint64_t oval = *((uint64_t *)oaddr);
417178479Sjb
418178479Sjb		if (nval == oval)
419178479Sjb			continue;
420178479Sjb
421178479Sjb		if (dtp->dt_droptags) {
422178479Sjb			(void) snprintf(str, sizeof (str), "[%s] ",
423178479Sjb			    dt_droptag(_dt_droptab[i].dtdrt_kind));
424178479Sjb			s = &str[strlen(str)];
425178479Sjb			size = sizeof (str) - (s - str);
426178479Sjb		} else {
427178479Sjb			s = str;
428178479Sjb			size = sizeof (str);
429178479Sjb		}
430178479Sjb
431228580Sdim		(void) snprintf(s, size, "%llu %s%s%s\n",
432228580Sdim		    (u_longlong_t)(nval - oval),
433178479Sjb		    _dt_droptab[i].dtdrt_str, (nval - oval > 1) ? "s" : "",
434178479Sjb		    _dt_droptab[i].dtdrt_msg != NULL ?
435178479Sjb		    _dt_droptab[i].dtdrt_msg : "");
436178479Sjb
437178479Sjb		drop.dtdda_kind = _dt_droptab[i].dtdrt_kind;
438178479Sjb		drop.dtdda_total = nval;
439178479Sjb		drop.dtdda_drops = nval - oval;
440178479Sjb
441178479Sjb		if (dtp->dt_drophdlr == NULL)
442178479Sjb			return (dt_set_errno(dtp, EDT_DROPABORT));
443178479Sjb
444178479Sjb		if ((*dtp->dt_drophdlr)(&drop,
445178479Sjb		    dtp->dt_droparg) == DTRACE_HANDLE_ABORT)
446178479Sjb			return (dt_set_errno(dtp, EDT_DROPABORT));
447178479Sjb	}
448178479Sjb
449178479Sjb	return (0);
450178479Sjb}
451178479Sjb
452178479Sjbint
453178479Sjbdt_handle_setopt(dtrace_hdl_t *dtp, dtrace_setoptdata_t *data)
454178479Sjb{
455178479Sjb	void *arg = dtp->dt_setoptarg;
456178479Sjb
457178479Sjb	if (dtp->dt_setopthdlr == NULL)
458178479Sjb		return (0);
459178479Sjb
460178479Sjb	if ((*dtp->dt_setopthdlr)(data, arg) == DTRACE_HANDLE_ABORT)
461178479Sjb		return (dt_set_errno(dtp, EDT_DIRABORT));
462178479Sjb
463178479Sjb	return (0);
464178479Sjb}
465178479Sjb
466178479Sjbint
467178479Sjbdt_handle(dtrace_hdl_t *dtp, dtrace_probedata_t *data)
468178479Sjb{
469178479Sjb	dtrace_eprobedesc_t *epd = data->dtpda_edesc;
470178479Sjb	int rval;
471178479Sjb
472178479Sjb	switch (epd->dtepd_uarg) {
473178479Sjb	case DT_ECB_ERROR:
474178479Sjb		rval = dt_handle_err(dtp, data);
475178479Sjb		break;
476178479Sjb
477178479Sjb	default:
478178479Sjb		return (DTRACE_CONSUME_THIS);
479178479Sjb	}
480178479Sjb
481178479Sjb	if (rval == 0)
482178479Sjb		return (DTRACE_CONSUME_NEXT);
483178479Sjb
484178479Sjb	return (DTRACE_CONSUME_ERROR);
485178479Sjb}
486