1178479Sjb/* 2178479Sjb * CDDL HEADER START 3178479Sjb * 4178479Sjb * The contents of this file are subject to the terms of the 5178479Sjb * Common Development and Distribution License (the "License"). 6178479Sjb * You may not use this file except in compliance with the License. 7178479Sjb * 8178479Sjb * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9178479Sjb * or http://www.opensolaris.org/os/licensing. 10178479Sjb * See the License for the specific language governing permissions 11178479Sjb * and limitations under the License. 12178479Sjb * 13178479Sjb * When distributing Covered Code, include this CDDL HEADER in each 14178479Sjb * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15178479Sjb * If applicable, add the following below this CDDL HEADER, with the 16178479Sjb * fields enclosed by brackets "[]" replaced with your own identifying 17178479Sjb * information: Portions Copyright [yyyy] [name of copyright owner] 18178479Sjb * 19178479Sjb * CDDL HEADER END 20178479Sjb */ 21178479Sjb/* 22178479Sjb * Copyright 2007 Sun Microsystems, Inc. All rights reserved. 23178479Sjb * Use is subject to license terms. 24178479Sjb */ 25178479Sjb 26178479Sjb#pragma ident "%Z%%M% %I% %E% SMI" 27178479Sjb 28178479Sjb#include <stddef.h> 29178479Sjb#include <stdlib.h> 30178479Sjb#include <strings.h> 31178479Sjb#include <errno.h> 32178479Sjb#include <unistd.h> 33178479Sjb#include <assert.h> 34297077Smav#ifdef illumos 35178479Sjb#include <alloca.h> 36178575Sjb#endif 37178479Sjb 38178479Sjb#include <dt_impl.h> 39178479Sjb#include <dt_program.h> 40178479Sjb 41178479Sjbstatic const char _dt_errprog[] = 42178479Sjb"dtrace:::ERROR" 43178479Sjb"{" 44178479Sjb" trace(arg1);" 45178479Sjb" trace(arg2);" 46178479Sjb" trace(arg3);" 47178479Sjb" trace(arg4);" 48178479Sjb" trace(arg5);" 49178479Sjb"}"; 50178479Sjb 51178479Sjbint 52178479Sjbdtrace_handle_err(dtrace_hdl_t *dtp, dtrace_handle_err_f *hdlr, void *arg) 53178479Sjb{ 54178479Sjb dtrace_prog_t *pgp = NULL; 55178479Sjb dt_stmt_t *stp; 56178479Sjb dtrace_ecbdesc_t *edp; 57178479Sjb 58178479Sjb /* 59178479Sjb * We don't currently support multiple error handlers. 60178479Sjb */ 61178479Sjb if (dtp->dt_errhdlr != NULL) 62178479Sjb return (dt_set_errno(dtp, EALREADY)); 63178479Sjb 64178479Sjb /* 65178479Sjb * If the DTRACEOPT_GRABANON is enabled, the anonymous enabling will 66178479Sjb * already have a dtrace:::ERROR probe enabled; save 'hdlr' and 'arg' 67178479Sjb * but do not bother compiling and enabling _dt_errprog. 68178479Sjb */ 69178479Sjb if (dtp->dt_options[DTRACEOPT_GRABANON] != DTRACEOPT_UNSET) 70178479Sjb goto out; 71178479Sjb 72178479Sjb if ((pgp = dtrace_program_strcompile(dtp, _dt_errprog, 73178479Sjb DTRACE_PROBESPEC_NAME, DTRACE_C_ZDEFS, 0, NULL)) == NULL) 74178479Sjb return (dt_set_errno(dtp, dtrace_errno(dtp))); 75178479Sjb 76178479Sjb stp = dt_list_next(&pgp->dp_stmts); 77178479Sjb assert(stp != NULL); 78178479Sjb 79178479Sjb edp = stp->ds_desc->dtsd_ecbdesc; 80178479Sjb assert(edp != NULL); 81178479Sjb edp->dted_uarg = DT_ECB_ERROR; 82178479Sjb 83178479Sjbout: 84178479Sjb dtp->dt_errhdlr = hdlr; 85178479Sjb dtp->dt_errarg = arg; 86178479Sjb dtp->dt_errprog = pgp; 87178479Sjb 88178479Sjb return (0); 89178479Sjb} 90178479Sjb 91178479Sjbint 92178479Sjbdtrace_handle_drop(dtrace_hdl_t *dtp, dtrace_handle_drop_f *hdlr, void *arg) 93178479Sjb{ 94178479Sjb if (dtp->dt_drophdlr != NULL) 95178479Sjb return (dt_set_errno(dtp, EALREADY)); 96178479Sjb 97178479Sjb dtp->dt_drophdlr = hdlr; 98178479Sjb dtp->dt_droparg = arg; 99178479Sjb 100178479Sjb return (0); 101178479Sjb} 102178479Sjb 103178479Sjbint 104178479Sjbdtrace_handle_proc(dtrace_hdl_t *dtp, dtrace_handle_proc_f *hdlr, void *arg) 105178479Sjb{ 106178479Sjb if (dtp->dt_prochdlr != NULL) 107178479Sjb return (dt_set_errno(dtp, EALREADY)); 108178479Sjb 109178479Sjb dtp->dt_prochdlr = hdlr; 110178479Sjb dtp->dt_procarg = arg; 111178479Sjb 112178479Sjb return (0); 113178479Sjb} 114178479Sjb 115178479Sjbint 116178479Sjbdtrace_handle_buffered(dtrace_hdl_t *dtp, dtrace_handle_buffered_f *hdlr, 117178479Sjb void *arg) 118178479Sjb{ 119178479Sjb if (dtp->dt_bufhdlr != NULL) 120178479Sjb return (dt_set_errno(dtp, EALREADY)); 121178479Sjb 122178479Sjb if (hdlr == NULL) 123178479Sjb return (dt_set_errno(dtp, EINVAL)); 124178479Sjb 125178479Sjb dtp->dt_bufhdlr = hdlr; 126178479Sjb dtp->dt_bufarg = arg; 127178479Sjb 128178479Sjb return (0); 129178479Sjb} 130178479Sjb 131178479Sjbint 132178479Sjbdtrace_handle_setopt(dtrace_hdl_t *dtp, dtrace_handle_setopt_f *hdlr, 133178479Sjb void *arg) 134178479Sjb{ 135178479Sjb if (hdlr == NULL) 136178479Sjb return (dt_set_errno(dtp, EINVAL)); 137178479Sjb 138178479Sjb dtp->dt_setopthdlr = hdlr; 139178479Sjb dtp->dt_setoptarg = arg; 140178479Sjb 141178479Sjb return (0); 142178479Sjb} 143178479Sjb 144178479Sjb#define DT_REC(type, ndx) *((type *)((uintptr_t)data->dtpda_data + \ 145178479Sjb epd->dtepd_rec[(ndx)].dtrd_offset)) 146178479Sjb 147178479Sjbstatic int 148178479Sjbdt_handle_err(dtrace_hdl_t *dtp, dtrace_probedata_t *data) 149178479Sjb{ 150178479Sjb dtrace_eprobedesc_t *epd = data->dtpda_edesc, *errepd; 151178479Sjb dtrace_probedesc_t *pd = data->dtpda_pdesc, *errpd; 152178479Sjb dtrace_errdata_t err; 153178479Sjb dtrace_epid_t epid; 154178479Sjb 155178479Sjb char where[30]; 156178479Sjb char details[30]; 157178479Sjb char offinfo[30]; 158178479Sjb const int slop = 80; 159178479Sjb const char *faultstr; 160178479Sjb char *str; 161178479Sjb int len; 162178479Sjb 163178479Sjb assert(epd->dtepd_uarg == DT_ECB_ERROR); 164178479Sjb 165178479Sjb if (epd->dtepd_nrecs != 5 || strcmp(pd->dtpd_provider, "dtrace") != 0 || 166178479Sjb strcmp(pd->dtpd_name, "ERROR") != 0) 167178479Sjb return (dt_set_errno(dtp, EDT_BADERROR)); 168178479Sjb 169178479Sjb /* 170178479Sjb * This is an error. We have the following items here: EPID, 171178479Sjb * faulting action, DIF offset, fault code and faulting address. 172178479Sjb */ 173178479Sjb epid = (uint32_t)DT_REC(uint64_t, 0); 174178479Sjb 175178479Sjb if (dt_epid_lookup(dtp, epid, &errepd, &errpd) != 0) 176178479Sjb return (dt_set_errno(dtp, EDT_BADERROR)); 177178479Sjb 178178479Sjb err.dteda_edesc = errepd; 179178479Sjb err.dteda_pdesc = errpd; 180178479Sjb err.dteda_cpu = data->dtpda_cpu; 181178479Sjb err.dteda_action = (int)DT_REC(uint64_t, 1); 182178479Sjb err.dteda_offset = (int)DT_REC(uint64_t, 2); 183178479Sjb err.dteda_fault = (int)DT_REC(uint64_t, 3); 184178479Sjb err.dteda_addr = DT_REC(uint64_t, 4); 185178479Sjb 186178479Sjb faultstr = dtrace_faultstr(dtp, err.dteda_fault); 187178479Sjb len = sizeof (where) + sizeof (offinfo) + strlen(faultstr) + 188178479Sjb strlen(errpd->dtpd_provider) + strlen(errpd->dtpd_mod) + 189178479Sjb strlen(errpd->dtpd_name) + strlen(errpd->dtpd_func) + 190178479Sjb slop; 191178479Sjb 192178479Sjb str = (char *)alloca(len); 193178479Sjb 194178479Sjb if (err.dteda_action == 0) { 195178479Sjb (void) sprintf(where, "predicate"); 196178479Sjb } else { 197178479Sjb (void) sprintf(where, "action #%d", err.dteda_action); 198178479Sjb } 199178479Sjb 200178479Sjb if (err.dteda_offset != -1) { 201178479Sjb (void) sprintf(offinfo, " at DIF offset %d", err.dteda_offset); 202178479Sjb } else { 203178479Sjb offinfo[0] = 0; 204178479Sjb } 205178479Sjb 206178479Sjb switch (err.dteda_fault) { 207178479Sjb case DTRACEFLT_BADADDR: 208178479Sjb case DTRACEFLT_BADALIGN: 209178479Sjb case DTRACEFLT_BADSTACK: 210178479Sjb (void) sprintf(details, " (0x%llx)", 211178479Sjb (u_longlong_t)err.dteda_addr); 212178479Sjb break; 213178479Sjb 214178479Sjb default: 215178479Sjb details[0] = 0; 216178479Sjb } 217178479Sjb 218178479Sjb (void) snprintf(str, len, "error on enabled probe ID %u " 219178479Sjb "(ID %u: %s:%s:%s:%s): %s%s in %s%s\n", 220178479Sjb epid, errpd->dtpd_id, errpd->dtpd_provider, 221178479Sjb errpd->dtpd_mod, errpd->dtpd_func, 222178479Sjb errpd->dtpd_name, dtrace_faultstr(dtp, err.dteda_fault), 223178479Sjb details, where, offinfo); 224178479Sjb 225178479Sjb err.dteda_msg = str; 226178479Sjb 227178479Sjb if (dtp->dt_errhdlr == NULL) 228178479Sjb return (dt_set_errno(dtp, EDT_ERRABORT)); 229178479Sjb 230178479Sjb if ((*dtp->dt_errhdlr)(&err, dtp->dt_errarg) == DTRACE_HANDLE_ABORT) 231178479Sjb return (dt_set_errno(dtp, EDT_ERRABORT)); 232178479Sjb 233178479Sjb return (0); 234178479Sjb} 235178479Sjb 236178479Sjbint 237178479Sjbdt_handle_liberr(dtrace_hdl_t *dtp, const dtrace_probedata_t *data, 238178479Sjb const char *faultstr) 239178479Sjb{ 240178479Sjb dtrace_probedesc_t *errpd = data->dtpda_pdesc; 241178479Sjb dtrace_errdata_t err; 242178479Sjb const int slop = 80; 243178479Sjb char *str; 244178479Sjb int len; 245178479Sjb 246178479Sjb err.dteda_edesc = data->dtpda_edesc; 247178479Sjb err.dteda_pdesc = errpd; 248178479Sjb err.dteda_cpu = data->dtpda_cpu; 249178479Sjb err.dteda_action = -1; 250178479Sjb err.dteda_offset = -1; 251178479Sjb err.dteda_fault = DTRACEFLT_LIBRARY; 252178575Sjb err.dteda_addr = 0; 253178479Sjb 254178479Sjb len = strlen(faultstr) + 255178479Sjb strlen(errpd->dtpd_provider) + strlen(errpd->dtpd_mod) + 256178479Sjb strlen(errpd->dtpd_name) + strlen(errpd->dtpd_func) + 257178479Sjb slop; 258178479Sjb 259178479Sjb str = alloca(len); 260178479Sjb 261178479Sjb (void) snprintf(str, len, "error on enabled probe ID %u " 262178479Sjb "(ID %u: %s:%s:%s:%s): %s\n", 263178479Sjb data->dtpda_edesc->dtepd_epid, 264178479Sjb errpd->dtpd_id, errpd->dtpd_provider, 265178479Sjb errpd->dtpd_mod, errpd->dtpd_func, 266178479Sjb errpd->dtpd_name, faultstr); 267178479Sjb 268178479Sjb err.dteda_msg = str; 269178479Sjb 270178479Sjb if (dtp->dt_errhdlr == NULL) 271178479Sjb return (dt_set_errno(dtp, EDT_ERRABORT)); 272178479Sjb 273178479Sjb if ((*dtp->dt_errhdlr)(&err, dtp->dt_errarg) == DTRACE_HANDLE_ABORT) 274178479Sjb return (dt_set_errno(dtp, EDT_ERRABORT)); 275178479Sjb 276178479Sjb return (0); 277178479Sjb} 278178479Sjb 279178479Sjb#define DROPTAG(x) x, #x 280178479Sjb 281178479Sjbstatic const struct { 282178479Sjb dtrace_dropkind_t dtdrg_kind; 283178479Sjb char *dtdrg_tag; 284178479Sjb} _dt_droptags[] = { 285178479Sjb { DROPTAG(DTRACEDROP_PRINCIPAL) }, 286178479Sjb { DROPTAG(DTRACEDROP_AGGREGATION) }, 287178479Sjb { DROPTAG(DTRACEDROP_DYNAMIC) }, 288178479Sjb { DROPTAG(DTRACEDROP_DYNRINSE) }, 289178479Sjb { DROPTAG(DTRACEDROP_DYNDIRTY) }, 290178479Sjb { DROPTAG(DTRACEDROP_SPEC) }, 291178479Sjb { DROPTAG(DTRACEDROP_SPECBUSY) }, 292178479Sjb { DROPTAG(DTRACEDROP_SPECUNAVAIL) }, 293178479Sjb { DROPTAG(DTRACEDROP_DBLERROR) }, 294178479Sjb { DROPTAG(DTRACEDROP_STKSTROVERFLOW) }, 295178479Sjb { 0, NULL } 296178479Sjb}; 297178479Sjb 298178479Sjbstatic const char * 299178479Sjbdt_droptag(dtrace_dropkind_t kind) 300178479Sjb{ 301178479Sjb int i; 302178479Sjb 303178479Sjb for (i = 0; _dt_droptags[i].dtdrg_tag != NULL; i++) { 304178479Sjb if (_dt_droptags[i].dtdrg_kind == kind) 305178479Sjb return (_dt_droptags[i].dtdrg_tag); 306178479Sjb } 307178479Sjb 308178479Sjb return ("DTRACEDROP_UNKNOWN"); 309178479Sjb} 310178479Sjb 311178479Sjbint 312178479Sjbdt_handle_cpudrop(dtrace_hdl_t *dtp, processorid_t cpu, 313178479Sjb dtrace_dropkind_t what, uint64_t howmany) 314178479Sjb{ 315178479Sjb dtrace_dropdata_t drop; 316178479Sjb char str[80], *s; 317178479Sjb int size; 318178479Sjb 319178479Sjb assert(what == DTRACEDROP_PRINCIPAL || what == DTRACEDROP_AGGREGATION); 320178479Sjb 321178479Sjb bzero(&drop, sizeof (drop)); 322178479Sjb drop.dtdda_handle = dtp; 323178479Sjb drop.dtdda_cpu = cpu; 324178479Sjb drop.dtdda_kind = what; 325178479Sjb drop.dtdda_drops = howmany; 326178479Sjb drop.dtdda_msg = str; 327178479Sjb 328178479Sjb if (dtp->dt_droptags) { 329178479Sjb (void) snprintf(str, sizeof (str), "[%s] ", dt_droptag(what)); 330178479Sjb s = &str[strlen(str)]; 331178479Sjb size = sizeof (str) - (s - str); 332178479Sjb } else { 333178479Sjb s = str; 334178479Sjb size = sizeof (str); 335178479Sjb } 336178479Sjb 337178479Sjb (void) snprintf(s, size, "%llu %sdrop%s on CPU %d\n", 338228580Sdim (u_longlong_t)howmany, 339228580Sdim what == DTRACEDROP_PRINCIPAL ? "" : "aggregation ", 340178479Sjb howmany > 1 ? "s" : "", cpu); 341178479Sjb 342178479Sjb if (dtp->dt_drophdlr == NULL) 343178479Sjb return (dt_set_errno(dtp, EDT_DROPABORT)); 344178479Sjb 345178479Sjb if ((*dtp->dt_drophdlr)(&drop, dtp->dt_droparg) == DTRACE_HANDLE_ABORT) 346178479Sjb return (dt_set_errno(dtp, EDT_DROPABORT)); 347178479Sjb 348178479Sjb return (0); 349178479Sjb} 350178479Sjb 351178479Sjbstatic const struct { 352178479Sjb dtrace_dropkind_t dtdrt_kind; 353178479Sjb uintptr_t dtdrt_offset; 354178479Sjb const char *dtdrt_str; 355178479Sjb const char *dtdrt_msg; 356178479Sjb} _dt_droptab[] = { 357178479Sjb { DTRACEDROP_DYNAMIC, 358178479Sjb offsetof(dtrace_status_t, dtst_dyndrops), 359178479Sjb "dynamic variable drop" }, 360178479Sjb 361178479Sjb { DTRACEDROP_DYNRINSE, 362178479Sjb offsetof(dtrace_status_t, dtst_dyndrops_rinsing), 363178479Sjb "dynamic variable drop", " with non-empty rinsing list" }, 364178479Sjb 365178479Sjb { DTRACEDROP_DYNDIRTY, 366178479Sjb offsetof(dtrace_status_t, dtst_dyndrops_dirty), 367178479Sjb "dynamic variable drop", " with non-empty dirty list" }, 368178479Sjb 369178479Sjb { DTRACEDROP_SPEC, 370178479Sjb offsetof(dtrace_status_t, dtst_specdrops), 371178479Sjb "speculative drop" }, 372178479Sjb 373178479Sjb { DTRACEDROP_SPECBUSY, 374178479Sjb offsetof(dtrace_status_t, dtst_specdrops_busy), 375178479Sjb "failed speculation", " (available buffer(s) still busy)" }, 376178479Sjb 377178479Sjb { DTRACEDROP_SPECUNAVAIL, 378178479Sjb offsetof(dtrace_status_t, dtst_specdrops_unavail), 379178479Sjb "failed speculation", " (no speculative buffer available)" }, 380178479Sjb 381178479Sjb { DTRACEDROP_STKSTROVERFLOW, 382178479Sjb offsetof(dtrace_status_t, dtst_stkstroverflows), 383178479Sjb "jstack()/ustack() string table overflow" }, 384178479Sjb 385178479Sjb { DTRACEDROP_DBLERROR, 386178479Sjb offsetof(dtrace_status_t, dtst_dblerrors), 387178479Sjb "error", " in ERROR probe enabling" }, 388178479Sjb 389178479Sjb { 0, 0, NULL } 390178479Sjb}; 391178479Sjb 392178479Sjbint 393178479Sjbdt_handle_status(dtrace_hdl_t *dtp, dtrace_status_t *old, dtrace_status_t *new) 394178479Sjb{ 395178479Sjb dtrace_dropdata_t drop; 396178479Sjb char str[80], *s; 397178479Sjb uintptr_t base = (uintptr_t)new, obase = (uintptr_t)old; 398178479Sjb int i, size; 399178479Sjb 400178479Sjb bzero(&drop, sizeof (drop)); 401178479Sjb drop.dtdda_handle = dtp; 402178479Sjb drop.dtdda_cpu = DTRACE_CPUALL; 403178479Sjb drop.dtdda_msg = str; 404178479Sjb 405178479Sjb /* 406178479Sjb * First, check to see if we've been killed -- in which case we abort. 407178479Sjb */ 408178479Sjb if (new->dtst_killed && !old->dtst_killed) 409178479Sjb return (dt_set_errno(dtp, EDT_BRICKED)); 410178479Sjb 411178479Sjb for (i = 0; _dt_droptab[i].dtdrt_str != NULL; i++) { 412178479Sjb uintptr_t naddr = base + _dt_droptab[i].dtdrt_offset; 413178479Sjb uintptr_t oaddr = obase + _dt_droptab[i].dtdrt_offset; 414178479Sjb 415178479Sjb uint64_t nval = *((uint64_t *)naddr); 416178479Sjb uint64_t oval = *((uint64_t *)oaddr); 417178479Sjb 418178479Sjb if (nval == oval) 419178479Sjb continue; 420178479Sjb 421178479Sjb if (dtp->dt_droptags) { 422178479Sjb (void) snprintf(str, sizeof (str), "[%s] ", 423178479Sjb dt_droptag(_dt_droptab[i].dtdrt_kind)); 424178479Sjb s = &str[strlen(str)]; 425178479Sjb size = sizeof (str) - (s - str); 426178479Sjb } else { 427178479Sjb s = str; 428178479Sjb size = sizeof (str); 429178479Sjb } 430178479Sjb 431228580Sdim (void) snprintf(s, size, "%llu %s%s%s\n", 432228580Sdim (u_longlong_t)(nval - oval), 433178479Sjb _dt_droptab[i].dtdrt_str, (nval - oval > 1) ? "s" : "", 434178479Sjb _dt_droptab[i].dtdrt_msg != NULL ? 435178479Sjb _dt_droptab[i].dtdrt_msg : ""); 436178479Sjb 437178479Sjb drop.dtdda_kind = _dt_droptab[i].dtdrt_kind; 438178479Sjb drop.dtdda_total = nval; 439178479Sjb drop.dtdda_drops = nval - oval; 440178479Sjb 441178479Sjb if (dtp->dt_drophdlr == NULL) 442178479Sjb return (dt_set_errno(dtp, EDT_DROPABORT)); 443178479Sjb 444178479Sjb if ((*dtp->dt_drophdlr)(&drop, 445178479Sjb dtp->dt_droparg) == DTRACE_HANDLE_ABORT) 446178479Sjb return (dt_set_errno(dtp, EDT_DROPABORT)); 447178479Sjb } 448178479Sjb 449178479Sjb return (0); 450178479Sjb} 451178479Sjb 452178479Sjbint 453178479Sjbdt_handle_setopt(dtrace_hdl_t *dtp, dtrace_setoptdata_t *data) 454178479Sjb{ 455178479Sjb void *arg = dtp->dt_setoptarg; 456178479Sjb 457178479Sjb if (dtp->dt_setopthdlr == NULL) 458178479Sjb return (0); 459178479Sjb 460178479Sjb if ((*dtp->dt_setopthdlr)(data, arg) == DTRACE_HANDLE_ABORT) 461178479Sjb return (dt_set_errno(dtp, EDT_DIRABORT)); 462178479Sjb 463178479Sjb return (0); 464178479Sjb} 465178479Sjb 466178479Sjbint 467178479Sjbdt_handle(dtrace_hdl_t *dtp, dtrace_probedata_t *data) 468178479Sjb{ 469178479Sjb dtrace_eprobedesc_t *epd = data->dtpda_edesc; 470178479Sjb int rval; 471178479Sjb 472178479Sjb switch (epd->dtepd_uarg) { 473178479Sjb case DT_ECB_ERROR: 474178479Sjb rval = dt_handle_err(dtp, data); 475178479Sjb break; 476178479Sjb 477178479Sjb default: 478178479Sjb return (DTRACE_CONSUME_THIS); 479178479Sjb } 480178479Sjb 481178479Sjb if (rval == 0) 482178479Sjb return (DTRACE_CONSUME_NEXT); 483178479Sjb 484178479Sjb return (DTRACE_CONSUME_ERROR); 485178479Sjb} 486