dt_pid.c revision 211554
1178479Sjb/* 2178479Sjb * CDDL HEADER START 3178479Sjb * 4178479Sjb * The contents of this file are subject to the terms of the 5178479Sjb * Common Development and Distribution License (the "License"). 6178479Sjb * You may not use this file except in compliance with the License. 7178479Sjb * 8178479Sjb * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9178479Sjb * or http://www.opensolaris.org/os/licensing. 10178479Sjb * See the License for the specific language governing permissions 11178479Sjb * and limitations under the License. 12178479Sjb * 13178479Sjb * When distributing Covered Code, include this CDDL HEADER in each 14178479Sjb * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15178479Sjb * If applicable, add the following below this CDDL HEADER, with the 16178479Sjb * fields enclosed by brackets "[]" replaced with your own identifying 17178479Sjb * information: Portions Copyright [yyyy] [name of copyright owner] 18178479Sjb * 19178479Sjb * CDDL HEADER END 20178479Sjb */ 21178479Sjb 22178479Sjb/* 23210767Srpaulo * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 24178479Sjb * Use is subject to license terms. 25178479Sjb */ 26178479Sjb 27178479Sjb#include <assert.h> 28178479Sjb#include <strings.h> 29178479Sjb#include <stdlib.h> 30178479Sjb#include <stdio.h> 31178479Sjb#include <errno.h> 32178479Sjb#include <ctype.h> 33178568Sjb#if defined(sun) 34178479Sjb#include <alloca.h> 35178568Sjb#endif 36178479Sjb#include <libgen.h> 37178479Sjb#include <stddef.h> 38178479Sjb 39178479Sjb#include <dt_impl.h> 40178479Sjb#include <dt_program.h> 41178479Sjb#include <dt_pid.h> 42178479Sjb#include <dt_string.h> 43211554Srpaulo#if !defined(sun) 44211554Srpaulo#include <libproc_compat.h> 45211554Srpaulo#endif 46178479Sjb 47178479Sjbtypedef struct dt_pid_probe { 48178479Sjb dtrace_hdl_t *dpp_dtp; 49178479Sjb dt_pcb_t *dpp_pcb; 50178479Sjb dt_proc_t *dpp_dpr; 51178479Sjb struct ps_prochandle *dpp_pr; 52178479Sjb const char *dpp_mod; 53178479Sjb char *dpp_func; 54178479Sjb const char *dpp_name; 55178479Sjb const char *dpp_obj; 56178479Sjb uintptr_t dpp_pc; 57178479Sjb size_t dpp_size; 58178479Sjb Lmid_t dpp_lmid; 59178479Sjb uint_t dpp_nmatches; 60178479Sjb uint64_t dpp_stret[4]; 61178479Sjb GElf_Sym dpp_last; 62178479Sjb uint_t dpp_last_taken; 63178479Sjb} dt_pid_probe_t; 64178479Sjb 65178479Sjb/* 66178479Sjb * Compose the lmid and object name into the canonical representation. We 67178479Sjb * omit the lmid for the default link map for convenience. 68178479Sjb */ 69178479Sjbstatic void 70178479Sjbdt_pid_objname(char *buf, size_t len, Lmid_t lmid, const char *obj) 71178479Sjb{ 72178568Sjb#if defined(sun) 73178479Sjb if (lmid == LM_ID_BASE) 74178479Sjb (void) strncpy(buf, obj, len); 75178479Sjb else 76178479Sjb (void) snprintf(buf, len, "LM%lx`%s", lmid, obj); 77178568Sjb#else 78178568Sjb (void) strncpy(buf, obj, len); 79178568Sjb#endif 80178479Sjb} 81178479Sjb 82178479Sjbstatic int 83178479Sjbdt_pid_error(dtrace_hdl_t *dtp, dt_pcb_t *pcb, dt_proc_t *dpr, 84178479Sjb fasttrap_probe_spec_t *ftp, dt_errtag_t tag, const char *fmt, ...) 85178479Sjb{ 86178479Sjb va_list ap; 87178479Sjb int len; 88178479Sjb 89178479Sjb if (ftp != NULL) 90178479Sjb dt_free(dtp, ftp); 91178479Sjb 92178479Sjb va_start(ap, fmt); 93178479Sjb if (pcb == NULL) { 94178479Sjb assert(dpr != NULL); 95178479Sjb len = vsnprintf(dpr->dpr_errmsg, sizeof (dpr->dpr_errmsg), 96178479Sjb fmt, ap); 97178479Sjb assert(len >= 2); 98178479Sjb if (dpr->dpr_errmsg[len - 2] == '\n') 99178479Sjb dpr->dpr_errmsg[len - 2] = '\0'; 100178479Sjb } else { 101178479Sjb dt_set_errmsg(dtp, dt_errtag(tag), pcb->pcb_region, 102178479Sjb pcb->pcb_filetag, pcb->pcb_fileptr ? yylineno : 0, fmt, ap); 103178479Sjb } 104178479Sjb va_end(ap); 105178479Sjb 106178479Sjb return (1); 107178479Sjb} 108178479Sjb 109178479Sjbstatic int 110178479Sjbdt_pid_per_sym(dt_pid_probe_t *pp, const GElf_Sym *symp, const char *func) 111178479Sjb{ 112178479Sjb dtrace_hdl_t *dtp = pp->dpp_dtp; 113178479Sjb dt_pcb_t *pcb = pp->dpp_pcb; 114178479Sjb dt_proc_t *dpr = pp->dpp_dpr; 115178479Sjb fasttrap_probe_spec_t *ftp; 116178479Sjb uint64_t off; 117178479Sjb char *end; 118178479Sjb uint_t nmatches = 0; 119178479Sjb ulong_t sz; 120178479Sjb int glob, err; 121178479Sjb int isdash = strcmp("-", func) == 0; 122178479Sjb pid_t pid; 123178479Sjb 124178568Sjb#if defined(sun) 125178479Sjb pid = Pstatus(pp->dpp_pr)->pr_pid; 126178568Sjb#else 127178568Sjb pid = proc_getpid(pp->dpp_pr); 128178568Sjb#endif 129178479Sjb 130178479Sjb dt_dprintf("creating probe pid%d:%s:%s:%s\n", (int)pid, pp->dpp_obj, 131178479Sjb func, pp->dpp_name); 132178479Sjb 133178479Sjb sz = sizeof (fasttrap_probe_spec_t) + (isdash ? 4 : 134178479Sjb (symp->st_size - 1) * sizeof (ftp->ftps_offs[0])); 135178479Sjb 136178479Sjb if ((ftp = dt_alloc(dtp, sz)) == NULL) { 137178479Sjb dt_dprintf("proc_per_sym: dt_alloc(%lu) failed\n", sz); 138178479Sjb return (1); /* errno is set for us */ 139178479Sjb } 140178479Sjb 141178479Sjb ftp->ftps_pid = pid; 142178479Sjb (void) strncpy(ftp->ftps_func, func, sizeof (ftp->ftps_func)); 143178479Sjb 144178479Sjb dt_pid_objname(ftp->ftps_mod, sizeof (ftp->ftps_mod), pp->dpp_lmid, 145178479Sjb pp->dpp_obj); 146178479Sjb 147178479Sjb if (!isdash && gmatch("return", pp->dpp_name)) { 148178479Sjb if (dt_pid_create_return_probe(pp->dpp_pr, dtp, ftp, symp, 149178479Sjb pp->dpp_stret) < 0) { 150178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 151178479Sjb D_PROC_CREATEFAIL, "failed to create return probe " 152178479Sjb "for '%s': %s", func, 153178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 154178479Sjb } 155178479Sjb 156178479Sjb nmatches++; 157178479Sjb } 158178479Sjb 159178479Sjb if (!isdash && gmatch("entry", pp->dpp_name)) { 160178479Sjb if (dt_pid_create_entry_probe(pp->dpp_pr, dtp, ftp, symp) < 0) { 161178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 162178479Sjb D_PROC_CREATEFAIL, "failed to create entry probe " 163178479Sjb "for '%s': %s", func, 164178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 165178479Sjb } 166178479Sjb 167178479Sjb nmatches++; 168178479Sjb } 169178479Sjb 170178479Sjb glob = strisglob(pp->dpp_name); 171178479Sjb if (!glob && nmatches == 0) { 172178479Sjb off = strtoull(pp->dpp_name, &end, 16); 173178479Sjb if (*end != '\0') { 174178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_NAME, 175178479Sjb "'%s' is an invalid probe name", pp->dpp_name)); 176178479Sjb } 177178479Sjb 178178479Sjb if (off >= symp->st_size) { 179178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_OFF, 180178479Sjb "offset 0x%llx outside of function '%s'", 181178479Sjb (u_longlong_t)off, func)); 182178479Sjb } 183178479Sjb 184178479Sjb err = dt_pid_create_offset_probe(pp->dpp_pr, pp->dpp_dtp, ftp, 185178479Sjb symp, off); 186178479Sjb 187178479Sjb if (err == DT_PROC_ERR) { 188178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 189178479Sjb D_PROC_CREATEFAIL, "failed to create probe at " 190178479Sjb "'%s+0x%llx': %s", func, (u_longlong_t)off, 191178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 192178479Sjb } 193178479Sjb 194178479Sjb if (err == DT_PROC_ALIGN) { 195178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_ALIGN, 196178479Sjb "offset 0x%llx is not aligned on an instruction", 197178479Sjb (u_longlong_t)off)); 198178479Sjb } 199178479Sjb 200178479Sjb nmatches++; 201178479Sjb 202178479Sjb } else if (glob && !isdash) { 203178479Sjb if (dt_pid_create_glob_offset_probes(pp->dpp_pr, 204178479Sjb pp->dpp_dtp, ftp, symp, pp->dpp_name) < 0) { 205178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 206178479Sjb D_PROC_CREATEFAIL, 207178479Sjb "failed to create offset probes in '%s': %s", func, 208178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 209178479Sjb } 210178479Sjb 211178479Sjb nmatches++; 212178479Sjb } 213178479Sjb 214178479Sjb pp->dpp_nmatches += nmatches; 215178479Sjb 216178479Sjb dt_free(dtp, ftp); 217178479Sjb 218178479Sjb return (0); 219178479Sjb} 220178479Sjb 221178479Sjbstatic int 222178479Sjbdt_pid_sym_filt(void *arg, const GElf_Sym *symp, const char *func) 223178479Sjb{ 224178479Sjb dt_pid_probe_t *pp = arg; 225178479Sjb 226178479Sjb if (symp->st_shndx == SHN_UNDEF) 227178479Sjb return (0); 228178479Sjb 229178479Sjb if (symp->st_size == 0) { 230178479Sjb dt_dprintf("st_size of %s is zero\n", func); 231178479Sjb return (0); 232178479Sjb } 233178479Sjb 234178479Sjb if (pp->dpp_last_taken == 0 || 235178479Sjb symp->st_value != pp->dpp_last.st_value || 236178479Sjb symp->st_size != pp->dpp_last.st_size) { 237178479Sjb /* 238178479Sjb * Due to 4524008, _init and _fini may have a bloated st_size. 239178479Sjb * While this bug has been fixed for a while, old binaries 240178479Sjb * may exist that still exhibit this problem. As a result, we 241178479Sjb * don't match _init and _fini though we allow users to 242178479Sjb * specify them explicitly. 243178479Sjb */ 244178479Sjb if (strcmp(func, "_init") == 0 || strcmp(func, "_fini") == 0) 245178479Sjb return (0); 246178479Sjb 247178479Sjb if ((pp->dpp_last_taken = gmatch(func, pp->dpp_func)) != 0) { 248178479Sjb pp->dpp_last = *symp; 249178479Sjb return (dt_pid_per_sym(pp, symp, func)); 250178479Sjb } 251178479Sjb } 252178479Sjb 253178479Sjb return (0); 254178479Sjb} 255178479Sjb 256178479Sjbstatic int 257178479Sjbdt_pid_per_mod(void *arg, const prmap_t *pmp, const char *obj) 258178479Sjb{ 259178479Sjb dt_pid_probe_t *pp = arg; 260178479Sjb dtrace_hdl_t *dtp = pp->dpp_dtp; 261178479Sjb dt_pcb_t *pcb = pp->dpp_pcb; 262178479Sjb dt_proc_t *dpr = pp->dpp_dpr; 263178479Sjb GElf_Sym sym; 264178479Sjb 265178479Sjb if (obj == NULL) 266178479Sjb return (0); 267178479Sjb 268178568Sjb#if defined(sun) 269178479Sjb (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 270178568Sjb#endif 271178568Sjb 272178479Sjb 273178479Sjb if ((pp->dpp_obj = strrchr(obj, '/')) == NULL) 274178479Sjb pp->dpp_obj = obj; 275178479Sjb else 276178479Sjb pp->dpp_obj++; 277178568Sjb#if defined(sun) 278178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret1", &sym, 279178479Sjb NULL) == 0) 280178479Sjb pp->dpp_stret[0] = sym.st_value; 281178479Sjb else 282178479Sjb pp->dpp_stret[0] = 0; 283178479Sjb 284178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret2", &sym, 285178479Sjb NULL) == 0) 286178479Sjb pp->dpp_stret[1] = sym.st_value; 287178479Sjb else 288178479Sjb pp->dpp_stret[1] = 0; 289178479Sjb 290178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret4", &sym, 291178479Sjb NULL) == 0) 292178479Sjb pp->dpp_stret[2] = sym.st_value; 293178479Sjb else 294178479Sjb pp->dpp_stret[2] = 0; 295178479Sjb 296178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret8", &sym, 297178479Sjb NULL) == 0) 298178479Sjb pp->dpp_stret[3] = sym.st_value; 299178479Sjb else 300178479Sjb pp->dpp_stret[3] = 0; 301178568Sjb#else 302211554Srpaulo pp->dpp_stret[0] = 0; 303211554Srpaulo pp->dpp_stret[1] = 0; 304211554Srpaulo pp->dpp_stret[2] = 0; 305211554Srpaulo pp->dpp_stret[3] = 0; 306178568Sjb#endif 307178568Sjb 308178479Sjb dt_dprintf("%s stret %llx %llx %llx %llx\n", obj, 309178479Sjb (u_longlong_t)pp->dpp_stret[0], (u_longlong_t)pp->dpp_stret[1], 310178479Sjb (u_longlong_t)pp->dpp_stret[2], (u_longlong_t)pp->dpp_stret[3]); 311178479Sjb 312178479Sjb /* 313178479Sjb * If pp->dpp_func contains any globbing meta-characters, we need 314178479Sjb * to iterate over the symbol table and compare each function name 315178479Sjb * against the pattern. 316178479Sjb */ 317178479Sjb if (!strisglob(pp->dpp_func)) { 318178479Sjb /* 319178479Sjb * If we fail to lookup the symbol, try interpreting the 320178479Sjb * function as the special "-" function that indicates that the 321178479Sjb * probe name should be interpreted as a absolute virtual 322178479Sjb * address. If that fails and we were matching a specific 323178479Sjb * function in a specific module, report the error, otherwise 324178479Sjb * just fail silently in the hopes that some other object will 325178479Sjb * contain the desired symbol. 326178479Sjb */ 327178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, 328178479Sjb pp->dpp_func, &sym, NULL) != 0) { 329178479Sjb if (strcmp("-", pp->dpp_func) == 0) { 330178479Sjb sym.st_name = 0; 331178479Sjb sym.st_info = 332178479Sjb GELF_ST_INFO(STB_LOCAL, STT_FUNC); 333178479Sjb sym.st_other = 0; 334178479Sjb sym.st_value = 0; 335178568Sjb#if defined(sun) 336178479Sjb sym.st_size = Pstatus(pp->dpp_pr)->pr_dmodel == 337178479Sjb PR_MODEL_ILP32 ? -1U : -1ULL; 338178568Sjb#else 339178568Sjb sym.st_size = ~((Elf64_Xword) 0); 340178568Sjb#endif 341178479Sjb 342178479Sjb } else if (!strisglob(pp->dpp_mod)) { 343178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, 344178479Sjb D_PROC_FUNC, 345178479Sjb "failed to lookup '%s' in module '%s'", 346178479Sjb pp->dpp_func, pp->dpp_mod)); 347178479Sjb } else { 348178479Sjb return (0); 349178479Sjb } 350178479Sjb } 351178479Sjb 352178479Sjb /* 353178479Sjb * Only match defined functions of non-zero size. 354178479Sjb */ 355178479Sjb if (GELF_ST_TYPE(sym.st_info) != STT_FUNC || 356178479Sjb sym.st_shndx == SHN_UNDEF || sym.st_size == 0) 357178479Sjb return (0); 358178479Sjb 359178479Sjb /* 360178479Sjb * We don't instrument PLTs -- they're dynamically rewritten, 361178479Sjb * and, so, inherently dicey to instrument. 362178479Sjb */ 363178568Sjb#ifdef DOODAD 364178479Sjb if (Ppltdest(pp->dpp_pr, sym.st_value) != NULL) 365178479Sjb return (0); 366178568Sjb#endif 367178479Sjb 368178479Sjb (void) Plookup_by_addr(pp->dpp_pr, sym.st_value, pp->dpp_func, 369178479Sjb DTRACE_FUNCNAMELEN, &sym); 370178479Sjb 371178479Sjb return (dt_pid_per_sym(pp, &sym, pp->dpp_func)); 372178479Sjb } else { 373178479Sjb uint_t nmatches = pp->dpp_nmatches; 374178479Sjb 375178479Sjb if (Psymbol_iter_by_addr(pp->dpp_pr, obj, PR_SYMTAB, 376178479Sjb BIND_ANY | TYPE_FUNC, dt_pid_sym_filt, pp) == 1) 377178479Sjb return (1); 378178479Sjb 379178479Sjb if (nmatches == pp->dpp_nmatches) { 380178479Sjb /* 381178479Sjb * If we didn't match anything in the PR_SYMTAB, try 382178479Sjb * the PR_DYNSYM. 383178479Sjb */ 384178479Sjb if (Psymbol_iter_by_addr(pp->dpp_pr, obj, PR_DYNSYM, 385178479Sjb BIND_ANY | TYPE_FUNC, dt_pid_sym_filt, pp) == 1) 386178479Sjb return (1); 387178479Sjb } 388178479Sjb } 389178479Sjb 390178479Sjb return (0); 391178479Sjb} 392178479Sjb 393178479Sjbstatic int 394178479Sjbdt_pid_mod_filt(void *arg, const prmap_t *pmp, const char *obj) 395178479Sjb{ 396178479Sjb char name[DTRACE_MODNAMELEN]; 397178479Sjb dt_pid_probe_t *pp = arg; 398178479Sjb 399178479Sjb if (gmatch(obj, pp->dpp_mod)) 400178479Sjb return (dt_pid_per_mod(pp, pmp, obj)); 401178479Sjb 402178568Sjb#if defined(sun) 403178479Sjb (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 404178568Sjb#else 405178568Sjb pp->dpp_lmid = 0; 406178568Sjb#endif 407178479Sjb 408178479Sjb if ((pp->dpp_obj = strrchr(obj, '/')) == NULL) 409178479Sjb pp->dpp_obj = obj; 410178479Sjb else 411178479Sjb pp->dpp_obj++; 412178479Sjb 413210767Srpaulo if (gmatch(pp->dpp_obj, pp->dpp_mod)) 414210767Srpaulo return (dt_pid_per_mod(pp, pmp, obj)); 415178479Sjb 416210775Srpaulo#if defined(sun) 417210767Srpaulo (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 418210775Srpaulo#endif 419210767Srpaulo 420210767Srpaulo dt_pid_objname(name, sizeof (name), pp->dpp_lmid, pp->dpp_obj); 421210767Srpaulo 422178479Sjb if (gmatch(name, pp->dpp_mod)) 423178479Sjb return (dt_pid_per_mod(pp, pmp, obj)); 424178479Sjb 425178479Sjb return (0); 426178479Sjb} 427178479Sjb 428178479Sjbstatic const prmap_t * 429178479Sjbdt_pid_fix_mod(dtrace_probedesc_t *pdp, struct ps_prochandle *P) 430178479Sjb{ 431178479Sjb char m[MAXPATHLEN]; 432211554Srpaulo#if defined(sun) 433178479Sjb Lmid_t lmid = PR_LMID_EVERY; 434211554Srpaulo#else 435211554Srpaulo Lmid_t lmid = 0; 436211554Srpaulo#endif 437178479Sjb const char *obj; 438178479Sjb const prmap_t *pmp; 439178479Sjb 440211554Srpaulo#if defined(sun) 441178479Sjb /* 442178479Sjb * Pick apart the link map from the library name. 443178479Sjb */ 444178479Sjb if (strchr(pdp->dtpd_mod, '`') != NULL) { 445178479Sjb char *end; 446178479Sjb 447178479Sjb if (strncmp(pdp->dtpd_mod, "LM", 2) != 0 || 448178479Sjb !isdigit(pdp->dtpd_mod[2])) 449178479Sjb return (NULL); 450178479Sjb 451178479Sjb lmid = strtoul(&pdp->dtpd_mod[2], &end, 16); 452178479Sjb 453178479Sjb obj = end + 1; 454178479Sjb 455178479Sjb if (*end != '`' || strchr(obj, '`') != NULL) 456178479Sjb return (NULL); 457178479Sjb 458178479Sjb } else { 459178479Sjb obj = pdp->dtpd_mod; 460178479Sjb } 461211554Srpaulo#else 462211554Srpaulo obj = pdp->dtpd_mod; 463211554Srpaulo#endif 464178479Sjb 465178479Sjb if ((pmp = Plmid_to_map(P, lmid, obj)) == NULL) 466178479Sjb return (NULL); 467178479Sjb 468211554Srpaulo#if defined(sun) 469178479Sjb (void) Pobjname(P, pmp->pr_vaddr, m, sizeof (m)); 470178479Sjb if ((obj = strrchr(m, '/')) == NULL) 471178479Sjb obj = &m[0]; 472178479Sjb else 473178479Sjb obj++; 474178479Sjb 475178479Sjb (void) Plmid(P, pmp->pr_vaddr, &lmid); 476211554Srpaulo#endif 477178568Sjb 478178479Sjb dt_pid_objname(pdp->dtpd_mod, sizeof (pdp->dtpd_mod), lmid, obj); 479178479Sjb 480178479Sjb return (pmp); 481178479Sjb} 482178479Sjb 483178479Sjb 484178479Sjbstatic int 485178479Sjbdt_pid_create_pid_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, 486178479Sjb dt_pcb_t *pcb, dt_proc_t *dpr) 487178479Sjb{ 488178479Sjb dt_pid_probe_t pp; 489178479Sjb int ret = 0; 490178479Sjb 491178479Sjb pp.dpp_dtp = dtp; 492178479Sjb pp.dpp_dpr = dpr; 493178479Sjb pp.dpp_pr = dpr->dpr_proc; 494178479Sjb pp.dpp_pcb = pcb; 495178479Sjb 496178568Sjb#ifdef DOODAD 497178479Sjb /* 498178479Sjb * We can only trace dynamically-linked executables (since we've 499178479Sjb * hidden some magic in ld.so.1 as well as libc.so.1). 500178479Sjb */ 501178479Sjb if (Pname_to_map(pp.dpp_pr, PR_OBJ_LDSO) == NULL) { 502178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_DYN, 503178479Sjb "process %s is not a dynamically-linked executable", 504178479Sjb &pdp->dtpd_provider[3])); 505178479Sjb } 506178568Sjb#endif 507178479Sjb 508178479Sjb pp.dpp_mod = pdp->dtpd_mod[0] != '\0' ? pdp->dtpd_mod : "*"; 509178479Sjb pp.dpp_func = pdp->dtpd_func[0] != '\0' ? pdp->dtpd_func : "*"; 510178479Sjb pp.dpp_name = pdp->dtpd_name[0] != '\0' ? pdp->dtpd_name : "*"; 511178479Sjb pp.dpp_last_taken = 0; 512178479Sjb 513178479Sjb if (strcmp(pp.dpp_func, "-") == 0) { 514178479Sjb const prmap_t *aout, *pmp; 515178479Sjb 516178479Sjb if (pdp->dtpd_mod[0] == '\0') { 517178479Sjb pp.dpp_mod = pdp->dtpd_mod; 518178479Sjb (void) strcpy(pdp->dtpd_mod, "a.out"); 519178479Sjb } else if (strisglob(pp.dpp_mod) || 520178479Sjb (aout = Pname_to_map(pp.dpp_pr, "a.out")) == NULL || 521178479Sjb (pmp = Pname_to_map(pp.dpp_pr, pp.dpp_mod)) == NULL || 522178479Sjb aout->pr_vaddr != pmp->pr_vaddr) { 523178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_LIB, 524178479Sjb "only the a.out module is valid with the " 525178479Sjb "'-' function")); 526178479Sjb } 527178479Sjb 528178479Sjb if (strisglob(pp.dpp_name)) { 529178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_NAME, 530178479Sjb "only individual addresses may be specified " 531178479Sjb "with the '-' function")); 532178479Sjb } 533178479Sjb } 534178479Sjb 535178479Sjb /* 536178479Sjb * If pp.dpp_mod contains any globbing meta-characters, we need 537178479Sjb * to iterate over each module and compare its name against the 538178479Sjb * pattern. An empty module name is treated as '*'. 539178479Sjb */ 540178479Sjb if (strisglob(pp.dpp_mod)) { 541178479Sjb ret = Pobject_iter(pp.dpp_pr, dt_pid_mod_filt, &pp); 542178479Sjb } else { 543178479Sjb const prmap_t *pmp; 544178479Sjb char *obj; 545178479Sjb 546178479Sjb /* 547178479Sjb * If we can't find a matching module, don't sweat it -- either 548178479Sjb * we'll fail the enabling because the probes don't exist or 549178479Sjb * we'll wait for that module to come along. 550178479Sjb */ 551178479Sjb if ((pmp = dt_pid_fix_mod(pdp, pp.dpp_pr)) != NULL) { 552178479Sjb if ((obj = strchr(pdp->dtpd_mod, '`')) == NULL) 553178479Sjb obj = pdp->dtpd_mod; 554178479Sjb else 555178479Sjb obj++; 556178479Sjb 557178479Sjb ret = dt_pid_per_mod(&pp, pmp, obj); 558178479Sjb } 559178479Sjb } 560178479Sjb 561178479Sjb return (ret); 562178479Sjb} 563178479Sjb 564178479Sjbstatic int 565178479Sjbdt_pid_usdt_mapping(void *data, const prmap_t *pmp, const char *oname) 566178479Sjb{ 567178479Sjb struct ps_prochandle *P = data; 568178479Sjb GElf_Sym sym; 569178568Sjb#if defined(sun) 570178479Sjb prsyminfo_t sip; 571178568Sjb#endif 572178479Sjb dof_helper_t dh; 573178479Sjb GElf_Half e_type; 574178479Sjb const char *mname; 575178479Sjb const char *syms[] = { "___SUNW_dof", "__SUNW_dof" }; 576178479Sjb int i, fd = -1; 577178479Sjb 578178479Sjb /* 579178479Sjb * The symbol ___SUNW_dof is for lazy-loaded DOF sections, and 580178479Sjb * __SUNW_dof is for actively-loaded DOF sections. We try to force 581178479Sjb * in both types of DOF section since the process may not yet have 582178479Sjb * run the code to instantiate these providers. 583178479Sjb */ 584178479Sjb for (i = 0; i < 2; i++) { 585178479Sjb if (Pxlookup_by_name(P, PR_LMID_EVERY, oname, syms[i], &sym, 586178479Sjb &sip) != 0) { 587178479Sjb continue; 588178479Sjb } 589178479Sjb 590178479Sjb if ((mname = strrchr(oname, '/')) == NULL) 591178479Sjb mname = oname; 592178479Sjb else 593178479Sjb mname++; 594178479Sjb 595178479Sjb dt_dprintf("lookup of %s succeeded for %s\n", syms[i], mname); 596178479Sjb 597178479Sjb if (Pread(P, &e_type, sizeof (e_type), pmp->pr_vaddr + 598178479Sjb offsetof(Elf64_Ehdr, e_type)) != sizeof (e_type)) { 599178479Sjb dt_dprintf("read of ELF header failed"); 600178479Sjb continue; 601178479Sjb } 602178479Sjb 603178479Sjb dh.dofhp_dof = sym.st_value; 604178479Sjb dh.dofhp_addr = (e_type == ET_EXEC) ? 0 : pmp->pr_vaddr; 605178479Sjb 606178479Sjb dt_pid_objname(dh.dofhp_mod, sizeof (dh.dofhp_mod), 607178568Sjb#if defined(sun) 608178479Sjb sip.prs_lmid, mname); 609178568Sjb#else 610178568Sjb 0, mname); 611178568Sjb#endif 612178479Sjb 613211554Srpaulo#if defined(sun) 614178479Sjb if (fd == -1 && 615178479Sjb (fd = pr_open(P, "/dev/dtrace/helper", O_RDWR, 0)) < 0) { 616178479Sjb dt_dprintf("pr_open of helper device failed: %s\n", 617178479Sjb strerror(errno)); 618178479Sjb return (-1); /* errno is set for us */ 619178479Sjb } 620178479Sjb 621178479Sjb if (pr_ioctl(P, fd, DTRACEHIOC_ADDDOF, &dh, sizeof (dh)) < 0) 622178479Sjb dt_dprintf("DOF was rejected for %s\n", dh.dofhp_mod); 623178568Sjb#endif 624178479Sjb } 625178479Sjb 626211554Srpaulo#if defined(sun) 627178479Sjb if (fd != -1) 628178479Sjb (void) pr_close(P, fd); 629178568Sjb#endif 630178479Sjb 631178479Sjb return (0); 632178479Sjb} 633178479Sjb 634178479Sjbstatic int 635178479Sjbdt_pid_create_usdt_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, 636178479Sjb dt_pcb_t *pcb, dt_proc_t *dpr) 637178479Sjb{ 638178479Sjb struct ps_prochandle *P = dpr->dpr_proc; 639178479Sjb int ret = 0; 640178479Sjb 641210775Srpaulo assert(DT_MUTEX_HELD(&dpr->dpr_lock)); 642211554Srpaulo#if defined(sun) 643178479Sjb (void) Pupdate_maps(P); 644211554Srpaulo#endif 645178479Sjb if (Pobject_iter(P, dt_pid_usdt_mapping, P) != 0) { 646178479Sjb ret = -1; 647178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_USDT, 648178479Sjb "failed to instantiate probes for pid %d: %s", 649178568Sjb#if defined(sun) 650178479Sjb (int)Pstatus(P)->pr_pid, strerror(errno)); 651178568Sjb#else 652178568Sjb (int)proc_getpid(P), strerror(errno)); 653178568Sjb#endif 654178479Sjb } 655178479Sjb 656178479Sjb /* 657178479Sjb * Put the module name in its canonical form. 658178479Sjb */ 659178479Sjb (void) dt_pid_fix_mod(pdp, P); 660178479Sjb 661178479Sjb return (ret); 662178479Sjb} 663178479Sjb 664178479Sjbstatic pid_t 665178479Sjbdt_pid_get_pid(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, dt_pcb_t *pcb, 666178479Sjb dt_proc_t *dpr) 667178479Sjb{ 668178479Sjb pid_t pid; 669178479Sjb char *c, *last = NULL, *end; 670178479Sjb 671178479Sjb for (c = &pdp->dtpd_provider[0]; *c != '\0'; c++) { 672178479Sjb if (!isdigit(*c)) 673178479Sjb last = c; 674178479Sjb } 675178479Sjb 676178479Sjb if (last == NULL || (*(++last) == '\0')) { 677178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_BADPROV, 678178479Sjb "'%s' is not a valid provider", pdp->dtpd_provider); 679178479Sjb return (-1); 680178479Sjb } 681178479Sjb 682178479Sjb errno = 0; 683178479Sjb pid = strtol(last, &end, 10); 684178479Sjb 685178479Sjb if (errno != 0 || end == last || end[0] != '\0' || pid <= 0) { 686178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_BADPID, 687178479Sjb "'%s' does not contain a valid pid", pdp->dtpd_provider); 688178479Sjb return (-1); 689178479Sjb } 690178479Sjb 691178479Sjb return (pid); 692178479Sjb} 693178479Sjb 694178479Sjbint 695178479Sjbdt_pid_create_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, dt_pcb_t *pcb) 696178479Sjb{ 697178479Sjb char provname[DTRACE_PROVNAMELEN]; 698178479Sjb struct ps_prochandle *P; 699178479Sjb dt_proc_t *dpr; 700178479Sjb pid_t pid; 701178479Sjb int err = 0; 702178479Sjb 703178479Sjb assert(pcb != NULL); 704178479Sjb 705178479Sjb if ((pid = dt_pid_get_pid(pdp, dtp, pcb, NULL)) == -1) 706178479Sjb return (-1); 707178479Sjb 708178479Sjb if (dtp->dt_ftfd == -1) { 709178479Sjb if (dtp->dt_fterr == ENOENT) { 710178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_NODEV, 711178479Sjb "pid provider is not installed on this system"); 712178479Sjb } else { 713178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_NODEV, 714178479Sjb "pid provider is not available: %s", 715178479Sjb strerror(dtp->dt_fterr)); 716178479Sjb } 717178479Sjb 718178479Sjb return (-1); 719178479Sjb } 720178479Sjb 721178479Sjb (void) snprintf(provname, sizeof (provname), "pid%d", (int)pid); 722178479Sjb 723178479Sjb if (gmatch(provname, pdp->dtpd_provider) != 0) { 724178479Sjb if ((P = dt_proc_grab(dtp, pid, PGRAB_RDONLY | PGRAB_FORCE, 725178479Sjb 0)) == NULL) { 726178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_GRAB, 727178479Sjb "failed to grab process %d", (int)pid); 728178479Sjb return (-1); 729178479Sjb } 730178479Sjb 731178479Sjb dpr = dt_proc_lookup(dtp, P, 0); 732178479Sjb assert(dpr != NULL); 733178479Sjb (void) pthread_mutex_lock(&dpr->dpr_lock); 734178479Sjb 735178568Sjb if ((err = dt_pid_create_pid_probes(pdp, dtp, pcb, dpr)) == 0) { 736178568Sjb /* 737178568Sjb * Alert other retained enablings which may match 738178568Sjb * against the newly created probes. 739178568Sjb */ 740178568Sjb (void) dt_ioctl(dtp, DTRACEIOC_ENABLE, NULL); 741178568Sjb } 742178479Sjb 743178479Sjb (void) pthread_mutex_unlock(&dpr->dpr_lock); 744178479Sjb dt_proc_release(dtp, P); 745178479Sjb } 746178479Sjb 747178479Sjb /* 748178479Sjb * If it's not strictly a pid provider, we might match a USDT provider. 749178479Sjb */ 750178479Sjb if (strcmp(provname, pdp->dtpd_provider) != 0) { 751178479Sjb if ((P = dt_proc_grab(dtp, pid, 0, 1)) == NULL) { 752178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_GRAB, 753178479Sjb "failed to grab process %d", (int)pid); 754178479Sjb return (-1); 755178479Sjb } 756178479Sjb 757178479Sjb dpr = dt_proc_lookup(dtp, P, 0); 758178479Sjb assert(dpr != NULL); 759178479Sjb (void) pthread_mutex_lock(&dpr->dpr_lock); 760178479Sjb 761178479Sjb if (!dpr->dpr_usdt) { 762178479Sjb err = dt_pid_create_usdt_probes(pdp, dtp, pcb, dpr); 763178479Sjb dpr->dpr_usdt = B_TRUE; 764178479Sjb } 765178479Sjb 766178479Sjb (void) pthread_mutex_unlock(&dpr->dpr_lock); 767178479Sjb dt_proc_release(dtp, P); 768178479Sjb } 769178479Sjb 770178479Sjb return (err ? -1 : 0); 771178479Sjb} 772178479Sjb 773178479Sjbint 774178479Sjbdt_pid_create_probes_module(dtrace_hdl_t *dtp, dt_proc_t *dpr) 775178479Sjb{ 776178568Sjb dtrace_enable_io_t args; 777178479Sjb dtrace_prog_t *pgp; 778178479Sjb dt_stmt_t *stp; 779178479Sjb dtrace_probedesc_t *pdp, pd; 780178479Sjb pid_t pid; 781178479Sjb int ret = 0, found = B_FALSE; 782178479Sjb char provname[DTRACE_PROVNAMELEN]; 783178479Sjb 784178479Sjb (void) snprintf(provname, sizeof (provname), "pid%d", 785178479Sjb (int)dpr->dpr_pid); 786178479Sjb 787178479Sjb for (pgp = dt_list_next(&dtp->dt_programs); pgp != NULL; 788178479Sjb pgp = dt_list_next(pgp)) { 789178479Sjb 790178479Sjb for (stp = dt_list_next(&pgp->dp_stmts); stp != NULL; 791178479Sjb stp = dt_list_next(stp)) { 792178479Sjb 793178479Sjb pdp = &stp->ds_desc->dtsd_ecbdesc->dted_probe; 794178479Sjb pid = dt_pid_get_pid(pdp, dtp, NULL, dpr); 795178479Sjb if (pid != dpr->dpr_pid) 796178479Sjb continue; 797178479Sjb 798178479Sjb found = B_TRUE; 799178479Sjb 800178479Sjb pd = *pdp; 801178479Sjb 802178479Sjb if (gmatch(provname, pdp->dtpd_provider) != 0 && 803178479Sjb dt_pid_create_pid_probes(&pd, dtp, NULL, dpr) != 0) 804178479Sjb ret = 1; 805178479Sjb 806178479Sjb /* 807178479Sjb * If it's not strictly a pid provider, we might match 808178479Sjb * a USDT provider. 809178479Sjb */ 810178479Sjb if (strcmp(provname, pdp->dtpd_provider) != 0 && 811178479Sjb dt_pid_create_usdt_probes(&pd, dtp, NULL, dpr) != 0) 812178479Sjb ret = 1; 813178479Sjb } 814178479Sjb } 815178479Sjb 816178479Sjb if (found) { 817178479Sjb /* 818178479Sjb * Give DTrace a shot to the ribs to get it to check 819178479Sjb * out the newly created probes. 820178479Sjb */ 821178568Sjb args.dof = NULL; 822178568Sjb args.n_matched = 0; 823178568Sjb (void) dt_ioctl(dtp, DTRACEIOC_ENABLE, &args); 824178479Sjb } 825178479Sjb 826178479Sjb return (ret); 827178479Sjb} 828