1178479Sjb/* 2178479Sjb * CDDL HEADER START 3178479Sjb * 4178479Sjb * The contents of this file are subject to the terms of the 5178479Sjb * Common Development and Distribution License (the "License"). 6178479Sjb * You may not use this file except in compliance with the License. 7178479Sjb * 8178479Sjb * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9178479Sjb * or http://www.opensolaris.org/os/licensing. 10178479Sjb * See the License for the specific language governing permissions 11178479Sjb * and limitations under the License. 12178479Sjb * 13178479Sjb * When distributing Covered Code, include this CDDL HEADER in each 14178479Sjb * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15178479Sjb * If applicable, add the following below this CDDL HEADER, with the 16178479Sjb * fields enclosed by brackets "[]" replaced with your own identifying 17178479Sjb * information: Portions Copyright [yyyy] [name of copyright owner] 18178479Sjb * 19178479Sjb * CDDL HEADER END 20178479Sjb */ 21178479Sjb 22178479Sjb/* 23210767Srpaulo * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 24178479Sjb * Use is subject to license terms. 25178479Sjb */ 26178479Sjb 27178479Sjb#include <assert.h> 28178479Sjb#include <strings.h> 29178479Sjb#include <stdlib.h> 30178479Sjb#include <stdio.h> 31178479Sjb#include <errno.h> 32178479Sjb#include <ctype.h> 33178568Sjb#if defined(sun) 34178479Sjb#include <alloca.h> 35178568Sjb#endif 36178479Sjb#include <libgen.h> 37178479Sjb#include <stddef.h> 38178479Sjb 39178479Sjb#include <dt_impl.h> 40178479Sjb#include <dt_program.h> 41178479Sjb#include <dt_pid.h> 42178479Sjb#include <dt_string.h> 43211554Srpaulo#if !defined(sun) 44211554Srpaulo#include <libproc_compat.h> 45211554Srpaulo#endif 46178479Sjb 47178479Sjbtypedef struct dt_pid_probe { 48178479Sjb dtrace_hdl_t *dpp_dtp; 49178479Sjb dt_pcb_t *dpp_pcb; 50178479Sjb dt_proc_t *dpp_dpr; 51178479Sjb struct ps_prochandle *dpp_pr; 52178479Sjb const char *dpp_mod; 53178479Sjb char *dpp_func; 54178479Sjb const char *dpp_name; 55178479Sjb const char *dpp_obj; 56178479Sjb uintptr_t dpp_pc; 57178479Sjb size_t dpp_size; 58178479Sjb Lmid_t dpp_lmid; 59178479Sjb uint_t dpp_nmatches; 60178479Sjb uint64_t dpp_stret[4]; 61178479Sjb GElf_Sym dpp_last; 62178479Sjb uint_t dpp_last_taken; 63178479Sjb} dt_pid_probe_t; 64178479Sjb 65178479Sjb/* 66178479Sjb * Compose the lmid and object name into the canonical representation. We 67178479Sjb * omit the lmid for the default link map for convenience. 68178479Sjb */ 69178479Sjbstatic void 70178479Sjbdt_pid_objname(char *buf, size_t len, Lmid_t lmid, const char *obj) 71178479Sjb{ 72178568Sjb#if defined(sun) 73178479Sjb if (lmid == LM_ID_BASE) 74178479Sjb (void) strncpy(buf, obj, len); 75178479Sjb else 76178479Sjb (void) snprintf(buf, len, "LM%lx`%s", lmid, obj); 77178568Sjb#else 78178568Sjb (void) strncpy(buf, obj, len); 79178568Sjb#endif 80178479Sjb} 81178479Sjb 82178479Sjbstatic int 83178479Sjbdt_pid_error(dtrace_hdl_t *dtp, dt_pcb_t *pcb, dt_proc_t *dpr, 84178479Sjb fasttrap_probe_spec_t *ftp, dt_errtag_t tag, const char *fmt, ...) 85178479Sjb{ 86178479Sjb va_list ap; 87178479Sjb int len; 88178479Sjb 89178479Sjb if (ftp != NULL) 90178479Sjb dt_free(dtp, ftp); 91178479Sjb 92178479Sjb va_start(ap, fmt); 93178479Sjb if (pcb == NULL) { 94178479Sjb assert(dpr != NULL); 95178479Sjb len = vsnprintf(dpr->dpr_errmsg, sizeof (dpr->dpr_errmsg), 96178479Sjb fmt, ap); 97178479Sjb assert(len >= 2); 98178479Sjb if (dpr->dpr_errmsg[len - 2] == '\n') 99178479Sjb dpr->dpr_errmsg[len - 2] = '\0'; 100178479Sjb } else { 101178479Sjb dt_set_errmsg(dtp, dt_errtag(tag), pcb->pcb_region, 102178479Sjb pcb->pcb_filetag, pcb->pcb_fileptr ? yylineno : 0, fmt, ap); 103178479Sjb } 104178479Sjb va_end(ap); 105178479Sjb 106178479Sjb return (1); 107178479Sjb} 108178479Sjb 109178479Sjbstatic int 110178479Sjbdt_pid_per_sym(dt_pid_probe_t *pp, const GElf_Sym *symp, const char *func) 111178479Sjb{ 112178479Sjb dtrace_hdl_t *dtp = pp->dpp_dtp; 113178479Sjb dt_pcb_t *pcb = pp->dpp_pcb; 114178479Sjb dt_proc_t *dpr = pp->dpp_dpr; 115178479Sjb fasttrap_probe_spec_t *ftp; 116178479Sjb uint64_t off; 117178479Sjb char *end; 118178479Sjb uint_t nmatches = 0; 119178479Sjb ulong_t sz; 120178479Sjb int glob, err; 121178479Sjb int isdash = strcmp("-", func) == 0; 122178479Sjb pid_t pid; 123178479Sjb 124178568Sjb#if defined(sun) 125178479Sjb pid = Pstatus(pp->dpp_pr)->pr_pid; 126178568Sjb#else 127178568Sjb pid = proc_getpid(pp->dpp_pr); 128178568Sjb#endif 129178479Sjb 130178479Sjb dt_dprintf("creating probe pid%d:%s:%s:%s\n", (int)pid, pp->dpp_obj, 131178479Sjb func, pp->dpp_name); 132178479Sjb 133178479Sjb sz = sizeof (fasttrap_probe_spec_t) + (isdash ? 4 : 134178479Sjb (symp->st_size - 1) * sizeof (ftp->ftps_offs[0])); 135178479Sjb 136178479Sjb if ((ftp = dt_alloc(dtp, sz)) == NULL) { 137178479Sjb dt_dprintf("proc_per_sym: dt_alloc(%lu) failed\n", sz); 138178479Sjb return (1); /* errno is set for us */ 139178479Sjb } 140178479Sjb 141178479Sjb ftp->ftps_pid = pid; 142178479Sjb (void) strncpy(ftp->ftps_func, func, sizeof (ftp->ftps_func)); 143178479Sjb 144178479Sjb dt_pid_objname(ftp->ftps_mod, sizeof (ftp->ftps_mod), pp->dpp_lmid, 145178479Sjb pp->dpp_obj); 146178479Sjb 147178479Sjb if (!isdash && gmatch("return", pp->dpp_name)) { 148178479Sjb if (dt_pid_create_return_probe(pp->dpp_pr, dtp, ftp, symp, 149178479Sjb pp->dpp_stret) < 0) { 150178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 151178479Sjb D_PROC_CREATEFAIL, "failed to create return probe " 152178479Sjb "for '%s': %s", func, 153178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 154178479Sjb } 155178479Sjb 156178479Sjb nmatches++; 157178479Sjb } 158178479Sjb 159178479Sjb if (!isdash && gmatch("entry", pp->dpp_name)) { 160178479Sjb if (dt_pid_create_entry_probe(pp->dpp_pr, dtp, ftp, symp) < 0) { 161178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 162178479Sjb D_PROC_CREATEFAIL, "failed to create entry probe " 163178479Sjb "for '%s': %s", func, 164178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 165178479Sjb } 166178479Sjb 167178479Sjb nmatches++; 168178479Sjb } 169178479Sjb 170178479Sjb glob = strisglob(pp->dpp_name); 171178479Sjb if (!glob && nmatches == 0) { 172178479Sjb off = strtoull(pp->dpp_name, &end, 16); 173178479Sjb if (*end != '\0') { 174178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_NAME, 175178479Sjb "'%s' is an invalid probe name", pp->dpp_name)); 176178479Sjb } 177178479Sjb 178178479Sjb if (off >= symp->st_size) { 179178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_OFF, 180178479Sjb "offset 0x%llx outside of function '%s'", 181178479Sjb (u_longlong_t)off, func)); 182178479Sjb } 183178479Sjb 184178479Sjb err = dt_pid_create_offset_probe(pp->dpp_pr, pp->dpp_dtp, ftp, 185178479Sjb symp, off); 186178479Sjb 187178479Sjb if (err == DT_PROC_ERR) { 188178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 189178479Sjb D_PROC_CREATEFAIL, "failed to create probe at " 190178479Sjb "'%s+0x%llx': %s", func, (u_longlong_t)off, 191178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 192178479Sjb } 193178479Sjb 194178479Sjb if (err == DT_PROC_ALIGN) { 195178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, D_PROC_ALIGN, 196178479Sjb "offset 0x%llx is not aligned on an instruction", 197178479Sjb (u_longlong_t)off)); 198178479Sjb } 199178479Sjb 200178479Sjb nmatches++; 201178479Sjb 202178479Sjb } else if (glob && !isdash) { 203178479Sjb if (dt_pid_create_glob_offset_probes(pp->dpp_pr, 204178479Sjb pp->dpp_dtp, ftp, symp, pp->dpp_name) < 0) { 205178479Sjb return (dt_pid_error(dtp, pcb, dpr, ftp, 206178479Sjb D_PROC_CREATEFAIL, 207178479Sjb "failed to create offset probes in '%s': %s", func, 208178479Sjb dtrace_errmsg(dtp, dtrace_errno(dtp)))); 209178479Sjb } 210178479Sjb 211178479Sjb nmatches++; 212178479Sjb } 213178479Sjb 214178479Sjb pp->dpp_nmatches += nmatches; 215178479Sjb 216178479Sjb dt_free(dtp, ftp); 217178479Sjb 218178479Sjb return (0); 219178479Sjb} 220178479Sjb 221178479Sjbstatic int 222178479Sjbdt_pid_sym_filt(void *arg, const GElf_Sym *symp, const char *func) 223178479Sjb{ 224178479Sjb dt_pid_probe_t *pp = arg; 225178479Sjb 226178479Sjb if (symp->st_shndx == SHN_UNDEF) 227178479Sjb return (0); 228178479Sjb 229178479Sjb if (symp->st_size == 0) { 230178479Sjb dt_dprintf("st_size of %s is zero\n", func); 231178479Sjb return (0); 232178479Sjb } 233178479Sjb 234178479Sjb if (pp->dpp_last_taken == 0 || 235178479Sjb symp->st_value != pp->dpp_last.st_value || 236178479Sjb symp->st_size != pp->dpp_last.st_size) { 237178479Sjb /* 238178479Sjb * Due to 4524008, _init and _fini may have a bloated st_size. 239178479Sjb * While this bug has been fixed for a while, old binaries 240178479Sjb * may exist that still exhibit this problem. As a result, we 241178479Sjb * don't match _init and _fini though we allow users to 242178479Sjb * specify them explicitly. 243178479Sjb */ 244178479Sjb if (strcmp(func, "_init") == 0 || strcmp(func, "_fini") == 0) 245178479Sjb return (0); 246178479Sjb 247178479Sjb if ((pp->dpp_last_taken = gmatch(func, pp->dpp_func)) != 0) { 248178479Sjb pp->dpp_last = *symp; 249178479Sjb return (dt_pid_per_sym(pp, symp, func)); 250178479Sjb } 251178479Sjb } 252178479Sjb 253178479Sjb return (0); 254178479Sjb} 255178479Sjb 256178479Sjbstatic int 257178479Sjbdt_pid_per_mod(void *arg, const prmap_t *pmp, const char *obj) 258178479Sjb{ 259178479Sjb dt_pid_probe_t *pp = arg; 260178479Sjb dtrace_hdl_t *dtp = pp->dpp_dtp; 261178479Sjb dt_pcb_t *pcb = pp->dpp_pcb; 262178479Sjb dt_proc_t *dpr = pp->dpp_dpr; 263178479Sjb GElf_Sym sym; 264178479Sjb 265178479Sjb if (obj == NULL) 266178479Sjb return (0); 267178479Sjb 268178568Sjb#if defined(sun) 269178479Sjb (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 270178568Sjb#endif 271178568Sjb 272178479Sjb 273178479Sjb if ((pp->dpp_obj = strrchr(obj, '/')) == NULL) 274178479Sjb pp->dpp_obj = obj; 275178479Sjb else 276178479Sjb pp->dpp_obj++; 277178568Sjb#if defined(sun) 278178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret1", &sym, 279178479Sjb NULL) == 0) 280178479Sjb pp->dpp_stret[0] = sym.st_value; 281178479Sjb else 282178479Sjb pp->dpp_stret[0] = 0; 283178479Sjb 284178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret2", &sym, 285178479Sjb NULL) == 0) 286178479Sjb pp->dpp_stret[1] = sym.st_value; 287178479Sjb else 288178479Sjb pp->dpp_stret[1] = 0; 289178479Sjb 290178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret4", &sym, 291178479Sjb NULL) == 0) 292178479Sjb pp->dpp_stret[2] = sym.st_value; 293178479Sjb else 294178479Sjb pp->dpp_stret[2] = 0; 295178479Sjb 296178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, ".stret8", &sym, 297178479Sjb NULL) == 0) 298178479Sjb pp->dpp_stret[3] = sym.st_value; 299178479Sjb else 300178479Sjb pp->dpp_stret[3] = 0; 301178568Sjb#else 302211554Srpaulo pp->dpp_stret[0] = 0; 303211554Srpaulo pp->dpp_stret[1] = 0; 304211554Srpaulo pp->dpp_stret[2] = 0; 305211554Srpaulo pp->dpp_stret[3] = 0; 306178568Sjb#endif 307178568Sjb 308178479Sjb dt_dprintf("%s stret %llx %llx %llx %llx\n", obj, 309178479Sjb (u_longlong_t)pp->dpp_stret[0], (u_longlong_t)pp->dpp_stret[1], 310178479Sjb (u_longlong_t)pp->dpp_stret[2], (u_longlong_t)pp->dpp_stret[3]); 311178479Sjb 312178479Sjb /* 313178479Sjb * If pp->dpp_func contains any globbing meta-characters, we need 314178479Sjb * to iterate over the symbol table and compare each function name 315178479Sjb * against the pattern. 316178479Sjb */ 317178479Sjb if (!strisglob(pp->dpp_func)) { 318178479Sjb /* 319178479Sjb * If we fail to lookup the symbol, try interpreting the 320178479Sjb * function as the special "-" function that indicates that the 321178479Sjb * probe name should be interpreted as a absolute virtual 322178479Sjb * address. If that fails and we were matching a specific 323178479Sjb * function in a specific module, report the error, otherwise 324178479Sjb * just fail silently in the hopes that some other object will 325178479Sjb * contain the desired symbol. 326178479Sjb */ 327178479Sjb if (Pxlookup_by_name(pp->dpp_pr, pp->dpp_lmid, obj, 328178479Sjb pp->dpp_func, &sym, NULL) != 0) { 329178479Sjb if (strcmp("-", pp->dpp_func) == 0) { 330178479Sjb sym.st_name = 0; 331178479Sjb sym.st_info = 332178479Sjb GELF_ST_INFO(STB_LOCAL, STT_FUNC); 333178479Sjb sym.st_other = 0; 334178479Sjb sym.st_value = 0; 335178568Sjb#if defined(sun) 336178479Sjb sym.st_size = Pstatus(pp->dpp_pr)->pr_dmodel == 337178479Sjb PR_MODEL_ILP32 ? -1U : -1ULL; 338178568Sjb#else 339178568Sjb sym.st_size = ~((Elf64_Xword) 0); 340178568Sjb#endif 341178479Sjb 342178479Sjb } else if (!strisglob(pp->dpp_mod)) { 343178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, 344178479Sjb D_PROC_FUNC, 345178479Sjb "failed to lookup '%s' in module '%s'", 346178479Sjb pp->dpp_func, pp->dpp_mod)); 347178479Sjb } else { 348178479Sjb return (0); 349178479Sjb } 350178479Sjb } 351178479Sjb 352178479Sjb /* 353178479Sjb * Only match defined functions of non-zero size. 354178479Sjb */ 355178479Sjb if (GELF_ST_TYPE(sym.st_info) != STT_FUNC || 356178479Sjb sym.st_shndx == SHN_UNDEF || sym.st_size == 0) 357178479Sjb return (0); 358178479Sjb 359178479Sjb /* 360178479Sjb * We don't instrument PLTs -- they're dynamically rewritten, 361178479Sjb * and, so, inherently dicey to instrument. 362178479Sjb */ 363178568Sjb#ifdef DOODAD 364178479Sjb if (Ppltdest(pp->dpp_pr, sym.st_value) != NULL) 365178479Sjb return (0); 366178568Sjb#endif 367178479Sjb 368178479Sjb (void) Plookup_by_addr(pp->dpp_pr, sym.st_value, pp->dpp_func, 369178479Sjb DTRACE_FUNCNAMELEN, &sym); 370178479Sjb 371178479Sjb return (dt_pid_per_sym(pp, &sym, pp->dpp_func)); 372178479Sjb } else { 373178479Sjb uint_t nmatches = pp->dpp_nmatches; 374178479Sjb 375178479Sjb if (Psymbol_iter_by_addr(pp->dpp_pr, obj, PR_SYMTAB, 376178479Sjb BIND_ANY | TYPE_FUNC, dt_pid_sym_filt, pp) == 1) 377178479Sjb return (1); 378178479Sjb 379178479Sjb if (nmatches == pp->dpp_nmatches) { 380178479Sjb /* 381178479Sjb * If we didn't match anything in the PR_SYMTAB, try 382178479Sjb * the PR_DYNSYM. 383178479Sjb */ 384178479Sjb if (Psymbol_iter_by_addr(pp->dpp_pr, obj, PR_DYNSYM, 385178479Sjb BIND_ANY | TYPE_FUNC, dt_pid_sym_filt, pp) == 1) 386178479Sjb return (1); 387178479Sjb } 388178479Sjb } 389178479Sjb 390178479Sjb return (0); 391178479Sjb} 392178479Sjb 393178479Sjbstatic int 394178479Sjbdt_pid_mod_filt(void *arg, const prmap_t *pmp, const char *obj) 395178479Sjb{ 396178479Sjb char name[DTRACE_MODNAMELEN]; 397178479Sjb dt_pid_probe_t *pp = arg; 398178479Sjb 399178479Sjb if (gmatch(obj, pp->dpp_mod)) 400178479Sjb return (dt_pid_per_mod(pp, pmp, obj)); 401178479Sjb 402178568Sjb#if defined(sun) 403178479Sjb (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 404178568Sjb#else 405178568Sjb pp->dpp_lmid = 0; 406178568Sjb#endif 407178479Sjb 408178479Sjb if ((pp->dpp_obj = strrchr(obj, '/')) == NULL) 409178479Sjb pp->dpp_obj = obj; 410178479Sjb else 411178479Sjb pp->dpp_obj++; 412178479Sjb 413210767Srpaulo if (gmatch(pp->dpp_obj, pp->dpp_mod)) 414210767Srpaulo return (dt_pid_per_mod(pp, pmp, obj)); 415178479Sjb 416210775Srpaulo#if defined(sun) 417210767Srpaulo (void) Plmid(pp->dpp_pr, pmp->pr_vaddr, &pp->dpp_lmid); 418210775Srpaulo#endif 419210767Srpaulo 420210767Srpaulo dt_pid_objname(name, sizeof (name), pp->dpp_lmid, pp->dpp_obj); 421210767Srpaulo 422178479Sjb if (gmatch(name, pp->dpp_mod)) 423178479Sjb return (dt_pid_per_mod(pp, pmp, obj)); 424178479Sjb 425178479Sjb return (0); 426178479Sjb} 427178479Sjb 428178479Sjbstatic const prmap_t * 429178479Sjbdt_pid_fix_mod(dtrace_probedesc_t *pdp, struct ps_prochandle *P) 430178479Sjb{ 431178479Sjb char m[MAXPATHLEN]; 432211554Srpaulo#if defined(sun) 433178479Sjb Lmid_t lmid = PR_LMID_EVERY; 434211554Srpaulo#else 435211554Srpaulo Lmid_t lmid = 0; 436211554Srpaulo#endif 437178479Sjb const char *obj; 438178479Sjb const prmap_t *pmp; 439178479Sjb 440211554Srpaulo#if defined(sun) 441178479Sjb /* 442178479Sjb * Pick apart the link map from the library name. 443178479Sjb */ 444178479Sjb if (strchr(pdp->dtpd_mod, '`') != NULL) { 445178479Sjb char *end; 446178479Sjb 447178479Sjb if (strncmp(pdp->dtpd_mod, "LM", 2) != 0 || 448178479Sjb !isdigit(pdp->dtpd_mod[2])) 449178479Sjb return (NULL); 450178479Sjb 451178479Sjb lmid = strtoul(&pdp->dtpd_mod[2], &end, 16); 452178479Sjb 453178479Sjb obj = end + 1; 454178479Sjb 455178479Sjb if (*end != '`' || strchr(obj, '`') != NULL) 456178479Sjb return (NULL); 457178479Sjb 458178479Sjb } else { 459178479Sjb obj = pdp->dtpd_mod; 460178479Sjb } 461211554Srpaulo#else 462211554Srpaulo obj = pdp->dtpd_mod; 463211554Srpaulo#endif 464178479Sjb 465178479Sjb if ((pmp = Plmid_to_map(P, lmid, obj)) == NULL) 466178479Sjb return (NULL); 467178479Sjb 468211554Srpaulo#if defined(sun) 469178479Sjb (void) Pobjname(P, pmp->pr_vaddr, m, sizeof (m)); 470178479Sjb if ((obj = strrchr(m, '/')) == NULL) 471178479Sjb obj = &m[0]; 472178479Sjb else 473178479Sjb obj++; 474178479Sjb 475178479Sjb (void) Plmid(P, pmp->pr_vaddr, &lmid); 476211554Srpaulo#endif 477178568Sjb 478178479Sjb dt_pid_objname(pdp->dtpd_mod, sizeof (pdp->dtpd_mod), lmid, obj); 479178479Sjb 480178479Sjb return (pmp); 481178479Sjb} 482178479Sjb 483178479Sjb 484178479Sjbstatic int 485178479Sjbdt_pid_create_pid_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, 486178479Sjb dt_pcb_t *pcb, dt_proc_t *dpr) 487178479Sjb{ 488178479Sjb dt_pid_probe_t pp; 489178479Sjb int ret = 0; 490178479Sjb 491178479Sjb pp.dpp_dtp = dtp; 492178479Sjb pp.dpp_dpr = dpr; 493178479Sjb pp.dpp_pr = dpr->dpr_proc; 494178479Sjb pp.dpp_pcb = pcb; 495178479Sjb 496178568Sjb#ifdef DOODAD 497178479Sjb /* 498178479Sjb * We can only trace dynamically-linked executables (since we've 499178479Sjb * hidden some magic in ld.so.1 as well as libc.so.1). 500178479Sjb */ 501178479Sjb if (Pname_to_map(pp.dpp_pr, PR_OBJ_LDSO) == NULL) { 502178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_DYN, 503178479Sjb "process %s is not a dynamically-linked executable", 504178479Sjb &pdp->dtpd_provider[3])); 505178479Sjb } 506178568Sjb#endif 507178479Sjb 508178479Sjb pp.dpp_mod = pdp->dtpd_mod[0] != '\0' ? pdp->dtpd_mod : "*"; 509178479Sjb pp.dpp_func = pdp->dtpd_func[0] != '\0' ? pdp->dtpd_func : "*"; 510178479Sjb pp.dpp_name = pdp->dtpd_name[0] != '\0' ? pdp->dtpd_name : "*"; 511178479Sjb pp.dpp_last_taken = 0; 512178479Sjb 513178479Sjb if (strcmp(pp.dpp_func, "-") == 0) { 514178479Sjb const prmap_t *aout, *pmp; 515178479Sjb 516178479Sjb if (pdp->dtpd_mod[0] == '\0') { 517178479Sjb pp.dpp_mod = pdp->dtpd_mod; 518178479Sjb (void) strcpy(pdp->dtpd_mod, "a.out"); 519178479Sjb } else if (strisglob(pp.dpp_mod) || 520178479Sjb (aout = Pname_to_map(pp.dpp_pr, "a.out")) == NULL || 521178479Sjb (pmp = Pname_to_map(pp.dpp_pr, pp.dpp_mod)) == NULL || 522178479Sjb aout->pr_vaddr != pmp->pr_vaddr) { 523178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_LIB, 524178479Sjb "only the a.out module is valid with the " 525178479Sjb "'-' function")); 526178479Sjb } 527178479Sjb 528178479Sjb if (strisglob(pp.dpp_name)) { 529178479Sjb return (dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_NAME, 530178479Sjb "only individual addresses may be specified " 531178479Sjb "with the '-' function")); 532178479Sjb } 533178479Sjb } 534178479Sjb 535178479Sjb /* 536178479Sjb * If pp.dpp_mod contains any globbing meta-characters, we need 537178479Sjb * to iterate over each module and compare its name against the 538178479Sjb * pattern. An empty module name is treated as '*'. 539178479Sjb */ 540178479Sjb if (strisglob(pp.dpp_mod)) { 541178479Sjb ret = Pobject_iter(pp.dpp_pr, dt_pid_mod_filt, &pp); 542178479Sjb } else { 543178479Sjb const prmap_t *pmp; 544178479Sjb char *obj; 545178479Sjb 546178479Sjb /* 547178479Sjb * If we can't find a matching module, don't sweat it -- either 548178479Sjb * we'll fail the enabling because the probes don't exist or 549178479Sjb * we'll wait for that module to come along. 550178479Sjb */ 551178479Sjb if ((pmp = dt_pid_fix_mod(pdp, pp.dpp_pr)) != NULL) { 552178479Sjb if ((obj = strchr(pdp->dtpd_mod, '`')) == NULL) 553178479Sjb obj = pdp->dtpd_mod; 554178479Sjb else 555178479Sjb obj++; 556178479Sjb 557178479Sjb ret = dt_pid_per_mod(&pp, pmp, obj); 558178479Sjb } 559178479Sjb } 560178479Sjb 561178479Sjb return (ret); 562178479Sjb} 563178479Sjb 564178479Sjbstatic int 565178479Sjbdt_pid_usdt_mapping(void *data, const prmap_t *pmp, const char *oname) 566178479Sjb{ 567178479Sjb struct ps_prochandle *P = data; 568178479Sjb GElf_Sym sym; 569178568Sjb#if defined(sun) 570178479Sjb prsyminfo_t sip; 571178568Sjb#endif 572178479Sjb dof_helper_t dh; 573178479Sjb GElf_Half e_type; 574178479Sjb const char *mname; 575178479Sjb const char *syms[] = { "___SUNW_dof", "__SUNW_dof" }; 576178479Sjb int i, fd = -1; 577178479Sjb 578178479Sjb /* 579178479Sjb * The symbol ___SUNW_dof is for lazy-loaded DOF sections, and 580178479Sjb * __SUNW_dof is for actively-loaded DOF sections. We try to force 581178479Sjb * in both types of DOF section since the process may not yet have 582178479Sjb * run the code to instantiate these providers. 583178479Sjb */ 584178479Sjb for (i = 0; i < 2; i++) { 585178479Sjb if (Pxlookup_by_name(P, PR_LMID_EVERY, oname, syms[i], &sym, 586178479Sjb &sip) != 0) { 587178479Sjb continue; 588178479Sjb } 589178479Sjb 590178479Sjb if ((mname = strrchr(oname, '/')) == NULL) 591178479Sjb mname = oname; 592178479Sjb else 593178479Sjb mname++; 594178479Sjb 595178479Sjb dt_dprintf("lookup of %s succeeded for %s\n", syms[i], mname); 596178479Sjb 597178479Sjb if (Pread(P, &e_type, sizeof (e_type), pmp->pr_vaddr + 598178479Sjb offsetof(Elf64_Ehdr, e_type)) != sizeof (e_type)) { 599178479Sjb dt_dprintf("read of ELF header failed"); 600178479Sjb continue; 601178479Sjb } 602178479Sjb 603178479Sjb dh.dofhp_dof = sym.st_value; 604178479Sjb dh.dofhp_addr = (e_type == ET_EXEC) ? 0 : pmp->pr_vaddr; 605178479Sjb 606178479Sjb dt_pid_objname(dh.dofhp_mod, sizeof (dh.dofhp_mod), 607178568Sjb#if defined(sun) 608178479Sjb sip.prs_lmid, mname); 609178568Sjb#else 610178568Sjb 0, mname); 611178568Sjb#endif 612178479Sjb 613211554Srpaulo#if defined(sun) 614178479Sjb if (fd == -1 && 615178479Sjb (fd = pr_open(P, "/dev/dtrace/helper", O_RDWR, 0)) < 0) { 616178479Sjb dt_dprintf("pr_open of helper device failed: %s\n", 617178479Sjb strerror(errno)); 618178479Sjb return (-1); /* errno is set for us */ 619178479Sjb } 620178479Sjb 621178479Sjb if (pr_ioctl(P, fd, DTRACEHIOC_ADDDOF, &dh, sizeof (dh)) < 0) 622178479Sjb dt_dprintf("DOF was rejected for %s\n", dh.dofhp_mod); 623178568Sjb#endif 624178479Sjb } 625178479Sjb 626211554Srpaulo#if defined(sun) 627178479Sjb if (fd != -1) 628178479Sjb (void) pr_close(P, fd); 629178568Sjb#endif 630178479Sjb 631178479Sjb return (0); 632178479Sjb} 633178479Sjb 634178479Sjbstatic int 635178479Sjbdt_pid_create_usdt_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, 636178479Sjb dt_pcb_t *pcb, dt_proc_t *dpr) 637178479Sjb{ 638178479Sjb struct ps_prochandle *P = dpr->dpr_proc; 639178479Sjb int ret = 0; 640178479Sjb 641210775Srpaulo assert(DT_MUTEX_HELD(&dpr->dpr_lock)); 642211554Srpaulo#if defined(sun) 643178479Sjb (void) Pupdate_maps(P); 644178479Sjb if (Pobject_iter(P, dt_pid_usdt_mapping, P) != 0) { 645178479Sjb ret = -1; 646178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_USDT, 647178479Sjb "failed to instantiate probes for pid %d: %s", 648178568Sjb#if defined(sun) 649178479Sjb (int)Pstatus(P)->pr_pid, strerror(errno)); 650178568Sjb#else 651178568Sjb (int)proc_getpid(P), strerror(errno)); 652178568Sjb#endif 653178479Sjb } 654212414Srpaulo#else 655212414Srpaulo ret = 0; 656212414Srpaulo#endif 657178479Sjb 658178479Sjb /* 659178479Sjb * Put the module name in its canonical form. 660178479Sjb */ 661178479Sjb (void) dt_pid_fix_mod(pdp, P); 662178479Sjb 663178479Sjb return (ret); 664178479Sjb} 665178479Sjb 666178479Sjbstatic pid_t 667178479Sjbdt_pid_get_pid(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, dt_pcb_t *pcb, 668178479Sjb dt_proc_t *dpr) 669178479Sjb{ 670178479Sjb pid_t pid; 671178479Sjb char *c, *last = NULL, *end; 672178479Sjb 673178479Sjb for (c = &pdp->dtpd_provider[0]; *c != '\0'; c++) { 674178479Sjb if (!isdigit(*c)) 675178479Sjb last = c; 676178479Sjb } 677178479Sjb 678178479Sjb if (last == NULL || (*(++last) == '\0')) { 679178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_BADPROV, 680178479Sjb "'%s' is not a valid provider", pdp->dtpd_provider); 681178479Sjb return (-1); 682178479Sjb } 683178479Sjb 684178479Sjb errno = 0; 685178479Sjb pid = strtol(last, &end, 10); 686178479Sjb 687178479Sjb if (errno != 0 || end == last || end[0] != '\0' || pid <= 0) { 688178479Sjb (void) dt_pid_error(dtp, pcb, dpr, NULL, D_PROC_BADPID, 689178479Sjb "'%s' does not contain a valid pid", pdp->dtpd_provider); 690178479Sjb return (-1); 691178479Sjb } 692178479Sjb 693178479Sjb return (pid); 694178479Sjb} 695178479Sjb 696178479Sjbint 697178479Sjbdt_pid_create_probes(dtrace_probedesc_t *pdp, dtrace_hdl_t *dtp, dt_pcb_t *pcb) 698178479Sjb{ 699178479Sjb char provname[DTRACE_PROVNAMELEN]; 700178479Sjb struct ps_prochandle *P; 701178479Sjb dt_proc_t *dpr; 702178479Sjb pid_t pid; 703178479Sjb int err = 0; 704178479Sjb 705178479Sjb assert(pcb != NULL); 706178479Sjb 707178479Sjb if ((pid = dt_pid_get_pid(pdp, dtp, pcb, NULL)) == -1) 708178479Sjb return (-1); 709178479Sjb 710178479Sjb if (dtp->dt_ftfd == -1) { 711178479Sjb if (dtp->dt_fterr == ENOENT) { 712178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_NODEV, 713178479Sjb "pid provider is not installed on this system"); 714178479Sjb } else { 715178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_NODEV, 716178479Sjb "pid provider is not available: %s", 717178479Sjb strerror(dtp->dt_fterr)); 718178479Sjb } 719178479Sjb 720178479Sjb return (-1); 721178479Sjb } 722178479Sjb 723178479Sjb (void) snprintf(provname, sizeof (provname), "pid%d", (int)pid); 724178479Sjb 725178479Sjb if (gmatch(provname, pdp->dtpd_provider) != 0) { 726178479Sjb if ((P = dt_proc_grab(dtp, pid, PGRAB_RDONLY | PGRAB_FORCE, 727178479Sjb 0)) == NULL) { 728178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_GRAB, 729178479Sjb "failed to grab process %d", (int)pid); 730178479Sjb return (-1); 731178479Sjb } 732178479Sjb 733178479Sjb dpr = dt_proc_lookup(dtp, P, 0); 734178479Sjb assert(dpr != NULL); 735178479Sjb (void) pthread_mutex_lock(&dpr->dpr_lock); 736178479Sjb 737178568Sjb if ((err = dt_pid_create_pid_probes(pdp, dtp, pcb, dpr)) == 0) { 738178568Sjb /* 739178568Sjb * Alert other retained enablings which may match 740178568Sjb * against the newly created probes. 741178568Sjb */ 742178568Sjb (void) dt_ioctl(dtp, DTRACEIOC_ENABLE, NULL); 743178568Sjb } 744178479Sjb 745178479Sjb (void) pthread_mutex_unlock(&dpr->dpr_lock); 746178479Sjb dt_proc_release(dtp, P); 747178479Sjb } 748178479Sjb 749178479Sjb /* 750178479Sjb * If it's not strictly a pid provider, we might match a USDT provider. 751178479Sjb */ 752178479Sjb if (strcmp(provname, pdp->dtpd_provider) != 0) { 753178479Sjb if ((P = dt_proc_grab(dtp, pid, 0, 1)) == NULL) { 754178479Sjb (void) dt_pid_error(dtp, pcb, NULL, NULL, D_PROC_GRAB, 755178479Sjb "failed to grab process %d", (int)pid); 756178479Sjb return (-1); 757178479Sjb } 758178479Sjb 759178479Sjb dpr = dt_proc_lookup(dtp, P, 0); 760178479Sjb assert(dpr != NULL); 761178479Sjb (void) pthread_mutex_lock(&dpr->dpr_lock); 762178479Sjb 763178479Sjb if (!dpr->dpr_usdt) { 764178479Sjb err = dt_pid_create_usdt_probes(pdp, dtp, pcb, dpr); 765178479Sjb dpr->dpr_usdt = B_TRUE; 766178479Sjb } 767178479Sjb 768178479Sjb (void) pthread_mutex_unlock(&dpr->dpr_lock); 769178479Sjb dt_proc_release(dtp, P); 770178479Sjb } 771178479Sjb 772178479Sjb return (err ? -1 : 0); 773178479Sjb} 774178479Sjb 775178479Sjbint 776178479Sjbdt_pid_create_probes_module(dtrace_hdl_t *dtp, dt_proc_t *dpr) 777178479Sjb{ 778178568Sjb dtrace_enable_io_t args; 779178479Sjb dtrace_prog_t *pgp; 780178479Sjb dt_stmt_t *stp; 781178479Sjb dtrace_probedesc_t *pdp, pd; 782178479Sjb pid_t pid; 783178479Sjb int ret = 0, found = B_FALSE; 784178479Sjb char provname[DTRACE_PROVNAMELEN]; 785178479Sjb 786178479Sjb (void) snprintf(provname, sizeof (provname), "pid%d", 787178479Sjb (int)dpr->dpr_pid); 788178479Sjb 789178479Sjb for (pgp = dt_list_next(&dtp->dt_programs); pgp != NULL; 790178479Sjb pgp = dt_list_next(pgp)) { 791178479Sjb 792178479Sjb for (stp = dt_list_next(&pgp->dp_stmts); stp != NULL; 793178479Sjb stp = dt_list_next(stp)) { 794178479Sjb 795178479Sjb pdp = &stp->ds_desc->dtsd_ecbdesc->dted_probe; 796178479Sjb pid = dt_pid_get_pid(pdp, dtp, NULL, dpr); 797178479Sjb if (pid != dpr->dpr_pid) 798178479Sjb continue; 799178479Sjb 800178479Sjb found = B_TRUE; 801178479Sjb 802178479Sjb pd = *pdp; 803178479Sjb 804178479Sjb if (gmatch(provname, pdp->dtpd_provider) != 0 && 805178479Sjb dt_pid_create_pid_probes(&pd, dtp, NULL, dpr) != 0) 806178479Sjb ret = 1; 807178479Sjb 808178479Sjb /* 809178479Sjb * If it's not strictly a pid provider, we might match 810178479Sjb * a USDT provider. 811178479Sjb */ 812178479Sjb if (strcmp(provname, pdp->dtpd_provider) != 0 && 813178479Sjb dt_pid_create_usdt_probes(&pd, dtp, NULL, dpr) != 0) 814178479Sjb ret = 1; 815178479Sjb } 816178479Sjb } 817178479Sjb 818178479Sjb if (found) { 819178479Sjb /* 820178479Sjb * Give DTrace a shot to the ribs to get it to check 821178479Sjb * out the newly created probes. 822178479Sjb */ 823178568Sjb args.dof = NULL; 824178568Sjb args.n_matched = 0; 825178568Sjb (void) dt_ioctl(dtp, DTRACEIOC_ENABLE, &args); 826178479Sjb } 827178479Sjb 828178479Sjb return (ret); 829178479Sjb} 830