1#define _FILE_OFFSET_BITS 64 2 3#include <sys/types.h> 4#include <byteswap.h> 5#include <unistd.h> 6#include <stdio.h> 7#include <stdlib.h> 8#include <linux/list.h> 9#include <linux/kernel.h> 10 11#include "util.h" 12#include "header.h" 13#include "../perf.h" 14#include "trace-event.h" 15#include "session.h" 16#include "symbol.h" 17#include "debug.h" 18 19static bool no_buildid_cache = false; 20 21/* 22 * Create new perf.data header attribute: 23 */ 24struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr) 25{ 26 struct perf_header_attr *self = malloc(sizeof(*self)); 27 28 if (self != NULL) { 29 self->attr = *attr; 30 self->ids = 0; 31 self->size = 1; 32 self->id = malloc(sizeof(u64)); 33 if (self->id == NULL) { 34 free(self); 35 self = NULL; 36 } 37 } 38 39 return self; 40} 41 42void perf_header_attr__delete(struct perf_header_attr *self) 43{ 44 free(self->id); 45 free(self); 46} 47 48int perf_header_attr__add_id(struct perf_header_attr *self, u64 id) 49{ 50 int pos = self->ids; 51 52 self->ids++; 53 if (self->ids > self->size) { 54 int nsize = self->size * 2; 55 u64 *nid = realloc(self->id, nsize * sizeof(u64)); 56 57 if (nid == NULL) 58 return -1; 59 60 self->size = nsize; 61 self->id = nid; 62 } 63 self->id[pos] = id; 64 return 0; 65} 66 67int perf_header__init(struct perf_header *self) 68{ 69 self->size = 1; 70 self->attr = malloc(sizeof(void *)); 71 return self->attr == NULL ? -ENOMEM : 0; 72} 73 74void perf_header__exit(struct perf_header *self) 75{ 76 int i; 77 for (i = 0; i < self->attrs; ++i) 78 perf_header_attr__delete(self->attr[i]); 79 free(self->attr); 80} 81 82int perf_header__add_attr(struct perf_header *self, 83 struct perf_header_attr *attr) 84{ 85 if (self->frozen) 86 return -1; 87 88 if (self->attrs == self->size) { 89 int nsize = self->size * 2; 90 struct perf_header_attr **nattr; 91 92 nattr = realloc(self->attr, nsize * sizeof(void *)); 93 if (nattr == NULL) 94 return -1; 95 96 self->size = nsize; 97 self->attr = nattr; 98 } 99 100 self->attr[self->attrs++] = attr; 101 return 0; 102} 103 104static int event_count; 105static struct perf_trace_event_type *events; 106 107int perf_header__push_event(u64 id, const char *name) 108{ 109 if (strlen(name) > MAX_EVENT_NAME) 110 pr_warning("Event %s will be truncated\n", name); 111 112 if (!events) { 113 events = malloc(sizeof(struct perf_trace_event_type)); 114 if (events == NULL) 115 return -ENOMEM; 116 } else { 117 struct perf_trace_event_type *nevents; 118 119 nevents = realloc(events, (event_count + 1) * sizeof(*events)); 120 if (nevents == NULL) 121 return -ENOMEM; 122 events = nevents; 123 } 124 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type)); 125 events[event_count].event_id = id; 126 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1); 127 event_count++; 128 return 0; 129} 130 131char *perf_header__find_event(u64 id) 132{ 133 int i; 134 for (i = 0 ; i < event_count; i++) { 135 if (events[i].event_id == id) 136 return events[i].name; 137 } 138 return NULL; 139} 140 141static const char *__perf_magic = "PERFFILE"; 142 143#define PERF_MAGIC (*(u64 *)__perf_magic) 144 145struct perf_file_attr { 146 struct perf_event_attr attr; 147 struct perf_file_section ids; 148}; 149 150void perf_header__set_feat(struct perf_header *self, int feat) 151{ 152 set_bit(feat, self->adds_features); 153} 154 155bool perf_header__has_feat(const struct perf_header *self, int feat) 156{ 157 return test_bit(feat, self->adds_features); 158} 159 160static int do_write(int fd, const void *buf, size_t size) 161{ 162 while (size) { 163 int ret = write(fd, buf, size); 164 165 if (ret < 0) 166 return -errno; 167 168 size -= ret; 169 buf += ret; 170 } 171 172 return 0; 173} 174 175#define NAME_ALIGN 64 176 177static int write_padded(int fd, const void *bf, size_t count, 178 size_t count_aligned) 179{ 180 static const char zero_buf[NAME_ALIGN]; 181 int err = do_write(fd, bf, count); 182 183 if (!err) 184 err = do_write(fd, zero_buf, count_aligned - count); 185 186 return err; 187} 188 189#define dsos__for_each_with_build_id(pos, head) \ 190 list_for_each_entry(pos, head, node) \ 191 if (!pos->has_build_id) \ 192 continue; \ 193 else 194 195static int __dsos__write_buildid_table(struct list_head *head, pid_t pid, 196 u16 misc, int fd) 197{ 198 struct dso *pos; 199 200 dsos__for_each_with_build_id(pos, head) { 201 int err; 202 struct build_id_event b; 203 size_t len; 204 205 if (!pos->hit) 206 continue; 207 len = pos->long_name_len + 1; 208 len = ALIGN(len, NAME_ALIGN); 209 memset(&b, 0, sizeof(b)); 210 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id)); 211 b.pid = pid; 212 b.header.misc = misc; 213 b.header.size = sizeof(b) + len; 214 err = do_write(fd, &b, sizeof(b)); 215 if (err < 0) 216 return err; 217 err = write_padded(fd, pos->long_name, 218 pos->long_name_len + 1, len); 219 if (err < 0) 220 return err; 221 } 222 223 return 0; 224} 225 226static int machine__write_buildid_table(struct machine *self, int fd) 227{ 228 int err; 229 u16 kmisc = PERF_RECORD_MISC_KERNEL, 230 umisc = PERF_RECORD_MISC_USER; 231 232 if (!machine__is_host(self)) { 233 kmisc = PERF_RECORD_MISC_GUEST_KERNEL; 234 umisc = PERF_RECORD_MISC_GUEST_USER; 235 } 236 237 err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid, 238 kmisc, fd); 239 if (err == 0) 240 err = __dsos__write_buildid_table(&self->user_dsos, 241 self->pid, umisc, fd); 242 return err; 243} 244 245static int dsos__write_buildid_table(struct perf_header *header, int fd) 246{ 247 struct perf_session *session = container_of(header, 248 struct perf_session, header); 249 struct rb_node *nd; 250 int err = machine__write_buildid_table(&session->host_machine, fd); 251 252 if (err) 253 return err; 254 255 for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) { 256 struct machine *pos = rb_entry(nd, struct machine, rb_node); 257 err = machine__write_buildid_table(pos, fd); 258 if (err) 259 break; 260 } 261 return err; 262} 263 264int build_id_cache__add_s(const char *sbuild_id, const char *debugdir, 265 const char *name, bool is_kallsyms) 266{ 267 const size_t size = PATH_MAX; 268 char *filename = malloc(size), 269 *linkname = malloc(size), *targetname; 270 int len, err = -1; 271 272 if (filename == NULL || linkname == NULL) 273 goto out_free; 274 275 len = snprintf(filename, size, "%s%s%s", 276 debugdir, is_kallsyms ? "/" : "", name); 277 if (mkdir_p(filename, 0755)) 278 goto out_free; 279 280 snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id); 281 282 if (access(filename, F_OK)) { 283 if (is_kallsyms) { 284 if (copyfile("/proc/kallsyms", filename)) 285 goto out_free; 286 } else if (link(name, filename) && copyfile(name, filename)) 287 goto out_free; 288 } 289 290 len = snprintf(linkname, size, "%s/.build-id/%.2s", 291 debugdir, sbuild_id); 292 293 if (access(linkname, X_OK) && mkdir_p(linkname, 0755)) 294 goto out_free; 295 296 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2); 297 targetname = filename + strlen(debugdir) - 5; 298 memcpy(targetname, "../..", 5); 299 300 if (symlink(targetname, linkname) == 0) 301 err = 0; 302out_free: 303 free(filename); 304 free(linkname); 305 return err; 306} 307 308static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size, 309 const char *name, const char *debugdir, 310 bool is_kallsyms) 311{ 312 char sbuild_id[BUILD_ID_SIZE * 2 + 1]; 313 314 build_id__sprintf(build_id, build_id_size, sbuild_id); 315 316 return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms); 317} 318 319int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir) 320{ 321 const size_t size = PATH_MAX; 322 char *filename = malloc(size), 323 *linkname = malloc(size); 324 int err = -1; 325 326 if (filename == NULL || linkname == NULL) 327 goto out_free; 328 329 snprintf(linkname, size, "%s/.build-id/%.2s/%s", 330 debugdir, sbuild_id, sbuild_id + 2); 331 332 if (access(linkname, F_OK)) 333 goto out_free; 334 335 if (readlink(linkname, filename, size) < 0) 336 goto out_free; 337 338 if (unlink(linkname)) 339 goto out_free; 340 341 /* 342 * Since the link is relative, we must make it absolute: 343 */ 344 snprintf(linkname, size, "%s/.build-id/%.2s/%s", 345 debugdir, sbuild_id, filename); 346 347 if (unlink(linkname)) 348 goto out_free; 349 350 err = 0; 351out_free: 352 free(filename); 353 free(linkname); 354 return err; 355} 356 357static int dso__cache_build_id(struct dso *self, const char *debugdir) 358{ 359 bool is_kallsyms = self->kernel && self->long_name[0] != '/'; 360 361 return build_id_cache__add_b(self->build_id, sizeof(self->build_id), 362 self->long_name, debugdir, is_kallsyms); 363} 364 365static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir) 366{ 367 struct dso *pos; 368 int err = 0; 369 370 dsos__for_each_with_build_id(pos, head) 371 if (dso__cache_build_id(pos, debugdir)) 372 err = -1; 373 374 return err; 375} 376 377static int machine__cache_build_ids(struct machine *self, const char *debugdir) 378{ 379 int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir); 380 ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir); 381 return ret; 382} 383 384static int perf_session__cache_build_ids(struct perf_session *self) 385{ 386 struct rb_node *nd; 387 int ret; 388 char debugdir[PATH_MAX]; 389 390 snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir); 391 392 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST) 393 return -1; 394 395 ret = machine__cache_build_ids(&self->host_machine, debugdir); 396 397 for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) { 398 struct machine *pos = rb_entry(nd, struct machine, rb_node); 399 ret |= machine__cache_build_ids(pos, debugdir); 400 } 401 return ret ? -1 : 0; 402} 403 404static bool machine__read_build_ids(struct machine *self, bool with_hits) 405{ 406 bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits); 407 ret |= __dsos__read_build_ids(&self->user_dsos, with_hits); 408 return ret; 409} 410 411static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits) 412{ 413 struct rb_node *nd; 414 bool ret = machine__read_build_ids(&self->host_machine, with_hits); 415 416 for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) { 417 struct machine *pos = rb_entry(nd, struct machine, rb_node); 418 ret |= machine__read_build_ids(pos, with_hits); 419 } 420 421 return ret; 422} 423 424static int perf_header__adds_write(struct perf_header *self, int fd) 425{ 426 int nr_sections; 427 struct perf_session *session; 428 struct perf_file_section *feat_sec; 429 int sec_size; 430 u64 sec_start; 431 int idx = 0, err; 432 433 session = container_of(self, struct perf_session, header); 434 if (perf_session__read_build_ids(session, true)) 435 perf_header__set_feat(self, HEADER_BUILD_ID); 436 437 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS); 438 if (!nr_sections) 439 return 0; 440 441 feat_sec = calloc(sizeof(*feat_sec), nr_sections); 442 if (feat_sec == NULL) 443 return -ENOMEM; 444 445 sec_size = sizeof(*feat_sec) * nr_sections; 446 447 sec_start = self->data_offset + self->data_size; 448 lseek(fd, sec_start + sec_size, SEEK_SET); 449 450 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) { 451 struct perf_file_section *trace_sec; 452 453 trace_sec = &feat_sec[idx++]; 454 455 /* Write trace info */ 456 trace_sec->offset = lseek(fd, 0, SEEK_CUR); 457 read_tracing_data(fd, attrs, nr_counters); 458 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset; 459 } 460 461 if (perf_header__has_feat(self, HEADER_BUILD_ID)) { 462 struct perf_file_section *buildid_sec; 463 464 buildid_sec = &feat_sec[idx++]; 465 466 /* Write build-ids */ 467 buildid_sec->offset = lseek(fd, 0, SEEK_CUR); 468 err = dsos__write_buildid_table(self, fd); 469 if (err < 0) { 470 pr_debug("failed to write buildid table\n"); 471 goto out_free; 472 } 473 buildid_sec->size = lseek(fd, 0, SEEK_CUR) - 474 buildid_sec->offset; 475 if (!no_buildid_cache) 476 perf_session__cache_build_ids(session); 477 } 478 479 lseek(fd, sec_start, SEEK_SET); 480 err = do_write(fd, feat_sec, sec_size); 481 if (err < 0) 482 pr_debug("failed to write feature section\n"); 483out_free: 484 free(feat_sec); 485 return err; 486} 487 488int perf_header__write_pipe(int fd) 489{ 490 struct perf_pipe_file_header f_header; 491 int err; 492 493 f_header = (struct perf_pipe_file_header){ 494 .magic = PERF_MAGIC, 495 .size = sizeof(f_header), 496 }; 497 498 err = do_write(fd, &f_header, sizeof(f_header)); 499 if (err < 0) { 500 pr_debug("failed to write perf pipe header\n"); 501 return err; 502 } 503 504 return 0; 505} 506 507int perf_header__write(struct perf_header *self, int fd, bool at_exit) 508{ 509 struct perf_file_header f_header; 510 struct perf_file_attr f_attr; 511 struct perf_header_attr *attr; 512 int i, err; 513 514 lseek(fd, sizeof(f_header), SEEK_SET); 515 516 for (i = 0; i < self->attrs; i++) { 517 attr = self->attr[i]; 518 519 attr->id_offset = lseek(fd, 0, SEEK_CUR); 520 err = do_write(fd, attr->id, attr->ids * sizeof(u64)); 521 if (err < 0) { 522 pr_debug("failed to write perf header\n"); 523 return err; 524 } 525 } 526 527 528 self->attr_offset = lseek(fd, 0, SEEK_CUR); 529 530 for (i = 0; i < self->attrs; i++) { 531 attr = self->attr[i]; 532 533 f_attr = (struct perf_file_attr){ 534 .attr = attr->attr, 535 .ids = { 536 .offset = attr->id_offset, 537 .size = attr->ids * sizeof(u64), 538 } 539 }; 540 err = do_write(fd, &f_attr, sizeof(f_attr)); 541 if (err < 0) { 542 pr_debug("failed to write perf header attribute\n"); 543 return err; 544 } 545 } 546 547 self->event_offset = lseek(fd, 0, SEEK_CUR); 548 self->event_size = event_count * sizeof(struct perf_trace_event_type); 549 if (events) { 550 err = do_write(fd, events, self->event_size); 551 if (err < 0) { 552 pr_debug("failed to write perf header events\n"); 553 return err; 554 } 555 } 556 557 self->data_offset = lseek(fd, 0, SEEK_CUR); 558 559 if (at_exit) { 560 err = perf_header__adds_write(self, fd); 561 if (err < 0) 562 return err; 563 } 564 565 f_header = (struct perf_file_header){ 566 .magic = PERF_MAGIC, 567 .size = sizeof(f_header), 568 .attr_size = sizeof(f_attr), 569 .attrs = { 570 .offset = self->attr_offset, 571 .size = self->attrs * sizeof(f_attr), 572 }, 573 .data = { 574 .offset = self->data_offset, 575 .size = self->data_size, 576 }, 577 .event_types = { 578 .offset = self->event_offset, 579 .size = self->event_size, 580 }, 581 }; 582 583 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features)); 584 585 lseek(fd, 0, SEEK_SET); 586 err = do_write(fd, &f_header, sizeof(f_header)); 587 if (err < 0) { 588 pr_debug("failed to write perf header\n"); 589 return err; 590 } 591 lseek(fd, self->data_offset + self->data_size, SEEK_SET); 592 593 self->frozen = 1; 594 return 0; 595} 596 597static int perf_header__getbuffer64(struct perf_header *self, 598 int fd, void *buf, size_t size) 599{ 600 if (do_read(fd, buf, size) <= 0) 601 return -1; 602 603 if (self->needs_swap) 604 mem_bswap_64(buf, size); 605 606 return 0; 607} 608 609int perf_header__process_sections(struct perf_header *self, int fd, 610 int (*process)(struct perf_file_section *self, 611 struct perf_header *ph, 612 int feat, int fd)) 613{ 614 struct perf_file_section *feat_sec; 615 int nr_sections; 616 int sec_size; 617 int idx = 0; 618 int err = -1, feat = 1; 619 620 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS); 621 if (!nr_sections) 622 return 0; 623 624 feat_sec = calloc(sizeof(*feat_sec), nr_sections); 625 if (!feat_sec) 626 return -1; 627 628 sec_size = sizeof(*feat_sec) * nr_sections; 629 630 lseek(fd, self->data_offset + self->data_size, SEEK_SET); 631 632 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size)) 633 goto out_free; 634 635 err = 0; 636 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) { 637 if (perf_header__has_feat(self, feat)) { 638 struct perf_file_section *sec = &feat_sec[idx++]; 639 640 err = process(sec, self, feat, fd); 641 if (err < 0) 642 break; 643 } 644 ++feat; 645 } 646out_free: 647 free(feat_sec); 648 return err; 649} 650 651int perf_file_header__read(struct perf_file_header *self, 652 struct perf_header *ph, int fd) 653{ 654 lseek(fd, 0, SEEK_SET); 655 656 if (do_read(fd, self, sizeof(*self)) <= 0 || 657 memcmp(&self->magic, __perf_magic, sizeof(self->magic))) 658 return -1; 659 660 if (self->attr_size != sizeof(struct perf_file_attr)) { 661 u64 attr_size = bswap_64(self->attr_size); 662 663 if (attr_size != sizeof(struct perf_file_attr)) 664 return -1; 665 666 mem_bswap_64(self, offsetof(struct perf_file_header, 667 adds_features)); 668 ph->needs_swap = true; 669 } 670 671 if (self->size != sizeof(*self)) { 672 /* Support the previous format */ 673 if (self->size == offsetof(typeof(*self), adds_features)) 674 bitmap_zero(self->adds_features, HEADER_FEAT_BITS); 675 else 676 return -1; 677 } 678 679 memcpy(&ph->adds_features, &self->adds_features, 680 sizeof(ph->adds_features)); 681 if (ph->needs_swap) { 682 memset(&ph->adds_features, 0, sizeof(ph->adds_features)); 683 perf_header__set_feat(ph, HEADER_BUILD_ID); 684 } 685 686 ph->event_offset = self->event_types.offset; 687 ph->event_size = self->event_types.size; 688 ph->data_offset = self->data.offset; 689 ph->data_size = self->data.size; 690 return 0; 691} 692 693static int __event_process_build_id(struct build_id_event *bev, 694 char *filename, 695 struct perf_session *session) 696{ 697 int err = -1; 698 struct list_head *head; 699 struct machine *machine; 700 u16 misc; 701 struct dso *dso; 702 enum dso_kernel_type dso_type; 703 704 machine = perf_session__findnew_machine(session, bev->pid); 705 if (!machine) 706 goto out; 707 708 misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; 709 710 switch (misc) { 711 case PERF_RECORD_MISC_KERNEL: 712 dso_type = DSO_TYPE_KERNEL; 713 head = &machine->kernel_dsos; 714 break; 715 case PERF_RECORD_MISC_GUEST_KERNEL: 716 dso_type = DSO_TYPE_GUEST_KERNEL; 717 head = &machine->kernel_dsos; 718 break; 719 case PERF_RECORD_MISC_USER: 720 case PERF_RECORD_MISC_GUEST_USER: 721 dso_type = DSO_TYPE_USER; 722 head = &machine->user_dsos; 723 break; 724 default: 725 goto out; 726 } 727 728 dso = __dsos__findnew(head, filename); 729 if (dso != NULL) { 730 char sbuild_id[BUILD_ID_SIZE * 2 + 1]; 731 732 dso__set_build_id(dso, &bev->build_id); 733 734 if (filename[0] == '[') 735 dso->kernel = dso_type; 736 737 build_id__sprintf(dso->build_id, sizeof(dso->build_id), 738 sbuild_id); 739 pr_debug("build id event received for %s: %s\n", 740 dso->long_name, sbuild_id); 741 } 742 743 err = 0; 744out: 745 return err; 746} 747 748static int perf_header__read_build_ids(struct perf_header *self, 749 int input, u64 offset, u64 size) 750{ 751 struct perf_session *session = container_of(self, 752 struct perf_session, header); 753 struct build_id_event bev; 754 char filename[PATH_MAX]; 755 u64 limit = offset + size; 756 int err = -1; 757 758 while (offset < limit) { 759 ssize_t len; 760 761 if (read(input, &bev, sizeof(bev)) != sizeof(bev)) 762 goto out; 763 764 if (self->needs_swap) 765 perf_event_header__bswap(&bev.header); 766 767 len = bev.header.size - sizeof(bev); 768 if (read(input, filename, len) != len) 769 goto out; 770 771 __event_process_build_id(&bev, filename, session); 772 773 offset += bev.header.size; 774 } 775 err = 0; 776out: 777 return err; 778} 779 780static int perf_file_section__process(struct perf_file_section *self, 781 struct perf_header *ph, 782 int feat, int fd) 783{ 784 if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) { 785 pr_debug("Failed to lseek to %Ld offset for feature %d, " 786 "continuing...\n", self->offset, feat); 787 return 0; 788 } 789 790 switch (feat) { 791 case HEADER_TRACE_INFO: 792 trace_report(fd, false); 793 break; 794 795 case HEADER_BUILD_ID: 796 if (perf_header__read_build_ids(ph, fd, self->offset, self->size)) 797 pr_debug("Failed to read buildids, continuing...\n"); 798 break; 799 default: 800 pr_debug("unknown feature %d, continuing...\n", feat); 801 } 802 803 return 0; 804} 805 806static int perf_file_header__read_pipe(struct perf_pipe_file_header *self, 807 struct perf_header *ph, int fd, 808 bool repipe) 809{ 810 if (do_read(fd, self, sizeof(*self)) <= 0 || 811 memcmp(&self->magic, __perf_magic, sizeof(self->magic))) 812 return -1; 813 814 if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0) 815 return -1; 816 817 if (self->size != sizeof(*self)) { 818 u64 size = bswap_64(self->size); 819 820 if (size != sizeof(*self)) 821 return -1; 822 823 ph->needs_swap = true; 824 } 825 826 return 0; 827} 828 829static int perf_header__read_pipe(struct perf_session *session, int fd) 830{ 831 struct perf_header *self = &session->header; 832 struct perf_pipe_file_header f_header; 833 834 if (perf_file_header__read_pipe(&f_header, self, fd, 835 session->repipe) < 0) { 836 pr_debug("incompatible file format\n"); 837 return -EINVAL; 838 } 839 840 session->fd = fd; 841 842 return 0; 843} 844 845int perf_header__read(struct perf_session *session, int fd) 846{ 847 struct perf_header *self = &session->header; 848 struct perf_file_header f_header; 849 struct perf_file_attr f_attr; 850 u64 f_id; 851 int nr_attrs, nr_ids, i, j; 852 853 if (session->fd_pipe) 854 return perf_header__read_pipe(session, fd); 855 856 if (perf_file_header__read(&f_header, self, fd) < 0) { 857 pr_debug("incompatible file format\n"); 858 return -EINVAL; 859 } 860 861 nr_attrs = f_header.attrs.size / sizeof(f_attr); 862 lseek(fd, f_header.attrs.offset, SEEK_SET); 863 864 for (i = 0; i < nr_attrs; i++) { 865 struct perf_header_attr *attr; 866 off_t tmp; 867 868 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr))) 869 goto out_errno; 870 871 tmp = lseek(fd, 0, SEEK_CUR); 872 873 attr = perf_header_attr__new(&f_attr.attr); 874 if (attr == NULL) 875 return -ENOMEM; 876 877 nr_ids = f_attr.ids.size / sizeof(u64); 878 lseek(fd, f_attr.ids.offset, SEEK_SET); 879 880 for (j = 0; j < nr_ids; j++) { 881 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id))) 882 goto out_errno; 883 884 if (perf_header_attr__add_id(attr, f_id) < 0) { 885 perf_header_attr__delete(attr); 886 return -ENOMEM; 887 } 888 } 889 if (perf_header__add_attr(self, attr) < 0) { 890 perf_header_attr__delete(attr); 891 return -ENOMEM; 892 } 893 894 lseek(fd, tmp, SEEK_SET); 895 } 896 897 if (f_header.event_types.size) { 898 lseek(fd, f_header.event_types.offset, SEEK_SET); 899 events = malloc(f_header.event_types.size); 900 if (events == NULL) 901 return -ENOMEM; 902 if (perf_header__getbuffer64(self, fd, events, 903 f_header.event_types.size)) 904 goto out_errno; 905 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type); 906 } 907 908 perf_header__process_sections(self, fd, perf_file_section__process); 909 910 lseek(fd, self->data_offset, SEEK_SET); 911 912 self->frozen = 1; 913 return 0; 914out_errno: 915 return -errno; 916} 917 918u64 perf_header__sample_type(struct perf_header *header) 919{ 920 u64 type = 0; 921 int i; 922 923 for (i = 0; i < header->attrs; i++) { 924 struct perf_header_attr *attr = header->attr[i]; 925 926 if (!type) 927 type = attr->attr.sample_type; 928 else if (type != attr->attr.sample_type) 929 die("non matching sample_type"); 930 } 931 932 return type; 933} 934 935struct perf_event_attr * 936perf_header__find_attr(u64 id, struct perf_header *header) 937{ 938 int i; 939 940 /* 941 * We set id to -1 if the data file doesn't contain sample 942 * ids. Check for this and avoid walking through the entire 943 * list of ids which may be large. 944 */ 945 if (id == -1ULL) 946 return NULL; 947 948 for (i = 0; i < header->attrs; i++) { 949 struct perf_header_attr *attr = header->attr[i]; 950 int j; 951 952 for (j = 0; j < attr->ids; j++) { 953 if (attr->id[j] == id) 954 return &attr->attr; 955 } 956 } 957 958 return NULL; 959} 960 961int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id, 962 event__handler_t process, 963 struct perf_session *session) 964{ 965 event_t *ev; 966 size_t size; 967 int err; 968 969 size = sizeof(struct perf_event_attr); 970 size = ALIGN(size, sizeof(u64)); 971 size += sizeof(struct perf_event_header); 972 size += ids * sizeof(u64); 973 974 ev = malloc(size); 975 976 ev->attr.attr = *attr; 977 memcpy(ev->attr.id, id, ids * sizeof(u64)); 978 979 ev->attr.header.type = PERF_RECORD_HEADER_ATTR; 980 ev->attr.header.size = size; 981 982 err = process(ev, session); 983 984 free(ev); 985 986 return err; 987} 988 989int event__synthesize_attrs(struct perf_header *self, 990 event__handler_t process, 991 struct perf_session *session) 992{ 993 struct perf_header_attr *attr; 994 int i, err = 0; 995 996 for (i = 0; i < self->attrs; i++) { 997 attr = self->attr[i]; 998 999 err = event__synthesize_attr(&attr->attr, attr->ids, attr->id, 1000 process, session); 1001 if (err) { 1002 pr_debug("failed to create perf header attribute\n"); 1003 return err; 1004 } 1005 } 1006 1007 return err; 1008} 1009 1010int event__process_attr(event_t *self, struct perf_session *session) 1011{ 1012 struct perf_header_attr *attr; 1013 unsigned int i, ids, n_ids; 1014 1015 attr = perf_header_attr__new(&self->attr.attr); 1016 if (attr == NULL) 1017 return -ENOMEM; 1018 1019 ids = self->header.size; 1020 ids -= (void *)&self->attr.id - (void *)self; 1021 n_ids = ids / sizeof(u64); 1022 1023 for (i = 0; i < n_ids; i++) { 1024 if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) { 1025 perf_header_attr__delete(attr); 1026 return -ENOMEM; 1027 } 1028 } 1029 1030 if (perf_header__add_attr(&session->header, attr) < 0) { 1031 perf_header_attr__delete(attr); 1032 return -ENOMEM; 1033 } 1034 1035 perf_session__update_sample_type(session); 1036 1037 return 0; 1038} 1039 1040int event__synthesize_event_type(u64 event_id, char *name, 1041 event__handler_t process, 1042 struct perf_session *session) 1043{ 1044 event_t ev; 1045 size_t size = 0; 1046 int err = 0; 1047 1048 memset(&ev, 0, sizeof(ev)); 1049 1050 ev.event_type.event_type.event_id = event_id; 1051 memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME); 1052 strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1); 1053 1054 ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE; 1055 size = strlen(name); 1056 size = ALIGN(size, sizeof(u64)); 1057 ev.event_type.header.size = sizeof(ev.event_type) - 1058 (sizeof(ev.event_type.event_type.name) - size); 1059 1060 err = process(&ev, session); 1061 1062 return err; 1063} 1064 1065int event__synthesize_event_types(event__handler_t process, 1066 struct perf_session *session) 1067{ 1068 struct perf_trace_event_type *type; 1069 int i, err = 0; 1070 1071 for (i = 0; i < event_count; i++) { 1072 type = &events[i]; 1073 1074 err = event__synthesize_event_type(type->event_id, type->name, 1075 process, session); 1076 if (err) { 1077 pr_debug("failed to create perf header event type\n"); 1078 return err; 1079 } 1080 } 1081 1082 return err; 1083} 1084 1085int event__process_event_type(event_t *self, 1086 struct perf_session *session __unused) 1087{ 1088 if (perf_header__push_event(self->event_type.event_type.event_id, 1089 self->event_type.event_type.name) < 0) 1090 return -ENOMEM; 1091 1092 return 0; 1093} 1094 1095int event__synthesize_tracing_data(int fd, struct perf_event_attr *pattrs, 1096 int nb_events, 1097 event__handler_t process, 1098 struct perf_session *session __unused) 1099{ 1100 event_t ev; 1101 ssize_t size = 0, aligned_size = 0, padding; 1102 int err = 0; 1103 1104 memset(&ev, 0, sizeof(ev)); 1105 1106 ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA; 1107 size = read_tracing_data_size(fd, pattrs, nb_events); 1108 if (size <= 0) 1109 return size; 1110 aligned_size = ALIGN(size, sizeof(u64)); 1111 padding = aligned_size - size; 1112 ev.tracing_data.header.size = sizeof(ev.tracing_data); 1113 ev.tracing_data.size = aligned_size; 1114 1115 process(&ev, session); 1116 1117 err = read_tracing_data(fd, pattrs, nb_events); 1118 write_padded(fd, NULL, 0, padding); 1119 1120 return aligned_size; 1121} 1122 1123int event__process_tracing_data(event_t *self, 1124 struct perf_session *session) 1125{ 1126 ssize_t size_read, padding, size = self->tracing_data.size; 1127 off_t offset = lseek(session->fd, 0, SEEK_CUR); 1128 char buf[BUFSIZ]; 1129 1130 /* setup for reading amidst mmap */ 1131 lseek(session->fd, offset + sizeof(struct tracing_data_event), 1132 SEEK_SET); 1133 1134 size_read = trace_report(session->fd, session->repipe); 1135 1136 padding = ALIGN(size_read, sizeof(u64)) - size_read; 1137 1138 if (read(session->fd, buf, padding) < 0) 1139 die("reading input file"); 1140 if (session->repipe) { 1141 int retw = write(STDOUT_FILENO, buf, padding); 1142 if (retw <= 0 || retw != padding) 1143 die("repiping tracing data padding"); 1144 } 1145 1146 if (size_read + padding != size) 1147 die("tracing data size mismatch"); 1148 1149 return size_read + padding; 1150} 1151 1152int event__synthesize_build_id(struct dso *pos, u16 misc, 1153 event__handler_t process, 1154 struct machine *machine, 1155 struct perf_session *session) 1156{ 1157 event_t ev; 1158 size_t len; 1159 int err = 0; 1160 1161 if (!pos->hit) 1162 return err; 1163 1164 memset(&ev, 0, sizeof(ev)); 1165 1166 len = pos->long_name_len + 1; 1167 len = ALIGN(len, NAME_ALIGN); 1168 memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id)); 1169 ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID; 1170 ev.build_id.header.misc = misc; 1171 ev.build_id.pid = machine->pid; 1172 ev.build_id.header.size = sizeof(ev.build_id) + len; 1173 memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len); 1174 1175 err = process(&ev, session); 1176 1177 return err; 1178} 1179 1180int event__process_build_id(event_t *self, 1181 struct perf_session *session) 1182{ 1183 __event_process_build_id(&self->build_id, 1184 self->build_id.filename, 1185 session); 1186 return 0; 1187} 1188 1189void disable_buildid_cache(void) 1190{ 1191 no_buildid_cache = true; 1192} 1193