tools/perf/util/header.c

   1 #define _FILE_OFFSET_BITS 64
   2
   3 #include <sys/types.h>
   4 #include <byteswap.h>
   5 #include <unistd.h>
   6 #include <stdio.h>
   7 #include <stdlib.h>
   8 #include <linux/list.h>
   9 #include <linux/kernel.h>
  10
  11 #include "util.h"
  12 #include "header.h"
  13 #include "../perf.h"
  14 #include "trace-event.h"
  15 #include "session.h"
  16 #include "symbol.h"
  17 #include "debug.h"
  18
  19 static bool no_buildid_cache = false;
  20
  21 /*
  22  * Create new perf.data header attribute:
  23  */
  24 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
  25 {
  26         struct perf_header_attr *self = malloc(sizeof(*self));
  27
  28         if (self != NULL) {
  29                 self->attr = *attr;
  30                 self->ids  = 0;
  31                 self->size = 1;
  32                 self->id   = malloc(sizeof(u64));
  33                 if (self->id == NULL) {
  34                         free(self);
  35                         self = NULL;
  36                 }
  37         }
  38
  39         return self;
  40 }
  41
  42 void perf_header_attr__delete(struct perf_header_attr *self)
  43 {
  44         free(self->id);
  45         free(self);
  46 }
  47
  48 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
  49 {
  50         int pos = self->ids;
  51
  52         self->ids++;
  53         if (self->ids > self->size) {
  54                 int nsize = self->size * 2;
  55                 u64 *nid = realloc(self->id, nsize * sizeof(u64));
  56
  57                 if (nid == NULL)
  58                         return -1;
  59
  60                 self->size = nsize;
  61                 self->id = nid;
  62         }
  63         self->id[pos] = id;
  64         return 0;
  65 }
  66
  67 int perf_header__init(struct perf_header *self)
  68 {
  69         self->size = 1;
  70         self->attr = malloc(sizeof(void *));
  71         return self->attr == NULL ? -ENOMEM : 0;
  72 }
  73
  74 void perf_header__exit(struct perf_header *self)
  75 {
  76         int i;
  77         for (i = 0; i < self->attrs; ++i)
  78                 perf_header_attr__delete(self->attr[i]);
  79         free(self->attr);
  80 }
  81
  82 int perf_header__add_attr(struct perf_header *self,
  83                           struct perf_header_attr *attr)
  84 {
  85         if (self->frozen)
  86                 return -1;
  87
  88         if (self->attrs == self->size) {
  89                 int nsize = self->size * 2;
  90                 struct perf_header_attr **nattr;
  91
  92                 nattr = realloc(self->attr, nsize * sizeof(void *));
  93                 if (nattr == NULL)
  94                         return -1;
  95
  96                 self->size = nsize;
  97                 self->attr = nattr;
  98         }
  99
 100         self->attr[self->attrs++] = attr;
 101         return 0;
 102 }
 103
 104 static int event_count;
 105 static struct perf_trace_event_type *events;
 106
 107 int perf_header__push_event(u64 id, const char *name)
 108 {
 109         if (strlen(name) > MAX_EVENT_NAME)
 110                 pr_warning("Event %s will be truncated\n", name);
 111
 112         if (!events) {
 113                 events = malloc(sizeof(struct perf_trace_event_type));
 114                 if (events == NULL)
 115                         return -ENOMEM;
 116         } else {
 117                 struct perf_trace_event_type *nevents;
 118
 119                 nevents = realloc(events, (event_count + 1) * sizeof(*events));
 120                 if (nevents == NULL)
 121                         return -ENOMEM;
 122                 events = nevents;
 123         }
 124         memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
 125         events[event_count].event_id = id;
 126         strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
 127         event_count++;
 128         return 0;
 129 }
 130
 131 char *perf_header__find_event(u64 id)
 132 {
 133         int i;
 134         for (i = 0 ; i < event_count; i++) {
 135                 if (events[i].event_id == id)
 136                         return events[i].name;
 137         }
 138         return NULL;
 139 }
 140
 141 static const char *__perf_magic = "PERFFILE";
 142
 143 #define PERF_MAGIC      (*(u64 *)__perf_magic)
 144
 145 struct perf_file_attr {
 146         struct perf_event_attr  attr;
 147         struct perf_file_section        ids;
 148 };
 149
 150 void perf_header__set_feat(struct perf_header *self, int feat)
 151 {
 152         set_bit(feat, self->adds_features);
 153 }
 154
 155 void perf_header__clear_feat(struct perf_header *self, int feat)
 156 {
 157         clear_bit(feat, self->adds_features);
 158 }
 159
 160 bool perf_header__has_feat(const struct perf_header *self, int feat)
 161 {
 162         return test_bit(feat, self->adds_features);
 163 }
 164
 165 static int do_write(int fd, const void *buf, size_t size)
 166 {
 167         while (size) {
 168                 int ret = write(fd, buf, size);
 169
 170                 if (ret < 0)
 171                         return -errno;
 172
 173                 size -= ret;
 174                 buf += ret;
 175         }
 176
 177         return 0;
 178 }
 179
 180 #define NAME_ALIGN 64
 181
 182 static int write_padded(int fd, const void *bf, size_t count,
 183                         size_t count_aligned)
 184 {
 185         static const char zero_buf[NAME_ALIGN];
 186         int err = do_write(fd, bf, count);
 187
 188         if (!err)
 189                 err = do_write(fd, zero_buf, count_aligned - count);
 190
 191         return err;
 192 }
 193
 194 #define dsos__for_each_with_build_id(pos, head) \
 195         list_for_each_entry(pos, head, node)    \
 196                 if (!pos->has_build_id)         \
 197                         continue;               \
 198                 else
 199
 200 static int __dsos__write_buildid_table(struct list_head *head, pid_t pid,
 201                                 u16 misc, int fd)
 202 {
 203         struct dso *pos;
 204
 205         dsos__for_each_with_build_id(pos, head) {
 206                 int err;
 207                 struct build_id_event b;
 208                 size_t len;
 209
 210                 if (!pos->hit)
 211                         continue;
 212                 len = pos->long_name_len + 1;
 213                 len = ALIGN(len, NAME_ALIGN);
 214                 memset(&b, 0, sizeof(b));
 215                 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
 216                 b.pid = pid;
 217                 b.header.misc = misc;
 218                 b.header.size = sizeof(b) + len;
 219                 err = do_write(fd, &b, sizeof(b));
 220                 if (err < 0)
 221                         return err;
 222                 err = write_padded(fd, pos->long_name,
 223                                    pos->long_name_len + 1, len);
 224                 if (err < 0)
 225                         return err;
 226         }
 227
 228         return 0;
 229 }
 230
 231 static int machine__write_buildid_table(struct machine *self, int fd)
 232 {
 233         int err;
 234         u16 kmisc = PERF_RECORD_MISC_KERNEL,
 235             umisc = PERF_RECORD_MISC_USER;
 236
 237         if (!machine__is_host(self)) {
 238                 kmisc = PERF_RECORD_MISC_GUEST_KERNEL;
 239                 umisc = PERF_RECORD_MISC_GUEST_USER;
 240         }
 241
 242         err = __dsos__write_buildid_table(&self->kernel_dsos, self->pid,
 243                                           kmisc, fd);
 244         if (err == 0)
 245                 err = __dsos__write_buildid_table(&self->user_dsos,
 246                                                   self->pid, umisc, fd);
 247         return err;
 248 }
 249
 250 static int dsos__write_buildid_table(struct perf_header *header, int fd)
 251 {
 252         struct perf_session *session = container_of(header,
 253                         struct perf_session, header);
 254         struct rb_node *nd;
 255         int err = machine__write_buildid_table(&session->host_machine, fd);
 256
 257         if (err)
 258                 return err;
 259
 260         for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) {
 261                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 262                 err = machine__write_buildid_table(pos, fd);
 263                 if (err)
 264                         break;
 265         }
 266         return err;
 267 }
 268
 269 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir,
 270                           const char *name, bool is_kallsyms)
 271 {
 272         const size_t size = PATH_MAX;
 273         char *realname = realpath(name, NULL),
 274              *filename = malloc(size),
 275              *linkname = malloc(size), *targetname;
 276         int len, err = -1;
 277
 278         if (realname == NULL || filename == NULL || linkname == NULL)
 279                 goto out_free;
 280
 281         len = snprintf(filename, size, "%s%s%s",
 282                        debugdir, is_kallsyms ? "/" : "", realname);
 283         if (mkdir_p(filename, 0755))
 284                 goto out_free;
 285
 286         snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id);
 287
 288         if (access(filename, F_OK)) {
 289                 if (is_kallsyms) {
 290                          if (copyfile("/proc/kallsyms", filename))
 291                                 goto out_free;
 292                 } else if (link(realname, filename) && copyfile(name, filename))
 293                         goto out_free;
 294         }
 295
 296         len = snprintf(linkname, size, "%s/.build-id/%.2s",
 297                        debugdir, sbuild_id);
 298
 299         if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
 300                 goto out_free;
 301
 302         snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
 303         targetname = filename + strlen(debugdir) - 5;
 304         memcpy(targetname, "../..", 5);
 305
 306         if (symlink(targetname, linkname) == 0)
 307                 err = 0;
 308 out_free:
 309         free(realname);
 310         free(filename);
 311         free(linkname);
 312         return err;
 313 }
 314
 315 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size,
 316                                  const char *name, const char *debugdir,
 317                                  bool is_kallsyms)
 318 {
 319         char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 320
 321         build_id__sprintf(build_id, build_id_size, sbuild_id);
 322
 323         return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms);
 324 }
 325
 326 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir)
 327 {
 328         const size_t size = PATH_MAX;
 329         char *filename = malloc(size),
 330              *linkname = malloc(size);
 331         int err = -1;
 332
 333         if (filename == NULL || linkname == NULL)
 334                 goto out_free;
 335
 336         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 337                  debugdir, sbuild_id, sbuild_id + 2);
 338
 339         if (access(linkname, F_OK))
 340                 goto out_free;
 341
 342         if (readlink(linkname, filename, size) < 0)
 343                 goto out_free;
 344
 345         if (unlink(linkname))
 346                 goto out_free;
 347
 348         /*
 349          * Since the link is relative, we must make it absolute:
 350          */
 351         snprintf(linkname, size, "%s/.build-id/%.2s/%s",
 352                  debugdir, sbuild_id, filename);
 353
 354         if (unlink(linkname))
 355                 goto out_free;
 356
 357         err = 0;
 358 out_free:
 359         free(filename);
 360         free(linkname);
 361         return err;
 362 }
 363
 364 static int dso__cache_build_id(struct dso *self, const char *debugdir)
 365 {
 366         bool is_kallsyms = self->kernel && self->long_name[0] != '/';
 367
 368         return build_id_cache__add_b(self->build_id, sizeof(self->build_id),
 369                                      self->long_name, debugdir, is_kallsyms);
 370 }
 371
 372 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
 373 {
 374         struct dso *pos;
 375         int err = 0;
 376
 377         dsos__for_each_with_build_id(pos, head)
 378                 if (dso__cache_build_id(pos, debugdir))
 379                         err = -1;
 380
 381         return err;
 382 }
 383
 384 static int machine__cache_build_ids(struct machine *self, const char *debugdir)
 385 {
 386         int ret = __dsos__cache_build_ids(&self->kernel_dsos, debugdir);
 387         ret |= __dsos__cache_build_ids(&self->user_dsos, debugdir);
 388         return ret;
 389 }
 390
 391 static int perf_session__cache_build_ids(struct perf_session *self)
 392 {
 393         struct rb_node *nd;
 394         int ret;
 395         char debugdir[PATH_MAX];
 396
 397         snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir);
 398
 399         if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
 400                 return -1;
 401
 402         ret = machine__cache_build_ids(&self->host_machine, debugdir);
 403
 404         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 405                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 406                 ret |= machine__cache_build_ids(pos, debugdir);
 407         }
 408         return ret ? -1 : 0;
 409 }
 410
 411 static bool machine__read_build_ids(struct machine *self, bool with_hits)
 412 {
 413         bool ret = __dsos__read_build_ids(&self->kernel_dsos, with_hits);
 414         ret |= __dsos__read_build_ids(&self->user_dsos, with_hits);
 415         return ret;
 416 }
 417
 418 static bool perf_session__read_build_ids(struct perf_session *self, bool with_hits)
 419 {
 420         struct rb_node *nd;
 421         bool ret = machine__read_build_ids(&self->host_machine, with_hits);
 422
 423         for (nd = rb_first(&self->machines); nd; nd = rb_next(nd)) {
 424                 struct machine *pos = rb_entry(nd, struct machine, rb_node);
 425                 ret |= machine__read_build_ids(pos, with_hits);
 426         }
 427
 428         return ret;
 429 }
 430
 431 static int perf_header__adds_write(struct perf_header *self, int fd)
 432 {
 433         int nr_sections;
 434         struct perf_session *session;
 435         struct perf_file_section *feat_sec;
 436         int sec_size;
 437         u64 sec_start;
 438         int idx = 0, err;
 439
 440         session = container_of(self, struct perf_session, header);
 441
 442         if (perf_header__has_feat(self, HEADER_BUILD_ID &&
 443             !perf_session__read_build_ids(session, true)))
 444                 perf_header__clear_feat(self, HEADER_BUILD_ID);
 445
 446         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 447         if (!nr_sections)
 448                 return 0;
 449
 450         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 451         if (feat_sec == NULL)
 452                 return -ENOMEM;
 453
 454         sec_size = sizeof(*feat_sec) * nr_sections;
 455
 456         sec_start = self->data_offset + self->data_size;
 457         lseek(fd, sec_start + sec_size, SEEK_SET);
 458
 459         if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
 460                 struct perf_file_section *trace_sec;
 461
 462                 trace_sec = &feat_sec[idx++];
 463
 464                 /* Write trace info */
 465                 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
 466                 read_tracing_data(fd, &evsel_list);
 467                 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
 468         }
 469
 470         if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
 471                 struct perf_file_section *buildid_sec;
 472
 473                 buildid_sec = &feat_sec[idx++];
 474
 475                 /* Write build-ids */
 476                 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
 477                 err = dsos__write_buildid_table(self, fd);
 478                 if (err < 0) {
 479                         pr_debug("failed to write buildid table\n");
 480                         goto out_free;
 481                 }
 482                 buildid_sec->size = lseek(fd, 0, SEEK_CUR) -
 483                                           buildid_sec->offset;
 484                 if (!no_buildid_cache)
 485                         perf_session__cache_build_ids(session);
 486         }
 487
 488         lseek(fd, sec_start, SEEK_SET);
 489         err = do_write(fd, feat_sec, sec_size);
 490         if (err < 0)
 491                 pr_debug("failed to write feature section\n");
 492 out_free:
 493         free(feat_sec);
 494         return err;
 495 }
 496
 497 int perf_header__write_pipe(int fd)
 498 {
 499         struct perf_pipe_file_header f_header;
 500         int err;
 501
 502         f_header = (struct perf_pipe_file_header){
 503                 .magic     = PERF_MAGIC,
 504                 .size      = sizeof(f_header),
 505         };
 506
 507         err = do_write(fd, &f_header, sizeof(f_header));
 508         if (err < 0) {
 509                 pr_debug("failed to write perf pipe header\n");
 510                 return err;
 511         }
 512
 513         return 0;
 514 }
 515
 516 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
 517 {
 518         struct perf_file_header f_header;
 519         struct perf_file_attr   f_attr;
 520         struct perf_header_attr *attr;
 521         int i, err;
 522
 523         lseek(fd, sizeof(f_header), SEEK_SET);
 524
 525         for (i = 0; i < self->attrs; i++) {
 526                 attr = self->attr[i];
 527
 528                 attr->id_offset = lseek(fd, 0, SEEK_CUR);
 529                 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
 530                 if (err < 0) {
 531                         pr_debug("failed to write perf header\n");
 532                         return err;
 533                 }
 534         }
 535
 536
 537         self->attr_offset = lseek(fd, 0, SEEK_CUR);
 538
 539         for (i = 0; i < self->attrs; i++) {
 540                 attr = self->attr[i];
 541
 542                 f_attr = (struct perf_file_attr){
 543                         .attr = attr->attr,
 544                         .ids  = {
 545                                 .offset = attr->id_offset,
 546                                 .size   = attr->ids * sizeof(u64),
 547                         }
 548                 };
 549                 err = do_write(fd, &f_attr, sizeof(f_attr));
 550                 if (err < 0) {
 551                         pr_debug("failed to write perf header attribute\n");
 552                         return err;
 553                 }
 554         }
 555
 556         self->event_offset = lseek(fd, 0, SEEK_CUR);
 557         self->event_size = event_count * sizeof(struct perf_trace_event_type);
 558         if (events) {
 559                 err = do_write(fd, events, self->event_size);
 560                 if (err < 0) {
 561                         pr_debug("failed to write perf header events\n");
 562                         return err;
 563                 }
 564         }
 565
 566         self->data_offset = lseek(fd, 0, SEEK_CUR);
 567
 568         if (at_exit) {
 569                 err = perf_header__adds_write(self, fd);
 570                 if (err < 0)
 571                         return err;
 572         }
 573
 574         f_header = (struct perf_file_header){
 575                 .magic     = PERF_MAGIC,
 576                 .size      = sizeof(f_header),
 577                 .attr_size = sizeof(f_attr),
 578                 .attrs = {
 579                         .offset = self->attr_offset,
 580                         .size   = self->attrs * sizeof(f_attr),
 581                 },
 582                 .data = {
 583                         .offset = self->data_offset,
 584                         .size   = self->data_size,
 585                 },
 586                 .event_types = {
 587                         .offset = self->event_offset,
 588                         .size   = self->event_size,
 589                 },
 590         };
 591
 592         memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
 593
 594         lseek(fd, 0, SEEK_SET);
 595         err = do_write(fd, &f_header, sizeof(f_header));
 596         if (err < 0) {
 597                 pr_debug("failed to write perf header\n");
 598                 return err;
 599         }
 600         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 601
 602         self->frozen = 1;
 603         return 0;
 604 }
 605
 606 static int perf_header__getbuffer64(struct perf_header *self,
 607                                     int fd, void *buf, size_t size)
 608 {
 609         if (readn(fd, buf, size) <= 0)
 610                 return -1;
 611
 612         if (self->needs_swap)
 613                 mem_bswap_64(buf, size);
 614
 615         return 0;
 616 }
 617
 618 int perf_header__process_sections(struct perf_header *self, int fd,
 619                                   int (*process)(struct perf_file_section *self,
 620                                                  struct perf_header *ph,
 621                                                  int feat, int fd))
 622 {
 623         struct perf_file_section *feat_sec;
 624         int nr_sections;
 625         int sec_size;
 626         int idx = 0;
 627         int err = -1, feat = 1;
 628
 629         nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
 630         if (!nr_sections)
 631                 return 0;
 632
 633         feat_sec = calloc(sizeof(*feat_sec), nr_sections);
 634         if (!feat_sec)
 635                 return -1;
 636
 637         sec_size = sizeof(*feat_sec) * nr_sections;
 638
 639         lseek(fd, self->data_offset + self->data_size, SEEK_SET);
 640
 641         if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
 642                 goto out_free;
 643
 644         err = 0;
 645         while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
 646                 if (perf_header__has_feat(self, feat)) {
 647                         struct perf_file_section *sec = &feat_sec[idx++];
 648
 649                         err = process(sec, self, feat, fd);
 650                         if (err < 0)
 651                                 break;
 652                 }
 653                 ++feat;
 654         }
 655 out_free:
 656         free(feat_sec);
 657         return err;
 658 }
 659
 660 int perf_file_header__read(struct perf_file_header *self,
 661                            struct perf_header *ph, int fd)
 662 {
 663         lseek(fd, 0, SEEK_SET);
 664
 665         if (readn(fd, self, sizeof(*self)) <= 0 ||
 666             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 667                 return -1;
 668
 669         if (self->attr_size != sizeof(struct perf_file_attr)) {
 670                 u64 attr_size = bswap_64(self->attr_size);
 671
 672                 if (attr_size != sizeof(struct perf_file_attr))
 673                         return -1;
 674
 675                 mem_bswap_64(self, offsetof(struct perf_file_header,
 676                                             adds_features));
 677                 ph->needs_swap = true;
 678         }
 679
 680         if (self->size != sizeof(*self)) {
 681                 /* Support the previous format */
 682                 if (self->size == offsetof(typeof(*self), adds_features))
 683                         bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
 684                 else
 685                         return -1;
 686         }
 687
 688         memcpy(&ph->adds_features, &self->adds_features,
 689                sizeof(ph->adds_features));
 690         /*
 691          * FIXME: hack that assumes that if we need swap the perf.data file
 692          * may be coming from an arch with a different word-size, ergo different
 693          * DEFINE_BITMAP format, investigate more later, but for now its mostly
 694          * safe to assume that we have a build-id section. Trace files probably
 695          * have several other issues in this realm anyway...
 696          */
 697         if (ph->needs_swap) {
 698                 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
 699                 perf_header__set_feat(ph, HEADER_BUILD_ID);
 700         }
 701
 702         ph->event_offset = self->event_types.offset;
 703         ph->event_size   = self->event_types.size;
 704         ph->data_offset  = self->data.offset;
 705         ph->data_size    = self->data.size;
 706         return 0;
 707 }
 708
 709 static int __event_process_build_id(struct build_id_event *bev,
 710                                     char *filename,
 711                                     struct perf_session *session)
 712 {
 713         int err = -1;
 714         struct list_head *head;
 715         struct machine *machine;
 716         u16 misc;
 717         struct dso *dso;
 718         enum dso_kernel_type dso_type;
 719
 720         machine = perf_session__findnew_machine(session, bev->pid);
 721         if (!machine)
 722                 goto out;
 723
 724         misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
 725
 726         switch (misc) {
 727         case PERF_RECORD_MISC_KERNEL:
 728                 dso_type = DSO_TYPE_KERNEL;
 729                 head = &machine->kernel_dsos;
 730                 break;
 731         case PERF_RECORD_MISC_GUEST_KERNEL:
 732                 dso_type = DSO_TYPE_GUEST_KERNEL;
 733                 head = &machine->kernel_dsos;
 734                 break;
 735         case PERF_RECORD_MISC_USER:
 736         case PERF_RECORD_MISC_GUEST_USER:
 737                 dso_type = DSO_TYPE_USER;
 738                 head = &machine->user_dsos;
 739                 break;
 740         default:
 741                 goto out;
 742         }
 743
 744         dso = __dsos__findnew(head, filename);
 745         if (dso != NULL) {
 746                 char sbuild_id[BUILD_ID_SIZE * 2 + 1];
 747
 748                 dso__set_build_id(dso, &bev->build_id);
 749
 750                 if (filename[0] == '[')
 751                         dso->kernel = dso_type;
 752
 753                 build_id__sprintf(dso->build_id, sizeof(dso->build_id),
 754                                   sbuild_id);
 755                 pr_debug("build id event received for %s: %s\n",
 756                          dso->long_name, sbuild_id);
 757         }
 758
 759         err = 0;
 760 out:
 761         return err;
 762 }
 763
 764 static int perf_header__read_build_ids(struct perf_header *self,
 765                         int input, u64 offset, u64 size)
 766 {
 767         struct perf_session *session = container_of(self,
 768                         struct perf_session, header);
 769         struct build_id_event bev;
 770         char filename[PATH_MAX];
 771         u64 limit = offset + size;
 772         int err = -1;
 773
 774         while (offset < limit) {
 775                 ssize_t len;
 776
 777                 if (read(input, &bev, sizeof(bev)) != sizeof(bev))
 778                         goto out;
 779
 780                 if (self->needs_swap)
 781                         perf_event_header__bswap(&bev.header);
 782
 783                 len = bev.header.size - sizeof(bev);
 784                 if (read(input, filename, len) != len)
 785                         goto out;
 786
 787                 __event_process_build_id(&bev, filename, session);
 788
 789                 offset += bev.header.size;
 790         }
 791         err = 0;
 792 out:
 793         return err;
 794 }
 795
 796 static int perf_file_section__process(struct perf_file_section *self,
 797                                       struct perf_header *ph,
 798                                       int feat, int fd)
 799 {
 800         if (lseek(fd, self->offset, SEEK_SET) == (off_t)-1) {
 801                 pr_debug("Failed to lseek to %" PRIu64 " offset for feature "
 802                           "%d, continuing...\n", self->offset, feat);
 803                 return 0;
 804         }
 805
 806         switch (feat) {
 807         case HEADER_TRACE_INFO:
 808                 trace_report(fd, false);
 809                 break;
 810
 811         case HEADER_BUILD_ID:
 812                 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
 813                         pr_debug("Failed to read buildids, continuing...\n");
 814                 break;
 815         default:
 816                 pr_debug("unknown feature %d, continuing...\n", feat);
 817         }
 818
 819         return 0;
 820 }
 821
 822 static int perf_file_header__read_pipe(struct perf_pipe_file_header *self,
 823                                        struct perf_header *ph, int fd,
 824                                        bool repipe)
 825 {
 826         if (readn(fd, self, sizeof(*self)) <= 0 ||
 827             memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
 828                 return -1;
 829
 830         if (repipe && do_write(STDOUT_FILENO, self, sizeof(*self)) < 0)
 831                 return -1;
 832
 833         if (self->size != sizeof(*self)) {
 834                 u64 size = bswap_64(self->size);
 835
 836                 if (size != sizeof(*self))
 837                         return -1;
 838
 839                 ph->needs_swap = true;
 840         }
 841
 842         return 0;
 843 }
 844
 845 static int perf_header__read_pipe(struct perf_session *session, int fd)
 846 {
 847         struct perf_header *self = &session->header;
 848         struct perf_pipe_file_header f_header;
 849
 850         if (perf_file_header__read_pipe(&f_header, self, fd,
 851                                         session->repipe) < 0) {
 852                 pr_debug("incompatible file format\n");
 853                 return -EINVAL;
 854         }
 855
 856         session->fd = fd;
 857
 858         return 0;
 859 }
 860
 861 int perf_header__read(struct perf_session *session, int fd)
 862 {
 863         struct perf_header *self = &session->header;
 864         struct perf_file_header f_header;
 865         struct perf_file_attr   f_attr;
 866         u64                     f_id;
 867         int nr_attrs, nr_ids, i, j;
 868
 869         if (session->fd_pipe)
 870                 return perf_header__read_pipe(session, fd);
 871
 872         if (perf_file_header__read(&f_header, self, fd) < 0) {
 873                 pr_debug("incompatible file format\n");
 874                 return -EINVAL;
 875         }
 876
 877         nr_attrs = f_header.attrs.size / sizeof(f_attr);
 878         lseek(fd, f_header.attrs.offset, SEEK_SET);
 879
 880         for (i = 0; i < nr_attrs; i++) {
 881                 struct perf_header_attr *attr;
 882                 off_t tmp;
 883
 884                 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
 885                         goto out_errno;
 886
 887                 tmp = lseek(fd, 0, SEEK_CUR);
 888
 889                 attr = perf_header_attr__new(&f_attr.attr);
 890                 if (attr == NULL)
 891                          return -ENOMEM;
 892
 893                 nr_ids = f_attr.ids.size / sizeof(u64);
 894                 lseek(fd, f_attr.ids.offset, SEEK_SET);
 895
 896                 for (j = 0; j < nr_ids; j++) {
 897                         if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
 898                                 goto out_errno;
 899
 900                         if (perf_header_attr__add_id(attr, f_id) < 0) {
 901                                 perf_header_attr__delete(attr);
 902                                 return -ENOMEM;
 903                         }
 904                 }
 905                 if (perf_header__add_attr(self, attr) < 0) {
 906                         perf_header_attr__delete(attr);
 907                         return -ENOMEM;
 908                 }
 909
 910                 lseek(fd, tmp, SEEK_SET);
 911         }
 912
 913         if (f_header.event_types.size) {
 914                 lseek(fd, f_header.event_types.offset, SEEK_SET);
 915                 events = malloc(f_header.event_types.size);
 916                 if (events == NULL)
 917                         return -ENOMEM;
 918                 if (perf_header__getbuffer64(self, fd, events,
 919                                              f_header.event_types.size))
 920                         goto out_errno;
 921                 event_count =  f_header.event_types.size / sizeof(struct perf_trace_event_type);
 922         }
 923
 924         perf_header__process_sections(self, fd, perf_file_section__process);
 925
 926         lseek(fd, self->data_offset, SEEK_SET);
 927
 928         self->frozen = 1;
 929         return 0;
 930 out_errno:
 931         return -errno;
 932 }
 933
 934 u64 perf_header__sample_type(struct perf_header *header)
 935 {
 936         u64 type = 0;
 937         int i;
 938
 939         for (i = 0; i < header->attrs; i++) {
 940                 struct perf_header_attr *attr = header->attr[i];
 941
 942                 if (!type)
 943                         type = attr->attr.sample_type;
 944                 else if (type != attr->attr.sample_type)
 945                         die("non matching sample_type");
 946         }
 947
 948         return type;
 949 }
 950
 951 bool perf_header__sample_id_all(const struct perf_header *header)
 952 {
 953         bool value = false, first = true;
 954         int i;
 955
 956         for (i = 0; i < header->attrs; i++) {
 957                 struct perf_header_attr *attr = header->attr[i];
 958
 959                 if (first) {
 960                         value = attr->attr.sample_id_all;
 961                         first = false;
 962                 } else if (value != attr->attr.sample_id_all)
 963                         die("non matching sample_id_all");
 964         }
 965
 966         return value;
 967 }
 968
 969 struct perf_event_attr *
 970 perf_header__find_attr(u64 id, struct perf_header *header)
 971 {
 972         int i;
 973
 974         /*
 975          * We set id to -1 if the data file doesn't contain sample
 976          * ids. This can happen when the data file contains one type
 977          * of event and in that case, the header can still store the
 978          * event attribute information. Check for this and avoid
 979          * walking through the entire list of ids which may be large.
 980          */
 981         if (id == -1ULL) {
 982                 if (header->attrs > 0)
 983                         return &header->attr[0]->attr;
 984                 return NULL;
 985         }
 986
 987         for (i = 0; i < header->attrs; i++) {
 988                 struct perf_header_attr *attr = header->attr[i];
 989                 int j;
 990
 991                 for (j = 0; j < attr->ids; j++) {
 992                         if (attr->id[j] == id)
 993                                 return &attr->attr;
 994                 }
 995         }
 996
 997         return NULL;
 998 }
 999
1000 int event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id,
1001                            event__handler_t process,
1002                            struct perf_session *session)
1003 {
1004         event_t *ev;
1005         size_t size;
1006         int err;
1007
1008         size = sizeof(struct perf_event_attr);
1009         size = ALIGN(size, sizeof(u64));
1010         size += sizeof(struct perf_event_header);
1011         size += ids * sizeof(u64);
1012
1013         ev = malloc(size);
1014
1015         if (ev == NULL)
1016                 return -ENOMEM;
1017
1018         ev->attr.attr = *attr;
1019         memcpy(ev->attr.id, id, ids * sizeof(u64));
1020
1021         ev->attr.header.type = PERF_RECORD_HEADER_ATTR;
1022         ev->attr.header.size = size;
1023
1024         err = process(ev, NULL, session);
1025
1026         free(ev);
1027
1028         return err;
1029 }
1030
1031 int event__synthesize_attrs(struct perf_header *self, event__handler_t process,
1032                             struct perf_session *session)
1033 {
1034         struct perf_header_attr *attr;
1035         int i, err = 0;
1036
1037         for (i = 0; i < self->attrs; i++) {
1038                 attr = self->attr[i];
1039
1040                 err = event__synthesize_attr(&attr->attr, attr->ids, attr->id,
1041                                              process, session);
1042                 if (err) {
1043                         pr_debug("failed to create perf header attribute\n");
1044                         return err;
1045                 }
1046         }
1047
1048         return err;
1049 }
1050
1051 int event__process_attr(event_t *self, struct perf_session *session)
1052 {
1053         struct perf_header_attr *attr;
1054         unsigned int i, ids, n_ids;
1055
1056         attr = perf_header_attr__new(&self->attr.attr);
1057         if (attr == NULL)
1058                 return -ENOMEM;
1059
1060         ids = self->header.size;
1061         ids -= (void *)&self->attr.id - (void *)self;
1062         n_ids = ids / sizeof(u64);
1063
1064         for (i = 0; i < n_ids; i++) {
1065                 if (perf_header_attr__add_id(attr, self->attr.id[i]) < 0) {
1066                         perf_header_attr__delete(attr);
1067                         return -ENOMEM;
1068                 }
1069         }
1070
1071         if (perf_header__add_attr(&session->header, attr) < 0) {
1072                 perf_header_attr__delete(attr);
1073                 return -ENOMEM;
1074         }
1075
1076         perf_session__update_sample_type(session);
1077
1078         return 0;
1079 }
1080
1081 int event__synthesize_event_type(u64 event_id, char *name,
1082                                  event__handler_t process,
1083                                  struct perf_session *session)
1084 {
1085         event_t ev;
1086         size_t size = 0;
1087         int err = 0;
1088
1089         memset(&ev, 0, sizeof(ev));
1090
1091         ev.event_type.event_type.event_id = event_id;
1092         memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME);
1093         strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1);
1094
1095         ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE;
1096         size = strlen(name);
1097         size = ALIGN(size, sizeof(u64));
1098         ev.event_type.header.size = sizeof(ev.event_type) -
1099                 (sizeof(ev.event_type.event_type.name) - size);
1100
1101         err = process(&ev, NULL, session);
1102
1103         return err;
1104 }
1105
1106 int event__synthesize_event_types(event__handler_t process,
1107                                   struct perf_session *session)
1108 {
1109         struct perf_trace_event_type *type;
1110         int i, err = 0;
1111
1112         for (i = 0; i < event_count; i++) {
1113                 type = &events[i];
1114
1115                 err = event__synthesize_event_type(type->event_id, type->name,
1116                                                    process, session);
1117                 if (err) {
1118                         pr_debug("failed to create perf header event type\n");
1119                         return err;
1120                 }
1121         }
1122
1123         return err;
1124 }
1125
1126 int event__process_event_type(event_t *self,
1127                               struct perf_session *session __unused)
1128 {
1129         if (perf_header__push_event(self->event_type.event_type.event_id,
1130                                     self->event_type.event_type.name) < 0)
1131                 return -ENOMEM;
1132
1133         return 0;
1134 }
1135
1136 int event__synthesize_tracing_data(int fd, struct list_head *pattrs,
1137                                    event__handler_t process,
1138                                    struct perf_session *session __unused)
1139 {
1140         event_t ev;
1141         ssize_t size = 0, aligned_size = 0, padding;
1142         int err = 0;
1143
1144         memset(&ev, 0, sizeof(ev));
1145
1146         ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA;
1147         size = read_tracing_data_size(fd, pattrs);
1148         if (size <= 0)
1149                 return size;
1150         aligned_size = ALIGN(size, sizeof(u64));
1151         padding = aligned_size - size;
1152         ev.tracing_data.header.size = sizeof(ev.tracing_data);
1153         ev.tracing_data.size = aligned_size;
1154
1155         process(&ev, NULL, session);
1156
1157         err = read_tracing_data(fd, pattrs);
1158         write_padded(fd, NULL, 0, padding);
1159
1160         return aligned_size;
1161 }
1162
1163 int event__process_tracing_data(event_t *self,
1164                                 struct perf_session *session)
1165 {
1166         ssize_t size_read, padding, size = self->tracing_data.size;
1167         off_t offset = lseek(session->fd, 0, SEEK_CUR);
1168         char buf[BUFSIZ];
1169
1170         /* setup for reading amidst mmap */
1171         lseek(session->fd, offset + sizeof(struct tracing_data_event),
1172               SEEK_SET);
1173
1174         size_read = trace_report(session->fd, session->repipe);
1175
1176         padding = ALIGN(size_read, sizeof(u64)) - size_read;
1177
1178         if (read(session->fd, buf, padding) < 0)
1179                 die("reading input file");
1180         if (session->repipe) {
1181                 int retw = write(STDOUT_FILENO, buf, padding);
1182                 if (retw <= 0 || retw != padding)
1183                         die("repiping tracing data padding");
1184         }
1185
1186         if (size_read + padding != size)
1187                 die("tracing data size mismatch");
1188
1189         return size_read + padding;
1190 }
1191
1192 int event__synthesize_build_id(struct dso *pos, u16 misc,
1193                                event__handler_t process,
1194                                struct machine *machine,
1195                                struct perf_session *session)
1196 {
1197         event_t ev;
1198         size_t len;
1199         int err = 0;
1200
1201         if (!pos->hit)
1202                 return err;
1203
1204         memset(&ev, 0, sizeof(ev));
1205
1206         len = pos->long_name_len + 1;
1207         len = ALIGN(len, NAME_ALIGN);
1208         memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id));
1209         ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID;
1210         ev.build_id.header.misc = misc;
1211         ev.build_id.pid = machine->pid;
1212         ev.build_id.header.size = sizeof(ev.build_id) + len;
1213         memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len);
1214
1215         err = process(&ev, NULL, session);
1216
1217         return err;
1218 }
1219
1220 int event__process_build_id(event_t *self,
1221                             struct perf_session *session)
1222 {
1223         __event_process_build_id(&self->build_id,
1224                                  self->build_id.filename,
1225                                  session);
1226         return 0;
1227 }
1228
1229 void disable_buildid_cache(void)
1230 {
1231         no_buildid_cache = true;
1232 }