6 #include <linux/list.h>
7 #include <linux/kernel.h>
12 #include "trace-event.h"
18 * Create new perf.data header attribute:
20 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
22 struct perf_header_attr *self = malloc(sizeof(*self));
28 self->id = malloc(sizeof(u64));
29 if (self->id == NULL) {
38 void perf_header_attr__delete(struct perf_header_attr *self)
44 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
49 if (self->ids > self->size) {
50 int nsize = self->size * 2;
51 u64 *nid = realloc(self->id, nsize * sizeof(u64));
63 int perf_header__init(struct perf_header *self)
66 self->attr = malloc(sizeof(void *));
67 return self->attr == NULL ? -ENOMEM : 0;
70 void perf_header__exit(struct perf_header *self)
73 for (i = 0; i < self->attrs; ++i)
74 perf_header_attr__delete(self->attr[i]);
78 int perf_header__add_attr(struct perf_header *self,
79 struct perf_header_attr *attr)
84 if (self->attrs == self->size) {
85 int nsize = self->size * 2;
86 struct perf_header_attr **nattr;
88 nattr = realloc(self->attr, nsize * sizeof(void *));
96 self->attr[self->attrs++] = attr;
100 #define MAX_EVENT_NAME 64
102 struct perf_trace_event_type {
104 char name[MAX_EVENT_NAME];
107 static int event_count;
108 static struct perf_trace_event_type *events;
110 int perf_header__push_event(u64 id, const char *name)
112 if (strlen(name) > MAX_EVENT_NAME)
113 pr_warning("Event %s will be truncated\n", name);
116 events = malloc(sizeof(struct perf_trace_event_type));
120 struct perf_trace_event_type *nevents;
122 nevents = realloc(events, (event_count + 1) * sizeof(*events));
127 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
128 events[event_count].event_id = id;
129 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
134 char *perf_header__find_event(u64 id)
137 for (i = 0 ; i < event_count; i++) {
138 if (events[i].event_id == id)
139 return events[i].name;
144 static const char *__perf_magic = "PERFFILE";
146 #define PERF_MAGIC (*(u64 *)__perf_magic)
148 struct perf_file_attr {
149 struct perf_event_attr attr;
150 struct perf_file_section ids;
153 void perf_header__set_feat(struct perf_header *self, int feat)
155 set_bit(feat, self->adds_features);
158 bool perf_header__has_feat(const struct perf_header *self, int feat)
160 return test_bit(feat, self->adds_features);
163 static int do_write(int fd, const void *buf, size_t size)
166 int ret = write(fd, buf, size);
178 #define NAME_ALIGN 64
180 static int write_padded(int fd, const void *bf, size_t count,
181 size_t count_aligned)
183 static const char zero_buf[NAME_ALIGN];
184 int err = do_write(fd, bf, count);
187 err = do_write(fd, zero_buf, count_aligned - count);
192 #define dsos__for_each_with_build_id(pos, head) \
193 list_for_each_entry(pos, head, node) \
194 if (!pos->has_build_id) \
198 static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
202 dsos__for_each_with_build_id(pos, head) {
204 struct build_id_event b;
205 size_t len = pos->long_name_len + 1;
207 len = ALIGN(len, NAME_ALIGN);
208 memset(&b, 0, sizeof(b));
209 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
210 b.header.misc = misc;
211 b.header.size = sizeof(b) + len;
212 err = do_write(fd, &b, sizeof(b));
215 err = write_padded(fd, pos->long_name,
216 pos->long_name_len + 1, len);
224 static int dsos__write_buildid_table(int fd)
226 int err = __dsos__write_buildid_table(&dsos__kernel,
227 PERF_RECORD_MISC_KERNEL, fd);
229 err = __dsos__write_buildid_table(&dsos__user,
230 PERF_RECORD_MISC_USER, fd);
234 static int dso__cache_build_id(struct dso *self, const char *debugdir)
236 const size_t size = PATH_MAX;
237 char *filename = malloc(size),
238 *linkname = malloc(size), *targetname, *sbuild_id;
240 bool is_kallsyms = self->kernel && self->long_name[0] != '/';
242 if (filename == NULL || linkname == NULL)
245 len = snprintf(filename, size, "%s%s%s",
246 debugdir, is_kallsyms ? "/" : "", self->long_name);
247 if (mkdir_p(filename, 0755))
250 len += snprintf(filename + len, sizeof(filename) - len, "/");
251 sbuild_id = filename + len;
252 build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
254 if (access(filename, F_OK)) {
256 if (copyfile("/proc/kallsyms", filename))
258 } else if (link(self->long_name, filename) &&
259 copyfile(self->long_name, filename))
263 len = snprintf(linkname, size, "%s/.build-id/%.2s",
264 debugdir, sbuild_id);
266 if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
269 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
270 targetname = filename + strlen(debugdir) - 5;
271 memcpy(targetname, "../..", 5);
273 if (symlink(targetname, linkname) == 0)
281 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
286 dsos__for_each_with_build_id(pos, head)
287 if (dso__cache_build_id(pos, debugdir))
293 static int dsos__cache_build_ids(void)
295 int err_kernel, err_user;
296 char debugdir[PATH_MAX];
298 snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
301 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
304 err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
305 err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
306 return err_kernel || err_user ? -1 : 0;
309 static int perf_header__adds_write(struct perf_header *self, int fd)
312 struct perf_file_section *feat_sec;
317 if (dsos__read_build_ids())
318 perf_header__set_feat(self, HEADER_BUILD_ID);
320 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
324 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
325 if (feat_sec == NULL)
328 sec_size = sizeof(*feat_sec) * nr_sections;
330 sec_start = self->data_offset + self->data_size;
331 lseek(fd, sec_start + sec_size, SEEK_SET);
333 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
334 struct perf_file_section *trace_sec;
336 trace_sec = &feat_sec[idx++];
338 /* Write trace info */
339 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
340 read_tracing_data(fd, attrs, nr_counters);
341 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
345 if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
346 struct perf_file_section *buildid_sec;
348 buildid_sec = &feat_sec[idx++];
350 /* Write build-ids */
351 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
352 err = dsos__write_buildid_table(fd);
354 pr_debug("failed to write buildid table\n");
357 buildid_sec->size = lseek(fd, 0, SEEK_CUR) - buildid_sec->offset;
358 dsos__cache_build_ids();
361 lseek(fd, sec_start, SEEK_SET);
362 err = do_write(fd, feat_sec, sec_size);
364 pr_debug("failed to write feature section\n");
370 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
372 struct perf_file_header f_header;
373 struct perf_file_attr f_attr;
374 struct perf_header_attr *attr;
377 lseek(fd, sizeof(f_header), SEEK_SET);
380 for (i = 0; i < self->attrs; i++) {
381 attr = self->attr[i];
383 attr->id_offset = lseek(fd, 0, SEEK_CUR);
384 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
386 pr_debug("failed to write perf header\n");
392 self->attr_offset = lseek(fd, 0, SEEK_CUR);
394 for (i = 0; i < self->attrs; i++) {
395 attr = self->attr[i];
397 f_attr = (struct perf_file_attr){
400 .offset = attr->id_offset,
401 .size = attr->ids * sizeof(u64),
404 err = do_write(fd, &f_attr, sizeof(f_attr));
406 pr_debug("failed to write perf header attribute\n");
411 self->event_offset = lseek(fd, 0, SEEK_CUR);
412 self->event_size = event_count * sizeof(struct perf_trace_event_type);
414 err = do_write(fd, events, self->event_size);
416 pr_debug("failed to write perf header events\n");
421 self->data_offset = lseek(fd, 0, SEEK_CUR);
424 err = perf_header__adds_write(self, fd);
429 f_header = (struct perf_file_header){
431 .size = sizeof(f_header),
432 .attr_size = sizeof(f_attr),
434 .offset = self->attr_offset,
435 .size = self->attrs * sizeof(f_attr),
438 .offset = self->data_offset,
439 .size = self->data_size,
442 .offset = self->event_offset,
443 .size = self->event_size,
447 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
449 lseek(fd, 0, SEEK_SET);
450 err = do_write(fd, &f_header, sizeof(f_header));
452 pr_debug("failed to write perf header\n");
455 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
461 static int do_read(int fd, void *buf, size_t size)
464 int ret = read(fd, buf, size);
476 static int perf_header__getbuffer64(struct perf_header *self,
477 int fd, void *buf, size_t size)
479 if (do_read(fd, buf, size))
482 if (self->needs_swap)
483 mem_bswap_64(buf, size);
488 int perf_header__process_sections(struct perf_header *self, int fd,
489 int (*process)(struct perf_file_section *self,
490 struct perf_header *ph,
493 struct perf_file_section *feat_sec;
497 int err = -1, feat = 1;
499 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
503 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
507 sec_size = sizeof(*feat_sec) * nr_sections;
509 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
511 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
515 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
516 if (perf_header__has_feat(self, feat)) {
517 struct perf_file_section *sec = &feat_sec[idx++];
519 err = process(sec, self, feat, fd);
530 int perf_file_header__read(struct perf_file_header *self,
531 struct perf_header *ph, int fd)
533 lseek(fd, 0, SEEK_SET);
535 if (do_read(fd, self, sizeof(*self)) ||
536 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
539 if (self->attr_size != sizeof(struct perf_file_attr)) {
540 u64 attr_size = bswap_64(self->attr_size);
542 if (attr_size != sizeof(struct perf_file_attr))
545 mem_bswap_64(self, offsetof(struct perf_file_header,
547 ph->needs_swap = true;
550 if (self->size != sizeof(*self)) {
551 /* Support the previous format */
552 if (self->size == offsetof(typeof(*self), adds_features))
553 bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
558 memcpy(&ph->adds_features, &self->adds_features,
559 sizeof(ph->adds_features));
561 * FIXME: hack that assumes that if we need swap the perf.data file
562 * may be coming from an arch with a different word-size, ergo different
563 * DEFINE_BITMAP format, investigate more later, but for now its mostly
564 * safe to assume that we have a build-id section. Trace files probably
565 * have several other issues in this realm anyway...
567 if (ph->needs_swap) {
568 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
569 perf_header__set_feat(ph, HEADER_BUILD_ID);
572 ph->event_offset = self->event_types.offset;
573 ph->event_size = self->event_types.size;
574 ph->data_offset = self->data.offset;
575 ph->data_size = self->data.size;
579 static int perf_file_section__process(struct perf_file_section *self,
580 struct perf_header *ph,
583 if (lseek(fd, self->offset, SEEK_SET) < 0) {
584 pr_debug("Failed to lseek to %Ld offset for feature %d, "
585 "continuing...\n", self->offset, feat);
590 case HEADER_TRACE_INFO:
594 case HEADER_BUILD_ID:
595 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
596 pr_debug("Failed to read buildids, continuing...\n");
599 pr_debug("unknown feature %d, continuing...\n", feat);
605 int perf_header__read(struct perf_header *self, int fd)
607 struct perf_file_header f_header;
608 struct perf_file_attr f_attr;
610 int nr_attrs, nr_ids, i, j;
612 if (perf_file_header__read(&f_header, self, fd) < 0) {
613 pr_debug("incompatible file format\n");
617 nr_attrs = f_header.attrs.size / sizeof(f_attr);
618 lseek(fd, f_header.attrs.offset, SEEK_SET);
620 for (i = 0; i < nr_attrs; i++) {
621 struct perf_header_attr *attr;
624 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
627 tmp = lseek(fd, 0, SEEK_CUR);
629 attr = perf_header_attr__new(&f_attr.attr);
633 nr_ids = f_attr.ids.size / sizeof(u64);
634 lseek(fd, f_attr.ids.offset, SEEK_SET);
636 for (j = 0; j < nr_ids; j++) {
637 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
640 if (perf_header_attr__add_id(attr, f_id) < 0) {
641 perf_header_attr__delete(attr);
645 if (perf_header__add_attr(self, attr) < 0) {
646 perf_header_attr__delete(attr);
650 lseek(fd, tmp, SEEK_SET);
653 if (f_header.event_types.size) {
654 lseek(fd, f_header.event_types.offset, SEEK_SET);
655 events = malloc(f_header.event_types.size);
658 if (perf_header__getbuffer64(self, fd, events,
659 f_header.event_types.size))
661 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
664 perf_header__process_sections(self, fd, perf_file_section__process);
666 lseek(fd, self->data_offset, SEEK_SET);
674 u64 perf_header__sample_type(struct perf_header *header)
679 for (i = 0; i < header->attrs; i++) {
680 struct perf_header_attr *attr = header->attr[i];
683 type = attr->attr.sample_type;
684 else if (type != attr->attr.sample_type)
685 die("non matching sample_type");
691 struct perf_event_attr *
692 perf_header__find_attr(u64 id, struct perf_header *header)
696 for (i = 0; i < header->attrs; i++) {
697 struct perf_header_attr *attr = header->attr[i];
700 for (j = 0; j < attr->ids; j++) {
701 if (attr->id[j] == id)