6 #include <linux/list.h>
7 #include <linux/kernel.h>
12 #include "trace-event.h"
18 * Create new perf.data header attribute:
20 struct perf_header_attr *perf_header_attr__new(struct perf_event_attr *attr)
22 struct perf_header_attr *self = malloc(sizeof(*self));
28 self->id = malloc(sizeof(u64));
29 if (self->id == NULL) {
38 void perf_header_attr__delete(struct perf_header_attr *self)
44 int perf_header_attr__add_id(struct perf_header_attr *self, u64 id)
49 if (self->ids > self->size) {
50 int nsize = self->size * 2;
51 u64 *nid = realloc(self->id, nsize * sizeof(u64));
63 int perf_header__init(struct perf_header *self)
66 self->attr = malloc(sizeof(void *));
67 return self->attr == NULL ? -ENOMEM : 0;
70 void perf_header__exit(struct perf_header *self)
73 for (i = 0; i < self->attrs; ++i)
74 perf_header_attr__delete(self->attr[i]);
78 int perf_header__add_attr(struct perf_header *self,
79 struct perf_header_attr *attr)
84 if (self->attrs == self->size) {
85 int nsize = self->size * 2;
86 struct perf_header_attr **nattr;
88 nattr = realloc(self->attr, nsize * sizeof(void *));
96 self->attr[self->attrs++] = attr;
100 #define MAX_EVENT_NAME 64
102 struct perf_trace_event_type {
104 char name[MAX_EVENT_NAME];
107 static int event_count;
108 static struct perf_trace_event_type *events;
110 int perf_header__push_event(u64 id, const char *name)
112 if (strlen(name) > MAX_EVENT_NAME)
113 pr_warning("Event %s will be truncated\n", name);
116 events = malloc(sizeof(struct perf_trace_event_type));
120 struct perf_trace_event_type *nevents;
122 nevents = realloc(events, (event_count + 1) * sizeof(*events));
127 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type));
128 events[event_count].event_id = id;
129 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1);
134 char *perf_header__find_event(u64 id)
137 for (i = 0 ; i < event_count; i++) {
138 if (events[i].event_id == id)
139 return events[i].name;
144 static const char *__perf_magic = "PERFFILE";
146 #define PERF_MAGIC (*(u64 *)__perf_magic)
148 struct perf_file_attr {
149 struct perf_event_attr attr;
150 struct perf_file_section ids;
153 void perf_header__set_feat(struct perf_header *self, int feat)
155 set_bit(feat, self->adds_features);
158 bool perf_header__has_feat(const struct perf_header *self, int feat)
160 return test_bit(feat, self->adds_features);
163 static int do_write(int fd, const void *buf, size_t size)
166 int ret = write(fd, buf, size);
178 #define NAME_ALIGN 64
180 static int write_padded(int fd, const void *bf, size_t count,
181 size_t count_aligned)
183 static const char zero_buf[NAME_ALIGN];
184 int err = do_write(fd, bf, count);
187 err = do_write(fd, zero_buf, count_aligned - count);
192 #define dsos__for_each_with_build_id(pos, head) \
193 list_for_each_entry(pos, head, node) \
194 if (!pos->has_build_id) \
198 static int __dsos__write_buildid_table(struct list_head *head, u16 misc, int fd)
202 dsos__for_each_with_build_id(pos, head) {
204 struct build_id_event b;
205 size_t len = pos->long_name_len + 1;
207 len = ALIGN(len, NAME_ALIGN);
208 memset(&b, 0, sizeof(b));
209 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id));
210 b.header.misc = misc;
211 b.header.size = sizeof(b) + len;
212 err = do_write(fd, &b, sizeof(b));
215 err = write_padded(fd, pos->long_name,
216 pos->long_name_len + 1, len);
224 static int dsos__write_buildid_table(int fd)
226 int err = __dsos__write_buildid_table(&dsos__kernel,
227 PERF_RECORD_MISC_KERNEL, fd);
229 err = __dsos__write_buildid_table(&dsos__user,
230 PERF_RECORD_MISC_USER, fd);
234 static int dso__cache_build_id(struct dso *self, const char *debugdir)
236 const size_t size = PATH_MAX;
237 char *filename = malloc(size),
238 *linkname = malloc(size), *targetname, *sbuild_id;
241 if (filename == NULL || linkname == NULL)
244 len = snprintf(filename, size, "%s%s", debugdir, self->long_name);
245 if (mkdir_p(filename, 0755))
248 len += snprintf(filename + len, sizeof(filename) - len, "/");
249 sbuild_id = filename + len;
250 build_id__sprintf(self->build_id, sizeof(self->build_id), sbuild_id);
252 if (access(filename, F_OK) && link(self->long_name, filename) &&
253 copyfile(self->long_name, filename))
256 len = snprintf(linkname, size, "%s/.build-id/%.2s",
257 debugdir, sbuild_id);
259 if (access(linkname, X_OK) && mkdir_p(linkname, 0755))
262 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2);
263 targetname = filename + strlen(debugdir) - 5;
264 memcpy(targetname, "../..", 5);
266 if (symlink(targetname, linkname) == 0)
274 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir)
279 dsos__for_each_with_build_id(pos, head)
280 if (dso__cache_build_id(pos, debugdir))
286 static int dsos__cache_build_ids(void)
288 int err_kernel, err_user;
289 char debugdir[PATH_MAX];
291 snprintf(debugdir, sizeof(debugdir), "%s/%s", getenv("HOME"),
294 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST)
297 err_kernel = __dsos__cache_build_ids(&dsos__kernel, debugdir);
298 err_user = __dsos__cache_build_ids(&dsos__user, debugdir);
299 return err_kernel || err_user ? -1 : 0;
302 static int perf_header__adds_write(struct perf_header *self, int fd)
305 struct perf_file_section *feat_sec;
310 if (dsos__read_build_ids())
311 perf_header__set_feat(self, HEADER_BUILD_ID);
313 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
317 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
318 if (feat_sec == NULL)
321 sec_size = sizeof(*feat_sec) * nr_sections;
323 sec_start = self->data_offset + self->data_size;
324 lseek(fd, sec_start + sec_size, SEEK_SET);
326 if (perf_header__has_feat(self, HEADER_TRACE_INFO)) {
327 struct perf_file_section *trace_sec;
329 trace_sec = &feat_sec[idx++];
331 /* Write trace info */
332 trace_sec->offset = lseek(fd, 0, SEEK_CUR);
333 read_tracing_data(fd, attrs, nr_counters);
334 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset;
338 if (perf_header__has_feat(self, HEADER_BUILD_ID)) {
339 struct perf_file_section *buildid_sec;
341 buildid_sec = &feat_sec[idx++];
343 /* Write build-ids */
344 buildid_sec->offset = lseek(fd, 0, SEEK_CUR);
345 err = dsos__write_buildid_table(fd);
347 pr_debug("failed to write buildid table\n");
350 buildid_sec->size = lseek(fd, 0, SEEK_CUR) - buildid_sec->offset;
351 dsos__cache_build_ids();
354 lseek(fd, sec_start, SEEK_SET);
355 err = do_write(fd, feat_sec, sec_size);
357 pr_debug("failed to write feature section\n");
363 int perf_header__write(struct perf_header *self, int fd, bool at_exit)
365 struct perf_file_header f_header;
366 struct perf_file_attr f_attr;
367 struct perf_header_attr *attr;
370 lseek(fd, sizeof(f_header), SEEK_SET);
373 for (i = 0; i < self->attrs; i++) {
374 attr = self->attr[i];
376 attr->id_offset = lseek(fd, 0, SEEK_CUR);
377 err = do_write(fd, attr->id, attr->ids * sizeof(u64));
379 pr_debug("failed to write perf header\n");
385 self->attr_offset = lseek(fd, 0, SEEK_CUR);
387 for (i = 0; i < self->attrs; i++) {
388 attr = self->attr[i];
390 f_attr = (struct perf_file_attr){
393 .offset = attr->id_offset,
394 .size = attr->ids * sizeof(u64),
397 err = do_write(fd, &f_attr, sizeof(f_attr));
399 pr_debug("failed to write perf header attribute\n");
404 self->event_offset = lseek(fd, 0, SEEK_CUR);
405 self->event_size = event_count * sizeof(struct perf_trace_event_type);
407 err = do_write(fd, events, self->event_size);
409 pr_debug("failed to write perf header events\n");
414 self->data_offset = lseek(fd, 0, SEEK_CUR);
417 err = perf_header__adds_write(self, fd);
422 f_header = (struct perf_file_header){
424 .size = sizeof(f_header),
425 .attr_size = sizeof(f_attr),
427 .offset = self->attr_offset,
428 .size = self->attrs * sizeof(f_attr),
431 .offset = self->data_offset,
432 .size = self->data_size,
435 .offset = self->event_offset,
436 .size = self->event_size,
440 memcpy(&f_header.adds_features, &self->adds_features, sizeof(self->adds_features));
442 lseek(fd, 0, SEEK_SET);
443 err = do_write(fd, &f_header, sizeof(f_header));
445 pr_debug("failed to write perf header\n");
448 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
454 static int do_read(int fd, void *buf, size_t size)
457 int ret = read(fd, buf, size);
469 static int perf_header__getbuffer64(struct perf_header *self,
470 int fd, void *buf, size_t size)
472 if (do_read(fd, buf, size))
475 if (self->needs_swap)
476 mem_bswap_64(buf, size);
481 int perf_header__process_sections(struct perf_header *self, int fd,
482 int (*process)(struct perf_file_section *self,
483 struct perf_header *ph,
486 struct perf_file_section *feat_sec;
490 int err = -1, feat = 1;
492 nr_sections = bitmap_weight(self->adds_features, HEADER_FEAT_BITS);
496 feat_sec = calloc(sizeof(*feat_sec), nr_sections);
500 sec_size = sizeof(*feat_sec) * nr_sections;
502 lseek(fd, self->data_offset + self->data_size, SEEK_SET);
504 if (perf_header__getbuffer64(self, fd, feat_sec, sec_size))
508 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) {
509 if (perf_header__has_feat(self, feat)) {
510 struct perf_file_section *sec = &feat_sec[idx++];
512 err = process(sec, self, feat, fd);
523 int perf_file_header__read(struct perf_file_header *self,
524 struct perf_header *ph, int fd)
526 lseek(fd, 0, SEEK_SET);
528 if (do_read(fd, self, sizeof(*self)) ||
529 memcmp(&self->magic, __perf_magic, sizeof(self->magic)))
532 if (self->attr_size != sizeof(struct perf_file_attr)) {
533 u64 attr_size = bswap_64(self->attr_size);
535 if (attr_size != sizeof(struct perf_file_attr))
538 mem_bswap_64(self, offsetof(struct perf_file_header,
540 ph->needs_swap = true;
543 if (self->size != sizeof(*self)) {
544 /* Support the previous format */
545 if (self->size == offsetof(typeof(*self), adds_features))
546 bitmap_zero(self->adds_features, HEADER_FEAT_BITS);
551 memcpy(&ph->adds_features, &self->adds_features,
552 sizeof(ph->adds_features));
554 * FIXME: hack that assumes that if we need swap the perf.data file
555 * may be coming from an arch with a different word-size, ergo different
556 * DEFINE_BITMAP format, investigate more later, but for now its mostly
557 * safe to assume that we have a build-id section. Trace files probably
558 * have several other issues in this realm anyway...
560 if (ph->needs_swap) {
561 memset(&ph->adds_features, 0, sizeof(ph->adds_features));
562 perf_header__set_feat(ph, HEADER_BUILD_ID);
565 ph->event_offset = self->event_types.offset;
566 ph->event_size = self->event_types.size;
567 ph->data_offset = self->data.offset;
568 ph->data_size = self->data.size;
572 static int perf_file_section__process(struct perf_file_section *self,
573 struct perf_header *ph,
576 if (lseek(fd, self->offset, SEEK_SET) < 0) {
577 pr_debug("Failed to lseek to %Ld offset for feature %d, "
578 "continuing...\n", self->offset, feat);
583 case HEADER_TRACE_INFO:
587 case HEADER_BUILD_ID:
588 if (perf_header__read_build_ids(ph, fd, self->offset, self->size))
589 pr_debug("Failed to read buildids, continuing...\n");
592 pr_debug("unknown feature %d, continuing...\n", feat);
598 int perf_header__read(struct perf_header *self, int fd)
600 struct perf_file_header f_header;
601 struct perf_file_attr f_attr;
603 int nr_attrs, nr_ids, i, j;
605 if (perf_file_header__read(&f_header, self, fd) < 0) {
606 pr_debug("incompatible file format\n");
610 nr_attrs = f_header.attrs.size / sizeof(f_attr);
611 lseek(fd, f_header.attrs.offset, SEEK_SET);
613 for (i = 0; i < nr_attrs; i++) {
614 struct perf_header_attr *attr;
617 if (perf_header__getbuffer64(self, fd, &f_attr, sizeof(f_attr)))
620 tmp = lseek(fd, 0, SEEK_CUR);
622 attr = perf_header_attr__new(&f_attr.attr);
626 nr_ids = f_attr.ids.size / sizeof(u64);
627 lseek(fd, f_attr.ids.offset, SEEK_SET);
629 for (j = 0; j < nr_ids; j++) {
630 if (perf_header__getbuffer64(self, fd, &f_id, sizeof(f_id)))
633 if (perf_header_attr__add_id(attr, f_id) < 0) {
634 perf_header_attr__delete(attr);
638 if (perf_header__add_attr(self, attr) < 0) {
639 perf_header_attr__delete(attr);
643 lseek(fd, tmp, SEEK_SET);
646 if (f_header.event_types.size) {
647 lseek(fd, f_header.event_types.offset, SEEK_SET);
648 events = malloc(f_header.event_types.size);
651 if (perf_header__getbuffer64(self, fd, events,
652 f_header.event_types.size))
654 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type);
657 perf_header__process_sections(self, fd, perf_file_section__process);
659 lseek(fd, self->data_offset, SEEK_SET);
667 u64 perf_header__sample_type(struct perf_header *header)
672 for (i = 0; i < header->attrs; i++) {
673 struct perf_header_attr *attr = header->attr[i];
676 type = attr->attr.sample_type;
677 else if (type != attr->attr.sample_type)
678 die("non matching sample_type");
684 struct perf_event_attr *
685 perf_header__find_attr(u64 id, struct perf_header *header)
689 for (i = 0; i < header->attrs; i++) {
690 struct perf_header_attr *attr = header->attr[i];
693 for (j = 0; j < attr->ids; j++) {
694 if (attr->id[j] == id)