1 #include <traceevent/event-parse.h>
3 #include "util/color.h"
4 #include "util/debug.h"
5 #include "util/evlist.h"
6 #include "util/machine.h"
7 #include "util/session.h"
8 #include "util/thread.h"
9 #include "util/parse-options.h"
10 #include "util/strlist.h"
11 #include "util/intlist.h"
12 #include "util/thread_map.h"
13 #include "util/stat.h"
14 #include "trace-event.h"
15 #include "util/parse-events.h"
20 #include <linux/futex.h>
22 /* For older distros: */
24 # define MAP_STACK 0x20000
28 # define MADV_HWPOISON 100
31 #ifndef MADV_MERGEABLE
32 # define MADV_MERGEABLE 12
35 #ifndef MADV_UNMERGEABLE
36 # define MADV_UNMERGEABLE 13
40 # define EFD_SEMAPHORE 1
44 # define EFD_NONBLOCK 00004000
48 # define EFD_CLOEXEC 02000000
52 # define O_CLOEXEC 02000000
60 # define SOCK_CLOEXEC 02000000
64 # define SOCK_NONBLOCK 00004000
67 #ifndef MSG_CMSG_CLOEXEC
68 # define MSG_CMSG_CLOEXEC 0x40000000
71 #ifndef PERF_FLAG_FD_NO_GROUP
72 # define PERF_FLAG_FD_NO_GROUP (1UL << 0)
75 #ifndef PERF_FLAG_FD_OUTPUT
76 # define PERF_FLAG_FD_OUTPUT (1UL << 1)
79 #ifndef PERF_FLAG_PID_CGROUP
80 # define PERF_FLAG_PID_CGROUP (1UL << 2) /* pid=cgroup id, per-cpu mode only */
83 #ifndef PERF_FLAG_FD_CLOEXEC
84 # define PERF_FLAG_FD_CLOEXEC (1UL << 3) /* O_CLOEXEC */
91 u64 (*integer)(struct tp_field *field, struct perf_sample *sample);
92 void *(*pointer)(struct tp_field *field, struct perf_sample *sample);
96 #define TP_UINT_FIELD(bits) \
97 static u64 tp_field__u##bits(struct tp_field *field, struct perf_sample *sample) \
100 memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
109 #define TP_UINT_FIELD__SWAPPED(bits) \
110 static u64 tp_field__swapped_u##bits(struct tp_field *field, struct perf_sample *sample) \
113 memcpy(&value, sample->raw_data + field->offset, sizeof(value)); \
114 return bswap_##bits(value);\
117 TP_UINT_FIELD__SWAPPED(16);
118 TP_UINT_FIELD__SWAPPED(32);
119 TP_UINT_FIELD__SWAPPED(64);
121 static int tp_field__init_uint(struct tp_field *field,
122 struct format_field *format_field,
125 field->offset = format_field->offset;
127 switch (format_field->size) {
129 field->integer = tp_field__u8;
132 field->integer = needs_swap ? tp_field__swapped_u16 : tp_field__u16;
135 field->integer = needs_swap ? tp_field__swapped_u32 : tp_field__u32;
138 field->integer = needs_swap ? tp_field__swapped_u64 : tp_field__u64;
147 static void *tp_field__ptr(struct tp_field *field, struct perf_sample *sample)
149 return sample->raw_data + field->offset;
152 static int tp_field__init_ptr(struct tp_field *field, struct format_field *format_field)
154 field->offset = format_field->offset;
155 field->pointer = tp_field__ptr;
162 struct tp_field args, ret;
166 static int perf_evsel__init_tp_uint_field(struct perf_evsel *evsel,
167 struct tp_field *field,
170 struct format_field *format_field = perf_evsel__field(evsel, name);
172 if (format_field == NULL)
175 return tp_field__init_uint(field, format_field, evsel->needs_swap);
178 #define perf_evsel__init_sc_tp_uint_field(evsel, name) \
179 ({ struct syscall_tp *sc = evsel->priv;\
180 perf_evsel__init_tp_uint_field(evsel, &sc->name, #name); })
182 static int perf_evsel__init_tp_ptr_field(struct perf_evsel *evsel,
183 struct tp_field *field,
186 struct format_field *format_field = perf_evsel__field(evsel, name);
188 if (format_field == NULL)
191 return tp_field__init_ptr(field, format_field);
194 #define perf_evsel__init_sc_tp_ptr_field(evsel, name) \
195 ({ struct syscall_tp *sc = evsel->priv;\
196 perf_evsel__init_tp_ptr_field(evsel, &sc->name, #name); })
198 static void perf_evsel__delete_priv(struct perf_evsel *evsel)
201 perf_evsel__delete(evsel);
204 static int perf_evsel__init_syscall_tp(struct perf_evsel *evsel, void *handler)
206 evsel->priv = malloc(sizeof(struct syscall_tp));
207 if (evsel->priv != NULL) {
208 if (perf_evsel__init_sc_tp_uint_field(evsel, id))
211 evsel->handler = handler;
222 static struct perf_evsel *perf_evsel__syscall_newtp(const char *direction, void *handler)
224 struct perf_evsel *evsel = perf_evsel__newtp("raw_syscalls", direction);
226 /* older kernel (e.g., RHEL6) use syscalls:{enter,exit} */
228 evsel = perf_evsel__newtp("syscalls", direction);
231 if (perf_evsel__init_syscall_tp(evsel, handler))
238 perf_evsel__delete_priv(evsel);
242 #define perf_evsel__sc_tp_uint(evsel, name, sample) \
243 ({ struct syscall_tp *fields = evsel->priv; \
244 fields->name.integer(&fields->name, sample); })
246 #define perf_evsel__sc_tp_ptr(evsel, name, sample) \
247 ({ struct syscall_tp *fields = evsel->priv; \
248 fields->name.pointer(&fields->name, sample); })
250 static int perf_evlist__add_syscall_newtp(struct perf_evlist *evlist,
251 void *sys_enter_handler,
252 void *sys_exit_handler)
255 struct perf_evsel *sys_enter, *sys_exit;
257 sys_enter = perf_evsel__syscall_newtp("sys_enter", sys_enter_handler);
258 if (sys_enter == NULL)
261 if (perf_evsel__init_sc_tp_ptr_field(sys_enter, args))
262 goto out_delete_sys_enter;
264 sys_exit = perf_evsel__syscall_newtp("sys_exit", sys_exit_handler);
265 if (sys_exit == NULL)
266 goto out_delete_sys_enter;
268 if (perf_evsel__init_sc_tp_uint_field(sys_exit, ret))
269 goto out_delete_sys_exit;
271 perf_evlist__add(evlist, sys_enter);
272 perf_evlist__add(evlist, sys_exit);
279 perf_evsel__delete_priv(sys_exit);
280 out_delete_sys_enter:
281 perf_evsel__delete_priv(sys_enter);
288 struct thread *thread;
298 const char **entries;
301 #define DEFINE_STRARRAY(array) struct strarray strarray__##array = { \
302 .nr_entries = ARRAY_SIZE(array), \
306 #define DEFINE_STRARRAY_OFFSET(array, off) struct strarray strarray__##array = { \
308 .nr_entries = ARRAY_SIZE(array), \
312 static size_t __syscall_arg__scnprintf_strarray(char *bf, size_t size,
314 struct syscall_arg *arg)
316 struct strarray *sa = arg->parm;
317 int idx = arg->val - sa->offset;
319 if (idx < 0 || idx >= sa->nr_entries)
320 return scnprintf(bf, size, intfmt, arg->val);
322 return scnprintf(bf, size, "%s", sa->entries[idx]);
325 static size_t syscall_arg__scnprintf_strarray(char *bf, size_t size,
326 struct syscall_arg *arg)
328 return __syscall_arg__scnprintf_strarray(bf, size, "%d", arg);
331 #define SCA_STRARRAY syscall_arg__scnprintf_strarray
333 #if defined(__i386__) || defined(__x86_64__)
335 * FIXME: Make this available to all arches as soon as the ioctl beautifier
336 * gets rewritten to support all arches.
338 static size_t syscall_arg__scnprintf_strhexarray(char *bf, size_t size,
339 struct syscall_arg *arg)
341 return __syscall_arg__scnprintf_strarray(bf, size, "%#x", arg);
344 #define SCA_STRHEXARRAY syscall_arg__scnprintf_strhexarray
345 #endif /* defined(__i386__) || defined(__x86_64__) */
347 static size_t syscall_arg__scnprintf_fd(char *bf, size_t size,
348 struct syscall_arg *arg);
350 #define SCA_FD syscall_arg__scnprintf_fd
352 static size_t syscall_arg__scnprintf_fd_at(char *bf, size_t size,
353 struct syscall_arg *arg)
358 return scnprintf(bf, size, "CWD");
360 return syscall_arg__scnprintf_fd(bf, size, arg);
363 #define SCA_FDAT syscall_arg__scnprintf_fd_at
365 static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size,
366 struct syscall_arg *arg);
368 #define SCA_CLOSE_FD syscall_arg__scnprintf_close_fd
370 static size_t syscall_arg__scnprintf_hex(char *bf, size_t size,
371 struct syscall_arg *arg)
373 return scnprintf(bf, size, "%#lx", arg->val);
376 #define SCA_HEX syscall_arg__scnprintf_hex
378 static size_t syscall_arg__scnprintf_int(char *bf, size_t size,
379 struct syscall_arg *arg)
381 return scnprintf(bf, size, "%d", arg->val);
384 #define SCA_INT syscall_arg__scnprintf_int
386 static size_t syscall_arg__scnprintf_mmap_prot(char *bf, size_t size,
387 struct syscall_arg *arg)
389 int printed = 0, prot = arg->val;
391 if (prot == PROT_NONE)
392 return scnprintf(bf, size, "NONE");
393 #define P_MMAP_PROT(n) \
394 if (prot & PROT_##n) { \
395 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
405 P_MMAP_PROT(GROWSDOWN);
406 P_MMAP_PROT(GROWSUP);
410 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", prot);
415 #define SCA_MMAP_PROT syscall_arg__scnprintf_mmap_prot
417 static size_t syscall_arg__scnprintf_mmap_flags(char *bf, size_t size,
418 struct syscall_arg *arg)
420 int printed = 0, flags = arg->val;
422 #define P_MMAP_FLAG(n) \
423 if (flags & MAP_##n) { \
424 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
429 P_MMAP_FLAG(PRIVATE);
433 P_MMAP_FLAG(ANONYMOUS);
434 P_MMAP_FLAG(DENYWRITE);
435 P_MMAP_FLAG(EXECUTABLE);
438 P_MMAP_FLAG(GROWSDOWN);
440 P_MMAP_FLAG(HUGETLB);
443 P_MMAP_FLAG(NONBLOCK);
444 P_MMAP_FLAG(NORESERVE);
445 P_MMAP_FLAG(POPULATE);
447 #ifdef MAP_UNINITIALIZED
448 P_MMAP_FLAG(UNINITIALIZED);
453 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
458 #define SCA_MMAP_FLAGS syscall_arg__scnprintf_mmap_flags
460 static size_t syscall_arg__scnprintf_mremap_flags(char *bf, size_t size,
461 struct syscall_arg *arg)
463 int printed = 0, flags = arg->val;
465 #define P_MREMAP_FLAG(n) \
466 if (flags & MREMAP_##n) { \
467 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
468 flags &= ~MREMAP_##n; \
471 P_MREMAP_FLAG(MAYMOVE);
473 P_MREMAP_FLAG(FIXED);
478 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
483 #define SCA_MREMAP_FLAGS syscall_arg__scnprintf_mremap_flags
485 static size_t syscall_arg__scnprintf_madvise_behavior(char *bf, size_t size,
486 struct syscall_arg *arg)
488 int behavior = arg->val;
491 #define P_MADV_BHV(n) case MADV_##n: return scnprintf(bf, size, #n)
494 P_MADV_BHV(SEQUENTIAL);
495 P_MADV_BHV(WILLNEED);
496 P_MADV_BHV(DONTNEED);
498 P_MADV_BHV(DONTFORK);
500 P_MADV_BHV(HWPOISON);
501 #ifdef MADV_SOFT_OFFLINE
502 P_MADV_BHV(SOFT_OFFLINE);
504 P_MADV_BHV(MERGEABLE);
505 P_MADV_BHV(UNMERGEABLE);
507 P_MADV_BHV(HUGEPAGE);
509 #ifdef MADV_NOHUGEPAGE
510 P_MADV_BHV(NOHUGEPAGE);
513 P_MADV_BHV(DONTDUMP);
522 return scnprintf(bf, size, "%#x", behavior);
525 #define SCA_MADV_BHV syscall_arg__scnprintf_madvise_behavior
527 static size_t syscall_arg__scnprintf_flock(char *bf, size_t size,
528 struct syscall_arg *arg)
530 int printed = 0, op = arg->val;
533 return scnprintf(bf, size, "NONE");
535 if ((op & LOCK_##cmd) == LOCK_##cmd) { \
536 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #cmd); \
551 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", op);
556 #define SCA_FLOCK syscall_arg__scnprintf_flock
558 static size_t syscall_arg__scnprintf_futex_op(char *bf, size_t size, struct syscall_arg *arg)
560 enum syscall_futex_args {
561 SCF_UADDR = (1 << 0),
564 SCF_TIMEOUT = (1 << 3),
565 SCF_UADDR2 = (1 << 4),
569 int cmd = op & FUTEX_CMD_MASK;
573 #define P_FUTEX_OP(n) case FUTEX_##n: printed = scnprintf(bf, size, #n);
574 P_FUTEX_OP(WAIT); arg->mask |= SCF_VAL3|SCF_UADDR2; break;
575 P_FUTEX_OP(WAKE); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
576 P_FUTEX_OP(FD); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
577 P_FUTEX_OP(REQUEUE); arg->mask |= SCF_VAL3|SCF_TIMEOUT; break;
578 P_FUTEX_OP(CMP_REQUEUE); arg->mask |= SCF_TIMEOUT; break;
579 P_FUTEX_OP(CMP_REQUEUE_PI); arg->mask |= SCF_TIMEOUT; break;
580 P_FUTEX_OP(WAKE_OP); break;
581 P_FUTEX_OP(LOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
582 P_FUTEX_OP(UNLOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2|SCF_TIMEOUT; break;
583 P_FUTEX_OP(TRYLOCK_PI); arg->mask |= SCF_VAL3|SCF_UADDR2; break;
584 P_FUTEX_OP(WAIT_BITSET); arg->mask |= SCF_UADDR2; break;
585 P_FUTEX_OP(WAKE_BITSET); arg->mask |= SCF_UADDR2; break;
586 P_FUTEX_OP(WAIT_REQUEUE_PI); break;
587 default: printed = scnprintf(bf, size, "%#x", cmd); break;
590 if (op & FUTEX_PRIVATE_FLAG)
591 printed += scnprintf(bf + printed, size - printed, "|PRIV");
593 if (op & FUTEX_CLOCK_REALTIME)
594 printed += scnprintf(bf + printed, size - printed, "|CLKRT");
599 #define SCA_FUTEX_OP syscall_arg__scnprintf_futex_op
601 static const char *epoll_ctl_ops[] = { "ADD", "DEL", "MOD", };
602 static DEFINE_STRARRAY_OFFSET(epoll_ctl_ops, 1);
604 static const char *itimers[] = { "REAL", "VIRTUAL", "PROF", };
605 static DEFINE_STRARRAY(itimers);
607 static const char *whences[] = { "SET", "CUR", "END",
615 static DEFINE_STRARRAY(whences);
617 static const char *fcntl_cmds[] = {
618 "DUPFD", "GETFD", "SETFD", "GETFL", "SETFL", "GETLK", "SETLK",
619 "SETLKW", "SETOWN", "GETOWN", "SETSIG", "GETSIG", "F_GETLK64",
620 "F_SETLK64", "F_SETLKW64", "F_SETOWN_EX", "F_GETOWN_EX",
623 static DEFINE_STRARRAY(fcntl_cmds);
625 static const char *rlimit_resources[] = {
626 "CPU", "FSIZE", "DATA", "STACK", "CORE", "RSS", "NPROC", "NOFILE",
627 "MEMLOCK", "AS", "LOCKS", "SIGPENDING", "MSGQUEUE", "NICE", "RTPRIO",
630 static DEFINE_STRARRAY(rlimit_resources);
632 static const char *sighow[] = { "BLOCK", "UNBLOCK", "SETMASK", };
633 static DEFINE_STRARRAY(sighow);
635 static const char *clockid[] = {
636 "REALTIME", "MONOTONIC", "PROCESS_CPUTIME_ID", "THREAD_CPUTIME_ID",
637 "MONOTONIC_RAW", "REALTIME_COARSE", "MONOTONIC_COARSE",
639 static DEFINE_STRARRAY(clockid);
641 static const char *socket_families[] = {
642 "UNSPEC", "LOCAL", "INET", "AX25", "IPX", "APPLETALK", "NETROM",
643 "BRIDGE", "ATMPVC", "X25", "INET6", "ROSE", "DECnet", "NETBEUI",
644 "SECURITY", "KEY", "NETLINK", "PACKET", "ASH", "ECONET", "ATMSVC",
645 "RDS", "SNA", "IRDA", "PPPOX", "WANPIPE", "LLC", "IB", "CAN", "TIPC",
646 "BLUETOOTH", "IUCV", "RXRPC", "ISDN", "PHONET", "IEEE802154", "CAIF",
647 "ALG", "NFC", "VSOCK",
649 static DEFINE_STRARRAY(socket_families);
651 #ifndef SOCK_TYPE_MASK
652 #define SOCK_TYPE_MASK 0xf
655 static size_t syscall_arg__scnprintf_socket_type(char *bf, size_t size,
656 struct syscall_arg *arg)
660 flags = type & ~SOCK_TYPE_MASK;
662 type &= SOCK_TYPE_MASK;
664 * Can't use a strarray, MIPS may override for ABI reasons.
667 #define P_SK_TYPE(n) case SOCK_##n: printed = scnprintf(bf, size, #n); break;
672 P_SK_TYPE(SEQPACKET);
677 printed = scnprintf(bf, size, "%#x", type);
680 #define P_SK_FLAG(n) \
681 if (flags & SOCK_##n) { \
682 printed += scnprintf(bf + printed, size - printed, "|%s", #n); \
683 flags &= ~SOCK_##n; \
691 printed += scnprintf(bf + printed, size - printed, "|%#x", flags);
696 #define SCA_SK_TYPE syscall_arg__scnprintf_socket_type
699 #define MSG_PROBE 0x10
701 #ifndef MSG_WAITFORONE
702 #define MSG_WAITFORONE 0x10000
704 #ifndef MSG_SENDPAGE_NOTLAST
705 #define MSG_SENDPAGE_NOTLAST 0x20000
708 #define MSG_FASTOPEN 0x20000000
711 static size_t syscall_arg__scnprintf_msg_flags(char *bf, size_t size,
712 struct syscall_arg *arg)
714 int printed = 0, flags = arg->val;
717 return scnprintf(bf, size, "NONE");
718 #define P_MSG_FLAG(n) \
719 if (flags & MSG_##n) { \
720 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
726 P_MSG_FLAG(DONTROUTE);
731 P_MSG_FLAG(DONTWAIT);
738 P_MSG_FLAG(ERRQUEUE);
739 P_MSG_FLAG(NOSIGNAL);
741 P_MSG_FLAG(WAITFORONE);
742 P_MSG_FLAG(SENDPAGE_NOTLAST);
743 P_MSG_FLAG(FASTOPEN);
744 P_MSG_FLAG(CMSG_CLOEXEC);
748 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
753 #define SCA_MSG_FLAGS syscall_arg__scnprintf_msg_flags
755 static size_t syscall_arg__scnprintf_access_mode(char *bf, size_t size,
756 struct syscall_arg *arg)
761 if (mode == F_OK) /* 0 */
762 return scnprintf(bf, size, "F");
764 if (mode & n##_OK) { \
765 printed += scnprintf(bf + printed, size - printed, "%s", #n); \
775 printed += scnprintf(bf + printed, size - printed, "|%#x", mode);
780 #define SCA_ACCMODE syscall_arg__scnprintf_access_mode
782 static size_t syscall_arg__scnprintf_open_flags(char *bf, size_t size,
783 struct syscall_arg *arg)
785 int printed = 0, flags = arg->val;
787 if (!(flags & O_CREAT))
788 arg->mask |= 1 << (arg->idx + 1); /* Mask the mode parm */
791 return scnprintf(bf, size, "RDONLY");
793 if (flags & O_##n) { \
794 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
818 if ((flags & O_SYNC) == O_SYNC)
819 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", "SYNC");
831 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
836 #define SCA_OPEN_FLAGS syscall_arg__scnprintf_open_flags
838 static size_t syscall_arg__scnprintf_perf_flags(char *bf, size_t size,
839 struct syscall_arg *arg)
841 int printed = 0, flags = arg->val;
847 if (flags & PERF_FLAG_##n) { \
848 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
849 flags &= ~PERF_FLAG_##n; \
859 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
864 #define SCA_PERF_FLAGS syscall_arg__scnprintf_perf_flags
866 static size_t syscall_arg__scnprintf_eventfd_flags(char *bf, size_t size,
867 struct syscall_arg *arg)
869 int printed = 0, flags = arg->val;
872 return scnprintf(bf, size, "NONE");
874 if (flags & EFD_##n) { \
875 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
885 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
890 #define SCA_EFD_FLAGS syscall_arg__scnprintf_eventfd_flags
892 static size_t syscall_arg__scnprintf_pipe_flags(char *bf, size_t size,
893 struct syscall_arg *arg)
895 int printed = 0, flags = arg->val;
898 if (flags & O_##n) { \
899 printed += scnprintf(bf + printed, size - printed, "%s%s", printed ? "|" : "", #n); \
908 printed += scnprintf(bf + printed, size - printed, "%s%#x", printed ? "|" : "", flags);
913 #define SCA_PIPE_FLAGS syscall_arg__scnprintf_pipe_flags
915 static size_t syscall_arg__scnprintf_signum(char *bf, size_t size, struct syscall_arg *arg)
920 #define P_SIGNUM(n) case SIG##n: return scnprintf(bf, size, #n)
963 return scnprintf(bf, size, "%#x", sig);
966 #define SCA_SIGNUM syscall_arg__scnprintf_signum
968 #if defined(__i386__) || defined(__x86_64__)
970 * FIXME: Make this available to all arches.
972 #define TCGETS 0x5401
974 static const char *tioctls[] = {
975 "TCGETS", "TCSETS", "TCSETSW", "TCSETSF", "TCGETA", "TCSETA", "TCSETAW",
976 "TCSETAF", "TCSBRK", "TCXONC", "TCFLSH", "TIOCEXCL", "TIOCNXCL",
977 "TIOCSCTTY", "TIOCGPGRP", "TIOCSPGRP", "TIOCOUTQ", "TIOCSTI",
978 "TIOCGWINSZ", "TIOCSWINSZ", "TIOCMGET", "TIOCMBIS", "TIOCMBIC",
979 "TIOCMSET", "TIOCGSOFTCAR", "TIOCSSOFTCAR", "FIONREAD", "TIOCLINUX",
980 "TIOCCONS", "TIOCGSERIAL", "TIOCSSERIAL", "TIOCPKT", "FIONBIO",
981 "TIOCNOTTY", "TIOCSETD", "TIOCGETD", "TCSBRKP", [0x27] = "TIOCSBRK",
982 "TIOCCBRK", "TIOCGSID", "TCGETS2", "TCSETS2", "TCSETSW2", "TCSETSF2",
983 "TIOCGRS485", "TIOCSRS485", "TIOCGPTN", "TIOCSPTLCK",
984 "TIOCGDEV||TCGETX", "TCSETX", "TCSETXF", "TCSETXW", "TIOCSIG",
985 "TIOCVHANGUP", "TIOCGPKT", "TIOCGPTLCK", "TIOCGEXCL",
986 [0x50] = "FIONCLEX", "FIOCLEX", "FIOASYNC", "TIOCSERCONFIG",
987 "TIOCSERGWILD", "TIOCSERSWILD", "TIOCGLCKTRMIOS", "TIOCSLCKTRMIOS",
988 "TIOCSERGSTRUCT", "TIOCSERGETLSR", "TIOCSERGETMULTI", "TIOCSERSETMULTI",
989 "TIOCMIWAIT", "TIOCGICOUNT", [0x60] = "FIOQSIZE",
992 static DEFINE_STRARRAY_OFFSET(tioctls, 0x5401);
993 #endif /* defined(__i386__) || defined(__x86_64__) */
995 #define STRARRAY(arg, name, array) \
996 .arg_scnprintf = { [arg] = SCA_STRARRAY, }, \
997 .arg_parm = { [arg] = &strarray__##array, }
999 static struct syscall_fmt {
1002 size_t (*arg_scnprintf[6])(char *bf, size_t size, struct syscall_arg *arg);
1007 } syscall_fmts[] = {
1008 { .name = "access", .errmsg = true,
1009 .arg_scnprintf = { [1] = SCA_ACCMODE, /* mode */ }, },
1010 { .name = "arch_prctl", .errmsg = true, .alias = "prctl", },
1011 { .name = "brk", .hexret = true,
1012 .arg_scnprintf = { [0] = SCA_HEX, /* brk */ }, },
1013 { .name = "clock_gettime", .errmsg = true, STRARRAY(0, clk_id, clockid), },
1014 { .name = "close", .errmsg = true,
1015 .arg_scnprintf = { [0] = SCA_CLOSE_FD, /* fd */ }, },
1016 { .name = "connect", .errmsg = true, },
1017 { .name = "dup", .errmsg = true,
1018 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1019 { .name = "dup2", .errmsg = true,
1020 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1021 { .name = "dup3", .errmsg = true,
1022 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1023 { .name = "epoll_ctl", .errmsg = true, STRARRAY(1, op, epoll_ctl_ops), },
1024 { .name = "eventfd2", .errmsg = true,
1025 .arg_scnprintf = { [1] = SCA_EFD_FLAGS, /* flags */ }, },
1026 { .name = "faccessat", .errmsg = true,
1027 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1028 { .name = "fadvise64", .errmsg = true,
1029 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1030 { .name = "fallocate", .errmsg = true,
1031 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1032 { .name = "fchdir", .errmsg = true,
1033 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1034 { .name = "fchmod", .errmsg = true,
1035 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1036 { .name = "fchmodat", .errmsg = true,
1037 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1038 { .name = "fchown", .errmsg = true,
1039 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1040 { .name = "fchownat", .errmsg = true,
1041 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1042 { .name = "fcntl", .errmsg = true,
1043 .arg_scnprintf = { [0] = SCA_FD, /* fd */
1044 [1] = SCA_STRARRAY, /* cmd */ },
1045 .arg_parm = { [1] = &strarray__fcntl_cmds, /* cmd */ }, },
1046 { .name = "fdatasync", .errmsg = true,
1047 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1048 { .name = "flock", .errmsg = true,
1049 .arg_scnprintf = { [0] = SCA_FD, /* fd */
1050 [1] = SCA_FLOCK, /* cmd */ }, },
1051 { .name = "fsetxattr", .errmsg = true,
1052 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1053 { .name = "fstat", .errmsg = true, .alias = "newfstat",
1054 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1055 { .name = "fstatat", .errmsg = true, .alias = "newfstatat",
1056 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1057 { .name = "fstatfs", .errmsg = true,
1058 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1059 { .name = "fsync", .errmsg = true,
1060 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1061 { .name = "ftruncate", .errmsg = true,
1062 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1063 { .name = "futex", .errmsg = true,
1064 .arg_scnprintf = { [1] = SCA_FUTEX_OP, /* op */ }, },
1065 { .name = "futimesat", .errmsg = true,
1066 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1067 { .name = "getdents", .errmsg = true,
1068 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1069 { .name = "getdents64", .errmsg = true,
1070 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1071 { .name = "getitimer", .errmsg = true, STRARRAY(0, which, itimers), },
1072 { .name = "getrlimit", .errmsg = true, STRARRAY(0, resource, rlimit_resources), },
1073 { .name = "ioctl", .errmsg = true,
1074 .arg_scnprintf = { [0] = SCA_FD, /* fd */
1075 #if defined(__i386__) || defined(__x86_64__)
1077 * FIXME: Make this available to all arches.
1079 [1] = SCA_STRHEXARRAY, /* cmd */
1080 [2] = SCA_HEX, /* arg */ },
1081 .arg_parm = { [1] = &strarray__tioctls, /* cmd */ }, },
1083 [2] = SCA_HEX, /* arg */ }, },
1085 { .name = "kill", .errmsg = true,
1086 .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
1087 { .name = "linkat", .errmsg = true,
1088 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1089 { .name = "lseek", .errmsg = true,
1090 .arg_scnprintf = { [0] = SCA_FD, /* fd */
1091 [2] = SCA_STRARRAY, /* whence */ },
1092 .arg_parm = { [2] = &strarray__whences, /* whence */ }, },
1093 { .name = "lstat", .errmsg = true, .alias = "newlstat", },
1094 { .name = "madvise", .errmsg = true,
1095 .arg_scnprintf = { [0] = SCA_HEX, /* start */
1096 [2] = SCA_MADV_BHV, /* behavior */ }, },
1097 { .name = "mkdirat", .errmsg = true,
1098 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1099 { .name = "mknodat", .errmsg = true,
1100 .arg_scnprintf = { [0] = SCA_FDAT, /* fd */ }, },
1101 { .name = "mlock", .errmsg = true,
1102 .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
1103 { .name = "mlockall", .errmsg = true,
1104 .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
1105 { .name = "mmap", .hexret = true,
1106 .arg_scnprintf = { [0] = SCA_HEX, /* addr */
1107 [2] = SCA_MMAP_PROT, /* prot */
1108 [3] = SCA_MMAP_FLAGS, /* flags */
1109 [4] = SCA_FD, /* fd */ }, },
1110 { .name = "mprotect", .errmsg = true,
1111 .arg_scnprintf = { [0] = SCA_HEX, /* start */
1112 [2] = SCA_MMAP_PROT, /* prot */ }, },
1113 { .name = "mremap", .hexret = true,
1114 .arg_scnprintf = { [0] = SCA_HEX, /* addr */
1115 [3] = SCA_MREMAP_FLAGS, /* flags */
1116 [4] = SCA_HEX, /* new_addr */ }, },
1117 { .name = "munlock", .errmsg = true,
1118 .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
1119 { .name = "munmap", .errmsg = true,
1120 .arg_scnprintf = { [0] = SCA_HEX, /* addr */ }, },
1121 { .name = "name_to_handle_at", .errmsg = true,
1122 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1123 { .name = "newfstatat", .errmsg = true,
1124 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1125 { .name = "open", .errmsg = true,
1126 .arg_scnprintf = { [1] = SCA_OPEN_FLAGS, /* flags */ }, },
1127 { .name = "open_by_handle_at", .errmsg = true,
1128 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
1129 [2] = SCA_OPEN_FLAGS, /* flags */ }, },
1130 { .name = "openat", .errmsg = true,
1131 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */
1132 [2] = SCA_OPEN_FLAGS, /* flags */ }, },
1133 { .name = "perf_event_open", .errmsg = true,
1134 .arg_scnprintf = { [1] = SCA_INT, /* pid */
1135 [2] = SCA_INT, /* cpu */
1136 [3] = SCA_FD, /* group_fd */
1137 [4] = SCA_PERF_FLAGS, /* flags */ }, },
1138 { .name = "pipe2", .errmsg = true,
1139 .arg_scnprintf = { [1] = SCA_PIPE_FLAGS, /* flags */ }, },
1140 { .name = "poll", .errmsg = true, .timeout = true, },
1141 { .name = "ppoll", .errmsg = true, .timeout = true, },
1142 { .name = "pread", .errmsg = true, .alias = "pread64",
1143 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1144 { .name = "preadv", .errmsg = true, .alias = "pread",
1145 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1146 { .name = "prlimit64", .errmsg = true, STRARRAY(1, resource, rlimit_resources), },
1147 { .name = "pwrite", .errmsg = true, .alias = "pwrite64",
1148 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1149 { .name = "pwritev", .errmsg = true,
1150 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1151 { .name = "read", .errmsg = true,
1152 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1153 { .name = "readlinkat", .errmsg = true,
1154 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1155 { .name = "readv", .errmsg = true,
1156 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1157 { .name = "recvfrom", .errmsg = true,
1158 .arg_scnprintf = { [3] = SCA_MSG_FLAGS, /* flags */ }, },
1159 { .name = "recvmmsg", .errmsg = true,
1160 .arg_scnprintf = { [3] = SCA_MSG_FLAGS, /* flags */ }, },
1161 { .name = "recvmsg", .errmsg = true,
1162 .arg_scnprintf = { [2] = SCA_MSG_FLAGS, /* flags */ }, },
1163 { .name = "renameat", .errmsg = true,
1164 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1165 { .name = "rt_sigaction", .errmsg = true,
1166 .arg_scnprintf = { [0] = SCA_SIGNUM, /* sig */ }, },
1167 { .name = "rt_sigprocmask", .errmsg = true, STRARRAY(0, how, sighow), },
1168 { .name = "rt_sigqueueinfo", .errmsg = true,
1169 .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
1170 { .name = "rt_tgsigqueueinfo", .errmsg = true,
1171 .arg_scnprintf = { [2] = SCA_SIGNUM, /* sig */ }, },
1172 { .name = "select", .errmsg = true, .timeout = true, },
1173 { .name = "sendmmsg", .errmsg = true,
1174 .arg_scnprintf = { [3] = SCA_MSG_FLAGS, /* flags */ }, },
1175 { .name = "sendmsg", .errmsg = true,
1176 .arg_scnprintf = { [2] = SCA_MSG_FLAGS, /* flags */ }, },
1177 { .name = "sendto", .errmsg = true,
1178 .arg_scnprintf = { [3] = SCA_MSG_FLAGS, /* flags */ }, },
1179 { .name = "setitimer", .errmsg = true, STRARRAY(0, which, itimers), },
1180 { .name = "setrlimit", .errmsg = true, STRARRAY(0, resource, rlimit_resources), },
1181 { .name = "shutdown", .errmsg = true,
1182 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1183 { .name = "socket", .errmsg = true,
1184 .arg_scnprintf = { [0] = SCA_STRARRAY, /* family */
1185 [1] = SCA_SK_TYPE, /* type */ },
1186 .arg_parm = { [0] = &strarray__socket_families, /* family */ }, },
1187 { .name = "socketpair", .errmsg = true,
1188 .arg_scnprintf = { [0] = SCA_STRARRAY, /* family */
1189 [1] = SCA_SK_TYPE, /* type */ },
1190 .arg_parm = { [0] = &strarray__socket_families, /* family */ }, },
1191 { .name = "stat", .errmsg = true, .alias = "newstat", },
1192 { .name = "symlinkat", .errmsg = true,
1193 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1194 { .name = "tgkill", .errmsg = true,
1195 .arg_scnprintf = { [2] = SCA_SIGNUM, /* sig */ }, },
1196 { .name = "tkill", .errmsg = true,
1197 .arg_scnprintf = { [1] = SCA_SIGNUM, /* sig */ }, },
1198 { .name = "uname", .errmsg = true, .alias = "newuname", },
1199 { .name = "unlinkat", .errmsg = true,
1200 .arg_scnprintf = { [0] = SCA_FDAT, /* dfd */ }, },
1201 { .name = "utimensat", .errmsg = true,
1202 .arg_scnprintf = { [0] = SCA_FDAT, /* dirfd */ }, },
1203 { .name = "write", .errmsg = true,
1204 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1205 { .name = "writev", .errmsg = true,
1206 .arg_scnprintf = { [0] = SCA_FD, /* fd */ }, },
1209 static int syscall_fmt__cmp(const void *name, const void *fmtp)
1211 const struct syscall_fmt *fmt = fmtp;
1212 return strcmp(name, fmt->name);
1215 static struct syscall_fmt *syscall_fmt__find(const char *name)
1217 const int nmemb = ARRAY_SIZE(syscall_fmts);
1218 return bsearch(name, syscall_fmts, nmemb, sizeof(struct syscall_fmt), syscall_fmt__cmp);
1222 struct event_format *tp_format;
1224 struct format_field *args;
1228 struct syscall_fmt *fmt;
1229 size_t (**arg_scnprintf)(char *bf, size_t size, struct syscall_arg *arg);
1233 static size_t fprintf_duration(unsigned long t, FILE *fp)
1235 double duration = (double)t / NSEC_PER_MSEC;
1236 size_t printed = fprintf(fp, "(");
1238 if (duration >= 1.0)
1239 printed += color_fprintf(fp, PERF_COLOR_RED, "%6.3f ms", duration);
1240 else if (duration >= 0.01)
1241 printed += color_fprintf(fp, PERF_COLOR_YELLOW, "%6.3f ms", duration);
1243 printed += color_fprintf(fp, PERF_COLOR_NORMAL, "%6.3f ms", duration);
1244 return printed + fprintf(fp, "): ");
1247 struct thread_trace {
1251 unsigned long nr_events;
1252 unsigned long pfmaj, pfmin;
1260 struct intlist *syscall_stats;
1263 static struct thread_trace *thread_trace__new(void)
1265 struct thread_trace *ttrace = zalloc(sizeof(struct thread_trace));
1268 ttrace->paths.max = -1;
1270 ttrace->syscall_stats = intlist__new(NULL);
1275 static struct thread_trace *thread__trace(struct thread *thread, FILE *fp)
1277 struct thread_trace *ttrace;
1282 if (thread__priv(thread) == NULL)
1283 thread__set_priv(thread, thread_trace__new());
1285 if (thread__priv(thread) == NULL)
1288 ttrace = thread__priv(thread);
1289 ++ttrace->nr_events;
1293 color_fprintf(fp, PERF_COLOR_RED,
1294 "WARNING: not enough memory, dropping samples!\n");
1298 #define TRACE_PFMAJ (1 << 0)
1299 #define TRACE_PFMIN (1 << 1)
1302 struct perf_tool tool;
1309 struct syscall *table;
1311 struct record_opts opts;
1312 struct perf_evlist *evlist;
1313 struct machine *host;
1314 struct thread *current;
1317 unsigned long nr_events;
1318 struct strlist *ev_qualifier;
1319 const char *last_vfs_getname;
1320 struct intlist *tid_list;
1321 struct intlist *pid_list;
1326 double duration_filter;
1332 bool not_ev_qualifier;
1336 bool multiple_threads;
1340 bool show_tool_stats;
1341 bool trace_syscalls;
1346 static int trace__set_fd_pathname(struct thread *thread, int fd, const char *pathname)
1348 struct thread_trace *ttrace = thread__priv(thread);
1350 if (fd > ttrace->paths.max) {
1351 char **npath = realloc(ttrace->paths.table, (fd + 1) * sizeof(char *));
1356 if (ttrace->paths.max != -1) {
1357 memset(npath + ttrace->paths.max + 1, 0,
1358 (fd - ttrace->paths.max) * sizeof(char *));
1360 memset(npath, 0, (fd + 1) * sizeof(char *));
1363 ttrace->paths.table = npath;
1364 ttrace->paths.max = fd;
1367 ttrace->paths.table[fd] = strdup(pathname);
1369 return ttrace->paths.table[fd] != NULL ? 0 : -1;
1372 static int thread__read_fd_path(struct thread *thread, int fd)
1374 char linkname[PATH_MAX], pathname[PATH_MAX];
1378 if (thread->pid_ == thread->tid) {
1379 scnprintf(linkname, sizeof(linkname),
1380 "/proc/%d/fd/%d", thread->pid_, fd);
1382 scnprintf(linkname, sizeof(linkname),
1383 "/proc/%d/task/%d/fd/%d", thread->pid_, thread->tid, fd);
1386 if (lstat(linkname, &st) < 0 || st.st_size + 1 > (off_t)sizeof(pathname))
1389 ret = readlink(linkname, pathname, sizeof(pathname));
1391 if (ret < 0 || ret > st.st_size)
1394 pathname[ret] = '\0';
1395 return trace__set_fd_pathname(thread, fd, pathname);
1398 static const char *thread__fd_path(struct thread *thread, int fd,
1399 struct trace *trace)
1401 struct thread_trace *ttrace = thread__priv(thread);
1409 if ((fd > ttrace->paths.max || ttrace->paths.table[fd] == NULL)) {
1412 ++trace->stats.proc_getname;
1413 if (thread__read_fd_path(thread, fd))
1417 return ttrace->paths.table[fd];
1420 static size_t syscall_arg__scnprintf_fd(char *bf, size_t size,
1421 struct syscall_arg *arg)
1424 size_t printed = scnprintf(bf, size, "%d", fd);
1425 const char *path = thread__fd_path(arg->thread, fd, arg->trace);
1428 printed += scnprintf(bf + printed, size - printed, "<%s>", path);
1433 static size_t syscall_arg__scnprintf_close_fd(char *bf, size_t size,
1434 struct syscall_arg *arg)
1437 size_t printed = syscall_arg__scnprintf_fd(bf, size, arg);
1438 struct thread_trace *ttrace = thread__priv(arg->thread);
1440 if (ttrace && fd >= 0 && fd <= ttrace->paths.max)
1441 zfree(&ttrace->paths.table[fd]);
1446 static bool trace__filter_duration(struct trace *trace, double t)
1448 return t < (trace->duration_filter * NSEC_PER_MSEC);
1451 static size_t trace__fprintf_tstamp(struct trace *trace, u64 tstamp, FILE *fp)
1453 double ts = (double)(tstamp - trace->base_time) / NSEC_PER_MSEC;
1455 return fprintf(fp, "%10.3f ", ts);
1458 static bool done = false;
1459 static bool interrupted = false;
1461 static void sig_handler(int sig)
1464 interrupted = sig == SIGINT;
1467 static size_t trace__fprintf_entry_head(struct trace *trace, struct thread *thread,
1468 u64 duration, u64 tstamp, FILE *fp)
1470 size_t printed = trace__fprintf_tstamp(trace, tstamp, fp);
1471 printed += fprintf_duration(duration, fp);
1473 if (trace->multiple_threads) {
1474 if (trace->show_comm)
1475 printed += fprintf(fp, "%.14s/", thread__comm_str(thread));
1476 printed += fprintf(fp, "%d ", thread->tid);
1482 static int trace__process_event(struct trace *trace, struct machine *machine,
1483 union perf_event *event, struct perf_sample *sample)
1487 switch (event->header.type) {
1488 case PERF_RECORD_LOST:
1489 color_fprintf(trace->output, PERF_COLOR_RED,
1490 "LOST %" PRIu64 " events!\n", event->lost.lost);
1491 ret = machine__process_lost_event(machine, event, sample);
1493 ret = machine__process_event(machine, event, sample);
1500 static int trace__tool_process(struct perf_tool *tool,
1501 union perf_event *event,
1502 struct perf_sample *sample,
1503 struct machine *machine)
1505 struct trace *trace = container_of(tool, struct trace, tool);
1506 return trace__process_event(trace, machine, event, sample);
1509 static int trace__symbols_init(struct trace *trace, struct perf_evlist *evlist)
1511 int err = symbol__init(NULL);
1516 trace->host = machine__new_host();
1517 if (trace->host == NULL)
1520 err = __machine__synthesize_threads(trace->host, &trace->tool, &trace->opts.target,
1521 evlist->threads, trace__tool_process, false,
1522 trace->opts.proc_map_timeout);
1529 static int syscall__set_arg_fmts(struct syscall *sc)
1531 struct format_field *field;
1534 sc->arg_scnprintf = calloc(sc->nr_args, sizeof(void *));
1535 if (sc->arg_scnprintf == NULL)
1539 sc->arg_parm = sc->fmt->arg_parm;
1541 for (field = sc->args; field; field = field->next) {
1542 if (sc->fmt && sc->fmt->arg_scnprintf[idx])
1543 sc->arg_scnprintf[idx] = sc->fmt->arg_scnprintf[idx];
1544 else if (field->flags & FIELD_IS_POINTER)
1545 sc->arg_scnprintf[idx] = syscall_arg__scnprintf_hex;
1552 static int trace__read_syscall_info(struct trace *trace, int id)
1556 const char *name = audit_syscall_to_name(id, trace->audit.machine);
1561 if (id > trace->syscalls.max) {
1562 struct syscall *nsyscalls = realloc(trace->syscalls.table, (id + 1) * sizeof(*sc));
1564 if (nsyscalls == NULL)
1567 if (trace->syscalls.max != -1) {
1568 memset(nsyscalls + trace->syscalls.max + 1, 0,
1569 (id - trace->syscalls.max) * sizeof(*sc));
1571 memset(nsyscalls, 0, (id + 1) * sizeof(*sc));
1574 trace->syscalls.table = nsyscalls;
1575 trace->syscalls.max = id;
1578 sc = trace->syscalls.table + id;
1581 if (trace->ev_qualifier) {
1582 bool in = strlist__find(trace->ev_qualifier, name) != NULL;
1584 if (!(in ^ trace->not_ev_qualifier)) {
1585 sc->filtered = true;
1587 * No need to do read tracepoint information since this will be
1594 sc->fmt = syscall_fmt__find(sc->name);
1596 snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->name);
1597 sc->tp_format = trace_event__tp_format("syscalls", tp_name);
1599 if (sc->tp_format == NULL && sc->fmt && sc->fmt->alias) {
1600 snprintf(tp_name, sizeof(tp_name), "sys_enter_%s", sc->fmt->alias);
1601 sc->tp_format = trace_event__tp_format("syscalls", tp_name);
1604 if (sc->tp_format == NULL)
1607 sc->args = sc->tp_format->format.fields;
1608 sc->nr_args = sc->tp_format->format.nr_fields;
1609 /* drop nr field - not relevant here; does not exist on older kernels */
1610 if (sc->args && strcmp(sc->args->name, "nr") == 0) {
1611 sc->args = sc->args->next;
1615 sc->is_exit = !strcmp(name, "exit_group") || !strcmp(name, "exit");
1617 return syscall__set_arg_fmts(sc);
1620 static int trace__validate_ev_qualifier(struct trace *trace)
1623 struct str_node *pos;
1625 strlist__for_each(pos, trace->ev_qualifier) {
1626 const char *sc = pos->s;
1628 if (audit_name_to_syscall(sc, trace->audit.machine) < 0) {
1630 fputs("Error:\tInvalid syscall ", trace->output);
1633 fputs(", ", trace->output);
1636 fputs(sc, trace->output);
1641 fputs("\nHint:\ttry 'perf list syscalls:sys_enter_*'"
1642 "\nHint:\tand: 'man syscalls'\n", trace->output);
1649 * args is to be interpreted as a series of longs but we need to handle
1650 * 8-byte unaligned accesses. args points to raw_data within the event
1651 * and raw_data is guaranteed to be 8-byte unaligned because it is
1652 * preceded by raw_size which is a u32. So we need to copy args to a temp
1653 * variable to read it. Most notably this avoids extended load instructions
1654 * on unaligned addresses
1657 static size_t syscall__scnprintf_args(struct syscall *sc, char *bf, size_t size,
1658 unsigned char *args, struct trace *trace,
1659 struct thread *thread)
1665 if (sc->args != NULL) {
1666 struct format_field *field;
1668 struct syscall_arg arg = {
1675 for (field = sc->args; field;
1676 field = field->next, ++arg.idx, bit <<= 1) {
1680 /* special care for unaligned accesses */
1681 p = args + sizeof(unsigned long) * arg.idx;
1682 memcpy(&val, p, sizeof(val));
1685 * Suppress this argument if its value is zero and
1686 * and we don't have a string associated in an
1690 !(sc->arg_scnprintf &&
1691 sc->arg_scnprintf[arg.idx] == SCA_STRARRAY &&
1692 sc->arg_parm[arg.idx]))
1695 printed += scnprintf(bf + printed, size - printed,
1696 "%s%s: ", printed ? ", " : "", field->name);
1697 if (sc->arg_scnprintf && sc->arg_scnprintf[arg.idx]) {
1700 arg.parm = sc->arg_parm[arg.idx];
1701 printed += sc->arg_scnprintf[arg.idx](bf + printed,
1702 size - printed, &arg);
1704 printed += scnprintf(bf + printed, size - printed,
1712 /* special care for unaligned accesses */
1713 p = args + sizeof(unsigned long) * i;
1714 memcpy(&val, p, sizeof(val));
1715 printed += scnprintf(bf + printed, size - printed,
1717 printed ? ", " : "", i, val);
1725 typedef int (*tracepoint_handler)(struct trace *trace, struct perf_evsel *evsel,
1726 union perf_event *event,
1727 struct perf_sample *sample);
1729 static struct syscall *trace__syscall_info(struct trace *trace,
1730 struct perf_evsel *evsel, int id)
1736 * XXX: Noticed on x86_64, reproduced as far back as 3.0.36, haven't tried
1737 * before that, leaving at a higher verbosity level till that is
1738 * explained. Reproduced with plain ftrace with:
1740 * echo 1 > /t/events/raw_syscalls/sys_exit/enable
1741 * grep "NR -1 " /t/trace_pipe
1743 * After generating some load on the machine.
1747 fprintf(trace->output, "Invalid syscall %d id, skipping (%s, %" PRIu64 ") ...\n",
1748 id, perf_evsel__name(evsel), ++n);
1753 if ((id > trace->syscalls.max || trace->syscalls.table[id].name == NULL) &&
1754 trace__read_syscall_info(trace, id))
1757 if ((id > trace->syscalls.max || trace->syscalls.table[id].name == NULL))
1760 return &trace->syscalls.table[id];
1764 fprintf(trace->output, "Problems reading syscall %d", id);
1765 if (id <= trace->syscalls.max && trace->syscalls.table[id].name != NULL)
1766 fprintf(trace->output, "(%s)", trace->syscalls.table[id].name);
1767 fputs(" information\n", trace->output);
1772 static void thread__update_stats(struct thread_trace *ttrace,
1773 int id, struct perf_sample *sample)
1775 struct int_node *inode;
1776 struct stats *stats;
1779 inode = intlist__findnew(ttrace->syscall_stats, id);
1783 stats = inode->priv;
1784 if (stats == NULL) {
1785 stats = malloc(sizeof(struct stats));
1789 inode->priv = stats;
1792 if (ttrace->entry_time && sample->time > ttrace->entry_time)
1793 duration = sample->time - ttrace->entry_time;
1795 update_stats(stats, duration);
1798 static int trace__printf_interrupted_entry(struct trace *trace, struct perf_sample *sample)
1800 struct thread_trace *ttrace;
1804 if (trace->current == NULL)
1807 ttrace = thread__priv(trace->current);
1809 if (!ttrace->entry_pending)
1812 duration = sample->time - ttrace->entry_time;
1814 printed = trace__fprintf_entry_head(trace, trace->current, duration, sample->time, trace->output);
1815 printed += fprintf(trace->output, "%-70s) ...\n", ttrace->entry_str);
1816 ttrace->entry_pending = false;
1821 static int trace__sys_enter(struct trace *trace, struct perf_evsel *evsel,
1822 union perf_event *event __maybe_unused,
1823 struct perf_sample *sample)
1828 struct thread *thread;
1829 int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1;
1830 struct syscall *sc = trace__syscall_info(trace, evsel, id);
1831 struct thread_trace *ttrace;
1839 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
1840 ttrace = thread__trace(thread, trace->output);
1844 args = perf_evsel__sc_tp_ptr(evsel, args, sample);
1846 if (ttrace->entry_str == NULL) {
1847 ttrace->entry_str = malloc(1024);
1848 if (!ttrace->entry_str)
1852 if (!trace->summary_only)
1853 trace__printf_interrupted_entry(trace, sample);
1855 ttrace->entry_time = sample->time;
1856 msg = ttrace->entry_str;
1857 printed += scnprintf(msg + printed, 1024 - printed, "%s(", sc->name);
1859 printed += syscall__scnprintf_args(sc, msg + printed, 1024 - printed,
1860 args, trace, thread);
1863 if (!trace->duration_filter && !trace->summary_only) {
1864 trace__fprintf_entry_head(trace, thread, 1, sample->time, trace->output);
1865 fprintf(trace->output, "%-70s\n", ttrace->entry_str);
1868 ttrace->entry_pending = true;
1870 if (trace->current != thread) {
1871 thread__put(trace->current);
1872 trace->current = thread__get(thread);
1876 thread__put(thread);
1880 static int trace__sys_exit(struct trace *trace, struct perf_evsel *evsel,
1881 union perf_event *event __maybe_unused,
1882 struct perf_sample *sample)
1886 struct thread *thread;
1887 int id = perf_evsel__sc_tp_uint(evsel, id, sample), err = -1;
1888 struct syscall *sc = trace__syscall_info(trace, evsel, id);
1889 struct thread_trace *ttrace;
1897 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
1898 ttrace = thread__trace(thread, trace->output);
1903 thread__update_stats(ttrace, id, sample);
1905 ret = perf_evsel__sc_tp_uint(evsel, ret, sample);
1907 if (id == trace->audit.open_id && ret >= 0 && trace->last_vfs_getname) {
1908 trace__set_fd_pathname(thread, ret, trace->last_vfs_getname);
1909 trace->last_vfs_getname = NULL;
1910 ++trace->stats.vfs_getname;
1913 ttrace->exit_time = sample->time;
1915 if (ttrace->entry_time) {
1916 duration = sample->time - ttrace->entry_time;
1917 if (trace__filter_duration(trace, duration))
1919 } else if (trace->duration_filter)
1922 if (trace->summary_only)
1925 trace__fprintf_entry_head(trace, thread, duration, sample->time, trace->output);
1927 if (ttrace->entry_pending) {
1928 fprintf(trace->output, "%-70s", ttrace->entry_str);
1930 fprintf(trace->output, " ... [");
1931 color_fprintf(trace->output, PERF_COLOR_YELLOW, "continued");
1932 fprintf(trace->output, "]: %s()", sc->name);
1935 if (sc->fmt == NULL) {
1937 fprintf(trace->output, ") = %ld", ret);
1938 } else if (ret < 0 && sc->fmt->errmsg) {
1939 char bf[STRERR_BUFSIZE];
1940 const char *emsg = strerror_r(-ret, bf, sizeof(bf)),
1941 *e = audit_errno_to_name(-ret);
1943 fprintf(trace->output, ") = -1 %s %s", e, emsg);
1944 } else if (ret == 0 && sc->fmt->timeout)
1945 fprintf(trace->output, ") = 0 Timeout");
1946 else if (sc->fmt->hexret)
1947 fprintf(trace->output, ") = %#lx", ret);
1951 fputc('\n', trace->output);
1953 ttrace->entry_pending = false;
1956 thread__put(thread);
1960 static int trace__vfs_getname(struct trace *trace, struct perf_evsel *evsel,
1961 union perf_event *event __maybe_unused,
1962 struct perf_sample *sample)
1964 trace->last_vfs_getname = perf_evsel__rawptr(evsel, sample, "pathname");
1968 static int trace__sched_stat_runtime(struct trace *trace, struct perf_evsel *evsel,
1969 union perf_event *event __maybe_unused,
1970 struct perf_sample *sample)
1972 u64 runtime = perf_evsel__intval(evsel, sample, "runtime");
1973 double runtime_ms = (double)runtime / NSEC_PER_MSEC;
1974 struct thread *thread = machine__findnew_thread(trace->host,
1977 struct thread_trace *ttrace = thread__trace(thread, trace->output);
1982 ttrace->runtime_ms += runtime_ms;
1983 trace->runtime_ms += runtime_ms;
1984 thread__put(thread);
1988 fprintf(trace->output, "%s: comm=%s,pid=%u,runtime=%" PRIu64 ",vruntime=%" PRIu64 ")\n",
1990 perf_evsel__strval(evsel, sample, "comm"),
1991 (pid_t)perf_evsel__intval(evsel, sample, "pid"),
1993 perf_evsel__intval(evsel, sample, "vruntime"));
1994 thread__put(thread);
1998 static int trace__event_handler(struct trace *trace, struct perf_evsel *evsel,
1999 union perf_event *event __maybe_unused,
2000 struct perf_sample *sample)
2002 trace__printf_interrupted_entry(trace, sample);
2003 trace__fprintf_tstamp(trace, sample->time, trace->output);
2005 if (trace->trace_syscalls)
2006 fprintf(trace->output, "( ): ");
2008 fprintf(trace->output, "%s:", evsel->name);
2010 if (evsel->tp_format) {
2011 event_format__fprintf(evsel->tp_format, sample->cpu,
2012 sample->raw_data, sample->raw_size,
2016 fprintf(trace->output, ")\n");
2020 static void print_location(FILE *f, struct perf_sample *sample,
2021 struct addr_location *al,
2022 bool print_dso, bool print_sym)
2025 if ((verbose || print_dso) && al->map)
2026 fprintf(f, "%s@", al->map->dso->long_name);
2028 if ((verbose || print_sym) && al->sym)
2029 fprintf(f, "%s+0x%" PRIx64, al->sym->name,
2030 al->addr - al->sym->start);
2032 fprintf(f, "0x%" PRIx64, al->addr);
2034 fprintf(f, "0x%" PRIx64, sample->addr);
2037 static int trace__pgfault(struct trace *trace,
2038 struct perf_evsel *evsel,
2039 union perf_event *event,
2040 struct perf_sample *sample)
2042 struct thread *thread;
2043 u8 cpumode = event->header.misc & PERF_RECORD_MISC_CPUMODE_MASK;
2044 struct addr_location al;
2045 char map_type = 'd';
2046 struct thread_trace *ttrace;
2049 thread = machine__findnew_thread(trace->host, sample->pid, sample->tid);
2050 ttrace = thread__trace(thread, trace->output);
2054 if (evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ)
2059 if (trace->summary_only)
2062 thread__find_addr_location(thread, cpumode, MAP__FUNCTION,
2065 trace__fprintf_entry_head(trace, thread, 0, sample->time, trace->output);
2067 fprintf(trace->output, "%sfault [",
2068 evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ ?
2071 print_location(trace->output, sample, &al, false, true);
2073 fprintf(trace->output, "] => ");
2075 thread__find_addr_location(thread, cpumode, MAP__VARIABLE,
2079 thread__find_addr_location(thread, cpumode,
2080 MAP__FUNCTION, sample->addr, &al);
2088 print_location(trace->output, sample, &al, true, false);
2090 fprintf(trace->output, " (%c%c)\n", map_type, al.level);
2094 thread__put(thread);
2098 static bool skip_sample(struct trace *trace, struct perf_sample *sample)
2100 if ((trace->pid_list && intlist__find(trace->pid_list, sample->pid)) ||
2101 (trace->tid_list && intlist__find(trace->tid_list, sample->tid)))
2104 if (trace->pid_list || trace->tid_list)
2110 static int trace__process_sample(struct perf_tool *tool,
2111 union perf_event *event,
2112 struct perf_sample *sample,
2113 struct perf_evsel *evsel,
2114 struct machine *machine __maybe_unused)
2116 struct trace *trace = container_of(tool, struct trace, tool);
2119 tracepoint_handler handler = evsel->handler;
2121 if (skip_sample(trace, sample))
2124 if (!trace->full_time && trace->base_time == 0)
2125 trace->base_time = sample->time;
2129 handler(trace, evsel, event, sample);
2135 static int parse_target_str(struct trace *trace)
2137 if (trace->opts.target.pid) {
2138 trace->pid_list = intlist__new(trace->opts.target.pid);
2139 if (trace->pid_list == NULL) {
2140 pr_err("Error parsing process id string\n");
2145 if (trace->opts.target.tid) {
2146 trace->tid_list = intlist__new(trace->opts.target.tid);
2147 if (trace->tid_list == NULL) {
2148 pr_err("Error parsing thread id string\n");
2156 static int trace__record(struct trace *trace, int argc, const char **argv)
2158 unsigned int rec_argc, i, j;
2159 const char **rec_argv;
2160 const char * const record_args[] = {
2167 const char * const sc_args[] = { "-e", };
2168 unsigned int sc_args_nr = ARRAY_SIZE(sc_args);
2169 const char * const majpf_args[] = { "-e", "major-faults" };
2170 unsigned int majpf_args_nr = ARRAY_SIZE(majpf_args);
2171 const char * const minpf_args[] = { "-e", "minor-faults" };
2172 unsigned int minpf_args_nr = ARRAY_SIZE(minpf_args);
2174 /* +1 is for the event string below */
2175 rec_argc = ARRAY_SIZE(record_args) + sc_args_nr + 1 +
2176 majpf_args_nr + minpf_args_nr + argc;
2177 rec_argv = calloc(rec_argc + 1, sizeof(char *));
2179 if (rec_argv == NULL)
2183 for (i = 0; i < ARRAY_SIZE(record_args); i++)
2184 rec_argv[j++] = record_args[i];
2186 if (trace->trace_syscalls) {
2187 for (i = 0; i < sc_args_nr; i++)
2188 rec_argv[j++] = sc_args[i];
2190 /* event string may be different for older kernels - e.g., RHEL6 */
2191 if (is_valid_tracepoint("raw_syscalls:sys_enter"))
2192 rec_argv[j++] = "raw_syscalls:sys_enter,raw_syscalls:sys_exit";
2193 else if (is_valid_tracepoint("syscalls:sys_enter"))
2194 rec_argv[j++] = "syscalls:sys_enter,syscalls:sys_exit";
2196 pr_err("Neither raw_syscalls nor syscalls events exist.\n");
2201 if (trace->trace_pgfaults & TRACE_PFMAJ)
2202 for (i = 0; i < majpf_args_nr; i++)
2203 rec_argv[j++] = majpf_args[i];
2205 if (trace->trace_pgfaults & TRACE_PFMIN)
2206 for (i = 0; i < minpf_args_nr; i++)
2207 rec_argv[j++] = minpf_args[i];
2209 for (i = 0; i < (unsigned int)argc; i++)
2210 rec_argv[j++] = argv[i];
2212 return cmd_record(j, rec_argv, NULL);
2215 static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp);
2217 static void perf_evlist__add_vfs_getname(struct perf_evlist *evlist)
2219 struct perf_evsel *evsel = perf_evsel__newtp("probe", "vfs_getname");
2223 if (perf_evsel__field(evsel, "pathname") == NULL) {
2224 perf_evsel__delete(evsel);
2228 evsel->handler = trace__vfs_getname;
2229 perf_evlist__add(evlist, evsel);
2232 static int perf_evlist__add_pgfault(struct perf_evlist *evlist,
2235 struct perf_evsel *evsel;
2236 struct perf_event_attr attr = {
2237 .type = PERF_TYPE_SOFTWARE,
2241 attr.config = config;
2242 attr.sample_period = 1;
2244 event_attr_init(&attr);
2246 evsel = perf_evsel__new(&attr);
2250 evsel->handler = trace__pgfault;
2251 perf_evlist__add(evlist, evsel);
2256 static void trace__handle_event(struct trace *trace, union perf_event *event, struct perf_sample *sample)
2258 const u32 type = event->header.type;
2259 struct perf_evsel *evsel;
2261 if (!trace->full_time && trace->base_time == 0)
2262 trace->base_time = sample->time;
2264 if (type != PERF_RECORD_SAMPLE) {
2265 trace__process_event(trace, trace->host, event, sample);
2269 evsel = perf_evlist__id2evsel(trace->evlist, sample->id);
2270 if (evsel == NULL) {
2271 fprintf(trace->output, "Unknown tp ID %" PRIu64 ", skipping...\n", sample->id);
2275 if (evsel->attr.type == PERF_TYPE_TRACEPOINT &&
2276 sample->raw_data == NULL) {
2277 fprintf(trace->output, "%s sample with no payload for tid: %d, cpu %d, raw_size=%d, skipping...\n",
2278 perf_evsel__name(evsel), sample->tid,
2279 sample->cpu, sample->raw_size);
2281 tracepoint_handler handler = evsel->handler;
2282 handler(trace, evsel, event, sample);
2286 static int trace__run(struct trace *trace, int argc, const char **argv)
2288 struct perf_evlist *evlist = trace->evlist;
2290 unsigned long before;
2291 const bool forks = argc > 0;
2292 bool draining = false;
2296 if (trace->trace_syscalls &&
2297 perf_evlist__add_syscall_newtp(evlist, trace__sys_enter,
2299 goto out_error_raw_syscalls;
2301 if (trace->trace_syscalls)
2302 perf_evlist__add_vfs_getname(evlist);
2304 if ((trace->trace_pgfaults & TRACE_PFMAJ) &&
2305 perf_evlist__add_pgfault(evlist, PERF_COUNT_SW_PAGE_FAULTS_MAJ)) {
2309 if ((trace->trace_pgfaults & TRACE_PFMIN) &&
2310 perf_evlist__add_pgfault(evlist, PERF_COUNT_SW_PAGE_FAULTS_MIN))
2314 perf_evlist__add_newtp(evlist, "sched", "sched_stat_runtime",
2315 trace__sched_stat_runtime))
2316 goto out_error_sched_stat_runtime;
2318 err = perf_evlist__create_maps(evlist, &trace->opts.target);
2320 fprintf(trace->output, "Problems parsing the target to trace, check your options!\n");
2321 goto out_delete_evlist;
2324 err = trace__symbols_init(trace, evlist);
2326 fprintf(trace->output, "Problems initializing symbol libraries!\n");
2327 goto out_delete_evlist;
2330 perf_evlist__config(evlist, &trace->opts);
2332 signal(SIGCHLD, sig_handler);
2333 signal(SIGINT, sig_handler);
2336 err = perf_evlist__prepare_workload(evlist, &trace->opts.target,
2339 fprintf(trace->output, "Couldn't run the workload!\n");
2340 goto out_delete_evlist;
2344 err = perf_evlist__open(evlist);
2346 goto out_error_open;
2349 * Better not use !target__has_task() here because we need to cover the
2350 * case where no threads were specified in the command line, but a
2351 * workload was, and in that case we will fill in the thread_map when
2352 * we fork the workload in perf_evlist__prepare_workload.
2354 if (trace->filter_pids.nr > 0)
2355 err = perf_evlist__set_filter_pids(evlist, trace->filter_pids.nr, trace->filter_pids.entries);
2356 else if (thread_map__pid(evlist->threads, 0) == -1)
2357 err = perf_evlist__set_filter_pid(evlist, getpid());
2360 printf("err=%d,%s\n", -err, strerror(-err));
2364 err = perf_evlist__mmap(evlist, trace->opts.mmap_pages, false);
2366 goto out_error_mmap;
2368 if (!target__none(&trace->opts.target))
2369 perf_evlist__enable(evlist);
2372 perf_evlist__start_workload(evlist);
2374 trace->multiple_threads = thread_map__pid(evlist->threads, 0) == -1 ||
2375 evlist->threads->nr > 1 ||
2376 perf_evlist__first(evlist)->attr.inherit;
2378 before = trace->nr_events;
2380 for (i = 0; i < evlist->nr_mmaps; i++) {
2381 union perf_event *event;
2383 while ((event = perf_evlist__mmap_read(evlist, i)) != NULL) {
2384 struct perf_sample sample;
2388 err = perf_evlist__parse_sample(evlist, event, &sample);
2390 fprintf(trace->output, "Can't parse sample, err = %d, skipping...\n", err);
2394 trace__handle_event(trace, event, &sample);
2396 perf_evlist__mmap_consume(evlist, i);
2401 if (done && !draining) {
2402 perf_evlist__disable(evlist);
2408 if (trace->nr_events == before) {
2409 int timeout = done ? 100 : -1;
2411 if (!draining && perf_evlist__poll(evlist, timeout) > 0) {
2412 if (perf_evlist__filter_pollfd(evlist, POLLERR | POLLHUP) == 0)
2422 thread__zput(trace->current);
2424 perf_evlist__disable(evlist);
2428 trace__fprintf_thread_summary(trace, trace->output);
2430 if (trace->show_tool_stats) {
2431 fprintf(trace->output, "Stats:\n "
2432 " vfs_getname : %" PRIu64 "\n"
2433 " proc_getname: %" PRIu64 "\n",
2434 trace->stats.vfs_getname,
2435 trace->stats.proc_getname);
2440 perf_evlist__delete(evlist);
2441 trace->evlist = NULL;
2442 trace->live = false;
2445 char errbuf[BUFSIZ];
2447 out_error_sched_stat_runtime:
2448 debugfs__strerror_open_tp(errno, errbuf, sizeof(errbuf), "sched", "sched_stat_runtime");
2451 out_error_raw_syscalls:
2452 debugfs__strerror_open_tp(errno, errbuf, sizeof(errbuf), "raw_syscalls", "sys_(enter|exit)");
2456 perf_evlist__strerror_mmap(evlist, errno, errbuf, sizeof(errbuf));
2460 perf_evlist__strerror_open(evlist, errno, errbuf, sizeof(errbuf));
2463 fprintf(trace->output, "%s\n", errbuf);
2464 goto out_delete_evlist;
2467 fprintf(trace->output, "Not enough memory to run!\n");
2468 goto out_delete_evlist;
2471 static int trace__replay(struct trace *trace)
2473 const struct perf_evsel_str_handler handlers[] = {
2474 { "probe:vfs_getname", trace__vfs_getname, },
2476 struct perf_data_file file = {
2478 .mode = PERF_DATA_MODE_READ,
2479 .force = trace->force,
2481 struct perf_session *session;
2482 struct perf_evsel *evsel;
2485 trace->tool.sample = trace__process_sample;
2486 trace->tool.mmap = perf_event__process_mmap;
2487 trace->tool.mmap2 = perf_event__process_mmap2;
2488 trace->tool.comm = perf_event__process_comm;
2489 trace->tool.exit = perf_event__process_exit;
2490 trace->tool.fork = perf_event__process_fork;
2491 trace->tool.attr = perf_event__process_attr;
2492 trace->tool.tracing_data = perf_event__process_tracing_data;
2493 trace->tool.build_id = perf_event__process_build_id;
2495 trace->tool.ordered_events = true;
2496 trace->tool.ordering_requires_timestamps = true;
2498 /* add tid to output */
2499 trace->multiple_threads = true;
2501 session = perf_session__new(&file, false, &trace->tool);
2502 if (session == NULL)
2505 if (symbol__init(&session->header.env) < 0)
2508 trace->host = &session->machines.host;
2510 err = perf_session__set_tracepoints_handlers(session, handlers);
2514 evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
2515 "raw_syscalls:sys_enter");
2516 /* older kernels have syscalls tp versus raw_syscalls */
2518 evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
2519 "syscalls:sys_enter");
2522 (perf_evsel__init_syscall_tp(evsel, trace__sys_enter) < 0 ||
2523 perf_evsel__init_sc_tp_ptr_field(evsel, args))) {
2524 pr_err("Error during initialize raw_syscalls:sys_enter event\n");
2528 evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
2529 "raw_syscalls:sys_exit");
2531 evsel = perf_evlist__find_tracepoint_by_name(session->evlist,
2532 "syscalls:sys_exit");
2534 (perf_evsel__init_syscall_tp(evsel, trace__sys_exit) < 0 ||
2535 perf_evsel__init_sc_tp_uint_field(evsel, ret))) {
2536 pr_err("Error during initialize raw_syscalls:sys_exit event\n");
2540 evlist__for_each(session->evlist, evsel) {
2541 if (evsel->attr.type == PERF_TYPE_SOFTWARE &&
2542 (evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MAJ ||
2543 evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS_MIN ||
2544 evsel->attr.config == PERF_COUNT_SW_PAGE_FAULTS))
2545 evsel->handler = trace__pgfault;
2548 err = parse_target_str(trace);
2554 err = perf_session__process_events(session);
2556 pr_err("Failed to process events, error %d", err);
2558 else if (trace->summary)
2559 trace__fprintf_thread_summary(trace, trace->output);
2562 perf_session__delete(session);
2567 static size_t trace__fprintf_threads_header(FILE *fp)
2571 printed = fprintf(fp, "\n Summary of events:\n\n");
2576 static size_t thread__dump_stats(struct thread_trace *ttrace,
2577 struct trace *trace, FILE *fp)
2579 struct stats *stats;
2582 struct int_node *inode = intlist__first(ttrace->syscall_stats);
2587 printed += fprintf(fp, "\n");
2589 printed += fprintf(fp, " syscall calls min avg max stddev\n");
2590 printed += fprintf(fp, " (msec) (msec) (msec) (%%)\n");
2591 printed += fprintf(fp, " --------------- -------- --------- --------- --------- ------\n");
2593 /* each int_node is a syscall */
2595 stats = inode->priv;
2597 double min = (double)(stats->min) / NSEC_PER_MSEC;
2598 double max = (double)(stats->max) / NSEC_PER_MSEC;
2599 double avg = avg_stats(stats);
2601 u64 n = (u64) stats->n;
2603 pct = avg ? 100.0 * stddev_stats(stats)/avg : 0.0;
2604 avg /= NSEC_PER_MSEC;
2606 sc = &trace->syscalls.table[inode->i];
2607 printed += fprintf(fp, " %-15s", sc->name);
2608 printed += fprintf(fp, " %8" PRIu64 " %9.3f %9.3f",
2610 printed += fprintf(fp, " %9.3f %9.2f%%\n", max, pct);
2613 inode = intlist__next(inode);
2616 printed += fprintf(fp, "\n\n");
2621 /* struct used to pass data to per-thread function */
2622 struct summary_data {
2624 struct trace *trace;
2628 static int trace__fprintf_one_thread(struct thread *thread, void *priv)
2630 struct summary_data *data = priv;
2631 FILE *fp = data->fp;
2632 size_t printed = data->printed;
2633 struct trace *trace = data->trace;
2634 struct thread_trace *ttrace = thread__priv(thread);
2640 ratio = (double)ttrace->nr_events / trace->nr_events * 100.0;
2642 printed += fprintf(fp, " %s (%d), ", thread__comm_str(thread), thread->tid);
2643 printed += fprintf(fp, "%lu events, ", ttrace->nr_events);
2644 printed += fprintf(fp, "%.1f%%", ratio);
2646 printed += fprintf(fp, ", %lu majfaults", ttrace->pfmaj);
2648 printed += fprintf(fp, ", %lu minfaults", ttrace->pfmin);
2649 printed += fprintf(fp, ", %.3f msec\n", ttrace->runtime_ms);
2650 printed += thread__dump_stats(ttrace, trace, fp);
2652 data->printed += printed;
2657 static size_t trace__fprintf_thread_summary(struct trace *trace, FILE *fp)
2659 struct summary_data data = {
2663 data.printed = trace__fprintf_threads_header(fp);
2665 machine__for_each_thread(trace->host, trace__fprintf_one_thread, &data);
2667 return data.printed;
2670 static int trace__set_duration(const struct option *opt, const char *str,
2671 int unset __maybe_unused)
2673 struct trace *trace = opt->value;
2675 trace->duration_filter = atof(str);
2679 static int trace__set_filter_pids(const struct option *opt, const char *str,
2680 int unset __maybe_unused)
2684 struct trace *trace = opt->value;
2686 * FIXME: introduce a intarray class, plain parse csv and create a
2687 * { int nr, int entries[] } struct...
2689 struct intlist *list = intlist__new(str);
2694 i = trace->filter_pids.nr = intlist__nr_entries(list) + 1;
2695 trace->filter_pids.entries = calloc(i, sizeof(pid_t));
2697 if (trace->filter_pids.entries == NULL)
2700 trace->filter_pids.entries[0] = getpid();
2702 for (i = 1; i < trace->filter_pids.nr; ++i)
2703 trace->filter_pids.entries[i] = intlist__entry(list, i - 1)->i;
2705 intlist__delete(list);
2711 static int trace__open_output(struct trace *trace, const char *filename)
2715 if (!stat(filename, &st) && st.st_size) {
2716 char oldname[PATH_MAX];
2718 scnprintf(oldname, sizeof(oldname), "%s.old", filename);
2720 rename(filename, oldname);
2723 trace->output = fopen(filename, "w");
2725 return trace->output == NULL ? -errno : 0;
2728 static int parse_pagefaults(const struct option *opt, const char *str,
2729 int unset __maybe_unused)
2731 int *trace_pgfaults = opt->value;
2733 if (strcmp(str, "all") == 0)
2734 *trace_pgfaults |= TRACE_PFMAJ | TRACE_PFMIN;
2735 else if (strcmp(str, "maj") == 0)
2736 *trace_pgfaults |= TRACE_PFMAJ;
2737 else if (strcmp(str, "min") == 0)
2738 *trace_pgfaults |= TRACE_PFMIN;
2745 static void evlist__set_evsel_handler(struct perf_evlist *evlist, void *handler)
2747 struct perf_evsel *evsel;
2749 evlist__for_each(evlist, evsel)
2750 evsel->handler = handler;
2753 int cmd_trace(int argc, const char **argv, const char *prefix __maybe_unused)
2755 const char *trace_usage[] = {
2756 "perf trace [<options>] [<command>]",
2757 "perf trace [<options>] -- <command> [<options>]",
2758 "perf trace record [<options>] [<command>]",
2759 "perf trace record [<options>] -- <command> [<options>]",
2762 struct trace trace = {
2764 .machine = audit_detect_machine(),
2765 .open_id = audit_name_to_syscall("open", trace.audit.machine),
2775 .user_freq = UINT_MAX,
2776 .user_interval = ULLONG_MAX,
2777 .no_buffering = true,
2778 .mmap_pages = UINT_MAX,
2779 .proc_map_timeout = 500,
2783 .trace_syscalls = true,
2785 const char *output_name = NULL;
2786 const char *ev_qualifier_str = NULL;
2787 const struct option trace_options[] = {
2788 OPT_CALLBACK(0, "event", &trace.evlist, "event",
2789 "event selector. use 'perf list' to list available events",
2790 parse_events_option),
2791 OPT_BOOLEAN(0, "comm", &trace.show_comm,
2792 "show the thread COMM next to its id"),
2793 OPT_BOOLEAN(0, "tool_stats", &trace.show_tool_stats, "show tool stats"),
2794 OPT_STRING('e', "expr", &ev_qualifier_str, "expr", "list of syscalls to trace"),
2795 OPT_STRING('o', "output", &output_name, "file", "output file name"),
2796 OPT_STRING('i', "input", &input_name, "file", "Analyze events in file"),
2797 OPT_STRING('p', "pid", &trace.opts.target.pid, "pid",
2798 "trace events on existing process id"),
2799 OPT_STRING('t', "tid", &trace.opts.target.tid, "tid",
2800 "trace events on existing thread id"),
2801 OPT_CALLBACK(0, "filter-pids", &trace, "CSV list of pids",
2802 "pids to filter (by the kernel)", trace__set_filter_pids),
2803 OPT_BOOLEAN('a', "all-cpus", &trace.opts.target.system_wide,
2804 "system-wide collection from all CPUs"),
2805 OPT_STRING('C', "cpu", &trace.opts.target.cpu_list, "cpu",
2806 "list of cpus to monitor"),
2807 OPT_BOOLEAN(0, "no-inherit", &trace.opts.no_inherit,
2808 "child tasks do not inherit counters"),
2809 OPT_CALLBACK('m', "mmap-pages", &trace.opts.mmap_pages, "pages",
2810 "number of mmap data pages",
2811 perf_evlist__parse_mmap_pages),
2812 OPT_STRING('u', "uid", &trace.opts.target.uid_str, "user",
2814 OPT_CALLBACK(0, "duration", &trace, "float",
2815 "show only events with duration > N.M ms",
2816 trace__set_duration),
2817 OPT_BOOLEAN(0, "sched", &trace.sched, "show blocking scheduler events"),
2818 OPT_INCR('v', "verbose", &verbose, "be more verbose"),
2819 OPT_BOOLEAN('T', "time", &trace.full_time,
2820 "Show full timestamp, not time relative to first start"),
2821 OPT_BOOLEAN('s', "summary", &trace.summary_only,
2822 "Show only syscall summary with statistics"),
2823 OPT_BOOLEAN('S', "with-summary", &trace.summary,
2824 "Show all syscalls and summary with statistics"),
2825 OPT_CALLBACK_DEFAULT('F', "pf", &trace.trace_pgfaults, "all|maj|min",
2826 "Trace pagefaults", parse_pagefaults, "maj"),
2827 OPT_BOOLEAN(0, "syscalls", &trace.trace_syscalls, "Trace syscalls"),
2828 OPT_BOOLEAN('f', "force", &trace.force, "don't complain, do it"),
2829 OPT_UINTEGER(0, "proc-map-timeout", &trace.opts.proc_map_timeout,
2830 "per thread proc mmap processing timeout in ms"),
2833 const char * const trace_subcommands[] = { "record", NULL };
2837 signal(SIGSEGV, sighandler_dump_stack);
2838 signal(SIGFPE, sighandler_dump_stack);
2840 trace.evlist = perf_evlist__new();
2842 if (trace.evlist == NULL) {
2843 pr_err("Not enough memory to run!\n");
2848 argc = parse_options_subcommand(argc, argv, trace_options, trace_subcommands,
2849 trace_usage, PARSE_OPT_STOP_AT_NON_OPTION);
2851 if (trace.trace_pgfaults) {
2852 trace.opts.sample_address = true;
2853 trace.opts.sample_time = true;
2856 if (trace.evlist->nr_entries > 0)
2857 evlist__set_evsel_handler(trace.evlist, trace__event_handler);
2859 if ((argc >= 1) && (strcmp(argv[0], "record") == 0))
2860 return trace__record(&trace, argc-1, &argv[1]);
2862 /* summary_only implies summary option, but don't overwrite summary if set */
2863 if (trace.summary_only)
2864 trace.summary = trace.summary_only;
2866 if (!trace.trace_syscalls && !trace.trace_pgfaults &&
2867 trace.evlist->nr_entries == 0 /* Was --events used? */) {
2868 pr_err("Please specify something to trace.\n");
2872 if (output_name != NULL) {
2873 err = trace__open_output(&trace, output_name);
2875 perror("failed to create output file");
2880 if (ev_qualifier_str != NULL) {
2881 const char *s = ev_qualifier_str;
2883 trace.not_ev_qualifier = *s == '!';
2884 if (trace.not_ev_qualifier)
2886 trace.ev_qualifier = strlist__new(true, s);
2887 if (trace.ev_qualifier == NULL) {
2888 fputs("Not enough memory to parse event qualifier",
2894 err = trace__validate_ev_qualifier(&trace);
2899 err = target__validate(&trace.opts.target);
2901 target__strerror(&trace.opts.target, err, bf, sizeof(bf));
2902 fprintf(trace.output, "%s", bf);
2906 err = target__parse_uid(&trace.opts.target);
2908 target__strerror(&trace.opts.target, err, bf, sizeof(bf));
2909 fprintf(trace.output, "%s", bf);
2913 if (!argc && target__none(&trace.opts.target))
2914 trace.opts.target.system_wide = true;
2917 err = trace__replay(&trace);
2919 err = trace__run(&trace, argc, argv);
2922 if (output_name != NULL)
2923 fclose(trace.output);