123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693 |
- #include <math.h>
- #include <linux/compiler.h>
- #include "../util/hist.h"
- #include "../util/util.h"
- #include "../util/sort.h"
- #include "../util/evsel.h"
- /* hist period print (hpp) functions */
- #define hpp__call_print_fn(hpp, fn, fmt, ...) \
- ({ \
- int __ret = fn(hpp, fmt, ##__VA_ARGS__); \
- advance_hpp(hpp, __ret); \
- __ret; \
- })
- static int __hpp__fmt(struct perf_hpp *hpp, struct hist_entry *he,
- hpp_field_fn get_field, const char *fmt, int len,
- hpp_snprint_fn print_fn, bool fmt_percent)
- {
- int ret;
- struct hists *hists = he->hists;
- struct perf_evsel *evsel = hists_to_evsel(hists);
- char *buf = hpp->buf;
- size_t size = hpp->size;
- if (fmt_percent) {
- double percent = 0.0;
- u64 total = hists__total_period(hists);
- if (total)
- percent = 100.0 * get_field(he) / total;
- ret = hpp__call_print_fn(hpp, print_fn, fmt, len, percent);
- } else
- ret = hpp__call_print_fn(hpp, print_fn, fmt, len, get_field(he));
- if (perf_evsel__is_group_event(evsel)) {
- int prev_idx, idx_delta;
- struct hist_entry *pair;
- int nr_members = evsel->nr_members;
- prev_idx = perf_evsel__group_idx(evsel);
- list_for_each_entry(pair, &he->pairs.head, pairs.node) {
- u64 period = get_field(pair);
- u64 total = hists__total_period(pair->hists);
- if (!total)
- continue;
- evsel = hists_to_evsel(pair->hists);
- idx_delta = perf_evsel__group_idx(evsel) - prev_idx - 1;
- while (idx_delta--) {
- /*
- * zero-fill group members in the middle which
- * have no sample
- */
- if (fmt_percent) {
- ret += hpp__call_print_fn(hpp, print_fn,
- fmt, len, 0.0);
- } else {
- ret += hpp__call_print_fn(hpp, print_fn,
- fmt, len, 0ULL);
- }
- }
- if (fmt_percent) {
- ret += hpp__call_print_fn(hpp, print_fn, fmt, len,
- 100.0 * period / total);
- } else {
- ret += hpp__call_print_fn(hpp, print_fn, fmt,
- len, period);
- }
- prev_idx = perf_evsel__group_idx(evsel);
- }
- idx_delta = nr_members - prev_idx - 1;
- while (idx_delta--) {
- /*
- * zero-fill group members at last which have no sample
- */
- if (fmt_percent) {
- ret += hpp__call_print_fn(hpp, print_fn,
- fmt, len, 0.0);
- } else {
- ret += hpp__call_print_fn(hpp, print_fn,
- fmt, len, 0ULL);
- }
- }
- }
- /*
- * Restore original buf and size as it's where caller expects
- * the result will be saved.
- */
- hpp->buf = buf;
- hpp->size = size;
- return ret;
- }
- int hpp__fmt(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
- struct hist_entry *he, hpp_field_fn get_field,
- const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
- {
- int len = fmt->user_len ?: fmt->len;
- if (symbol_conf.field_sep) {
- return __hpp__fmt(hpp, he, get_field, fmtstr, 1,
- print_fn, fmt_percent);
- }
- if (fmt_percent)
- len -= 2; /* 2 for a space and a % sign */
- else
- len -= 1;
- return __hpp__fmt(hpp, he, get_field, fmtstr, len, print_fn, fmt_percent);
- }
- int hpp__fmt_acc(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
- struct hist_entry *he, hpp_field_fn get_field,
- const char *fmtstr, hpp_snprint_fn print_fn, bool fmt_percent)
- {
- if (!symbol_conf.cumulate_callchain) {
- int len = fmt->user_len ?: fmt->len;
- return snprintf(hpp->buf, hpp->size, " %*s", len - 1, "N/A");
- }
- return hpp__fmt(fmt, hpp, he, get_field, fmtstr, print_fn, fmt_percent);
- }
- static int field_cmp(u64 field_a, u64 field_b)
- {
- if (field_a > field_b)
- return 1;
- if (field_a < field_b)
- return -1;
- return 0;
- }
- static int __hpp__sort(struct hist_entry *a, struct hist_entry *b,
- hpp_field_fn get_field)
- {
- s64 ret;
- int i, nr_members;
- struct perf_evsel *evsel;
- struct hist_entry *pair;
- u64 *fields_a, *fields_b;
- ret = field_cmp(get_field(a), get_field(b));
- if (ret || !symbol_conf.event_group)
- return ret;
- evsel = hists_to_evsel(a->hists);
- if (!perf_evsel__is_group_event(evsel))
- return ret;
- nr_members = evsel->nr_members;
- fields_a = calloc(nr_members, sizeof(*fields_a));
- fields_b = calloc(nr_members, sizeof(*fields_b));
- if (!fields_a || !fields_b)
- goto out;
- list_for_each_entry(pair, &a->pairs.head, pairs.node) {
- evsel = hists_to_evsel(pair->hists);
- fields_a[perf_evsel__group_idx(evsel)] = get_field(pair);
- }
- list_for_each_entry(pair, &b->pairs.head, pairs.node) {
- evsel = hists_to_evsel(pair->hists);
- fields_b[perf_evsel__group_idx(evsel)] = get_field(pair);
- }
- for (i = 1; i < nr_members; i++) {
- ret = field_cmp(fields_a[i], fields_b[i]);
- if (ret)
- break;
- }
- out:
- free(fields_a);
- free(fields_b);
- return ret;
- }
- static int __hpp__sort_acc(struct hist_entry *a, struct hist_entry *b,
- hpp_field_fn get_field)
- {
- s64 ret = 0;
- if (symbol_conf.cumulate_callchain) {
- /*
- * Put caller above callee when they have equal period.
- */
- ret = field_cmp(get_field(a), get_field(b));
- if (ret)
- return ret;
- if (a->thread != b->thread || !symbol_conf.use_callchain)
- return 0;
- ret = b->callchain->max_depth - a->callchain->max_depth;
- }
- return ret;
- }
- static int hpp__width_fn(struct perf_hpp_fmt *fmt,
- struct perf_hpp *hpp __maybe_unused,
- struct perf_evsel *evsel)
- {
- int len = fmt->user_len ?: fmt->len;
- if (symbol_conf.event_group)
- len = max(len, evsel->nr_members * fmt->len);
- if (len < (int)strlen(fmt->name))
- len = strlen(fmt->name);
- return len;
- }
- static int hpp__header_fn(struct perf_hpp_fmt *fmt, struct perf_hpp *hpp,
- struct perf_evsel *evsel)
- {
- int len = hpp__width_fn(fmt, hpp, evsel);
- return scnprintf(hpp->buf, hpp->size, "%*s", len, fmt->name);
- }
- static int hpp_color_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
- {
- va_list args;
- ssize_t ssize = hpp->size;
- double percent;
- int ret, len;
- va_start(args, fmt);
- len = va_arg(args, int);
- percent = va_arg(args, double);
- ret = percent_color_len_snprintf(hpp->buf, hpp->size, fmt, len, percent);
- va_end(args);
- return (ret >= ssize) ? (ssize - 1) : ret;
- }
- static int hpp_entry_scnprintf(struct perf_hpp *hpp, const char *fmt, ...)
- {
- va_list args;
- ssize_t ssize = hpp->size;
- int ret;
- va_start(args, fmt);
- ret = vsnprintf(hpp->buf, hpp->size, fmt, args);
- va_end(args);
- return (ret >= ssize) ? (ssize - 1) : ret;
- }
- #define __HPP_COLOR_PERCENT_FN(_type, _field) \
- static u64 he_get_##_field(struct hist_entry *he) \
- { \
- return he->stat._field; \
- } \
- \
- static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
- struct perf_hpp *hpp, struct hist_entry *he) \
- { \
- return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
- hpp_color_scnprintf, true); \
- }
- #define __HPP_ENTRY_PERCENT_FN(_type, _field) \
- static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
- struct perf_hpp *hpp, struct hist_entry *he) \
- { \
- return hpp__fmt(fmt, hpp, he, he_get_##_field, " %*.2f%%", \
- hpp_entry_scnprintf, true); \
- }
- #define __HPP_SORT_FN(_type, _field) \
- static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
- struct hist_entry *a, struct hist_entry *b) \
- { \
- return __hpp__sort(a, b, he_get_##_field); \
- }
- #define __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
- static u64 he_get_acc_##_field(struct hist_entry *he) \
- { \
- return he->stat_acc->_field; \
- } \
- \
- static int hpp__color_##_type(struct perf_hpp_fmt *fmt, \
- struct perf_hpp *hpp, struct hist_entry *he) \
- { \
- return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
- hpp_color_scnprintf, true); \
- }
- #define __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
- static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
- struct perf_hpp *hpp, struct hist_entry *he) \
- { \
- return hpp__fmt_acc(fmt, hpp, he, he_get_acc_##_field, " %*.2f%%", \
- hpp_entry_scnprintf, true); \
- }
- #define __HPP_SORT_ACC_FN(_type, _field) \
- static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
- struct hist_entry *a, struct hist_entry *b) \
- { \
- return __hpp__sort_acc(a, b, he_get_acc_##_field); \
- }
- #define __HPP_ENTRY_RAW_FN(_type, _field) \
- static u64 he_get_raw_##_field(struct hist_entry *he) \
- { \
- return he->stat._field; \
- } \
- \
- static int hpp__entry_##_type(struct perf_hpp_fmt *fmt, \
- struct perf_hpp *hpp, struct hist_entry *he) \
- { \
- return hpp__fmt(fmt, hpp, he, he_get_raw_##_field, " %*"PRIu64, \
- hpp_entry_scnprintf, false); \
- }
- #define __HPP_SORT_RAW_FN(_type, _field) \
- static int64_t hpp__sort_##_type(struct perf_hpp_fmt *fmt __maybe_unused, \
- struct hist_entry *a, struct hist_entry *b) \
- { \
- return __hpp__sort(a, b, he_get_raw_##_field); \
- }
- #define HPP_PERCENT_FNS(_type, _field) \
- __HPP_COLOR_PERCENT_FN(_type, _field) \
- __HPP_ENTRY_PERCENT_FN(_type, _field) \
- __HPP_SORT_FN(_type, _field)
- #define HPP_PERCENT_ACC_FNS(_type, _field) \
- __HPP_COLOR_ACC_PERCENT_FN(_type, _field) \
- __HPP_ENTRY_ACC_PERCENT_FN(_type, _field) \
- __HPP_SORT_ACC_FN(_type, _field)
- #define HPP_RAW_FNS(_type, _field) \
- __HPP_ENTRY_RAW_FN(_type, _field) \
- __HPP_SORT_RAW_FN(_type, _field)
- HPP_PERCENT_FNS(overhead, period)
- HPP_PERCENT_FNS(overhead_sys, period_sys)
- HPP_PERCENT_FNS(overhead_us, period_us)
- HPP_PERCENT_FNS(overhead_guest_sys, period_guest_sys)
- HPP_PERCENT_FNS(overhead_guest_us, period_guest_us)
- HPP_PERCENT_ACC_FNS(overhead_acc, period)
- HPP_RAW_FNS(samples, nr_events)
- HPP_RAW_FNS(period, period)
- static int64_t hpp__nop_cmp(struct perf_hpp_fmt *fmt __maybe_unused,
- struct hist_entry *a __maybe_unused,
- struct hist_entry *b __maybe_unused)
- {
- return 0;
- }
- #define HPP__COLOR_PRINT_FNS(_name, _fn) \
- { \
- .name = _name, \
- .header = hpp__header_fn, \
- .width = hpp__width_fn, \
- .color = hpp__color_ ## _fn, \
- .entry = hpp__entry_ ## _fn, \
- .cmp = hpp__nop_cmp, \
- .collapse = hpp__nop_cmp, \
- .sort = hpp__sort_ ## _fn, \
- }
- #define HPP__COLOR_ACC_PRINT_FNS(_name, _fn) \
- { \
- .name = _name, \
- .header = hpp__header_fn, \
- .width = hpp__width_fn, \
- .color = hpp__color_ ## _fn, \
- .entry = hpp__entry_ ## _fn, \
- .cmp = hpp__nop_cmp, \
- .collapse = hpp__nop_cmp, \
- .sort = hpp__sort_ ## _fn, \
- }
- #define HPP__PRINT_FNS(_name, _fn) \
- { \
- .name = _name, \
- .header = hpp__header_fn, \
- .width = hpp__width_fn, \
- .entry = hpp__entry_ ## _fn, \
- .cmp = hpp__nop_cmp, \
- .collapse = hpp__nop_cmp, \
- .sort = hpp__sort_ ## _fn, \
- }
- struct perf_hpp_fmt perf_hpp__format[] = {
- HPP__COLOR_PRINT_FNS("Overhead", overhead),
- HPP__COLOR_PRINT_FNS("sys", overhead_sys),
- HPP__COLOR_PRINT_FNS("usr", overhead_us),
- HPP__COLOR_PRINT_FNS("guest sys", overhead_guest_sys),
- HPP__COLOR_PRINT_FNS("guest usr", overhead_guest_us),
- HPP__COLOR_ACC_PRINT_FNS("Children", overhead_acc),
- HPP__PRINT_FNS("Samples", samples),
- HPP__PRINT_FNS("Period", period)
- };
- LIST_HEAD(perf_hpp__list);
- LIST_HEAD(perf_hpp__sort_list);
- #undef HPP__COLOR_PRINT_FNS
- #undef HPP__COLOR_ACC_PRINT_FNS
- #undef HPP__PRINT_FNS
- #undef HPP_PERCENT_FNS
- #undef HPP_PERCENT_ACC_FNS
- #undef HPP_RAW_FNS
- #undef __HPP_HEADER_FN
- #undef __HPP_WIDTH_FN
- #undef __HPP_COLOR_PERCENT_FN
- #undef __HPP_ENTRY_PERCENT_FN
- #undef __HPP_COLOR_ACC_PERCENT_FN
- #undef __HPP_ENTRY_ACC_PERCENT_FN
- #undef __HPP_ENTRY_RAW_FN
- #undef __HPP_SORT_FN
- #undef __HPP_SORT_ACC_FN
- #undef __HPP_SORT_RAW_FN
- void perf_hpp__init(void)
- {
- struct list_head *list;
- int i;
- for (i = 0; i < PERF_HPP__MAX_INDEX; i++) {
- struct perf_hpp_fmt *fmt = &perf_hpp__format[i];
- INIT_LIST_HEAD(&fmt->list);
- /* sort_list may be linked by setup_sorting() */
- if (fmt->sort_list.next == NULL)
- INIT_LIST_HEAD(&fmt->sort_list);
- }
- /*
- * If user specified field order, no need to setup default fields.
- */
- if (is_strict_order(field_order))
- return;
- if (symbol_conf.cumulate_callchain) {
- hpp_dimension__add_output(PERF_HPP__OVERHEAD_ACC);
- perf_hpp__format[PERF_HPP__OVERHEAD].name = "Self";
- }
- hpp_dimension__add_output(PERF_HPP__OVERHEAD);
- if (symbol_conf.show_cpu_utilization) {
- hpp_dimension__add_output(PERF_HPP__OVERHEAD_SYS);
- hpp_dimension__add_output(PERF_HPP__OVERHEAD_US);
- if (perf_guest) {
- hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_SYS);
- hpp_dimension__add_output(PERF_HPP__OVERHEAD_GUEST_US);
- }
- }
- if (symbol_conf.show_nr_samples)
- hpp_dimension__add_output(PERF_HPP__SAMPLES);
- if (symbol_conf.show_total_period)
- hpp_dimension__add_output(PERF_HPP__PERIOD);
- /* prepend overhead field for backward compatiblity. */
- list = &perf_hpp__format[PERF_HPP__OVERHEAD].sort_list;
- if (list_empty(list))
- list_add(list, &perf_hpp__sort_list);
- if (symbol_conf.cumulate_callchain) {
- list = &perf_hpp__format[PERF_HPP__OVERHEAD_ACC].sort_list;
- if (list_empty(list))
- list_add(list, &perf_hpp__sort_list);
- }
- }
- void perf_hpp__column_register(struct perf_hpp_fmt *format)
- {
- list_add_tail(&format->list, &perf_hpp__list);
- }
- void perf_hpp__column_unregister(struct perf_hpp_fmt *format)
- {
- list_del(&format->list);
- }
- void perf_hpp__register_sort_field(struct perf_hpp_fmt *format)
- {
- list_add_tail(&format->sort_list, &perf_hpp__sort_list);
- }
- void perf_hpp__column_enable(unsigned col)
- {
- BUG_ON(col >= PERF_HPP__MAX_INDEX);
- perf_hpp__column_register(&perf_hpp__format[col]);
- }
- void perf_hpp__column_disable(unsigned col)
- {
- BUG_ON(col >= PERF_HPP__MAX_INDEX);
- perf_hpp__column_unregister(&perf_hpp__format[col]);
- }
- void perf_hpp__cancel_cumulate(void)
- {
- if (is_strict_order(field_order))
- return;
- perf_hpp__column_disable(PERF_HPP__OVERHEAD_ACC);
- perf_hpp__format[PERF_HPP__OVERHEAD].name = "Overhead";
- }
- void perf_hpp__setup_output_field(void)
- {
- struct perf_hpp_fmt *fmt;
- /* append sort keys to output field */
- perf_hpp__for_each_sort_list(fmt) {
- if (!list_empty(&fmt->list))
- continue;
- /*
- * sort entry fields are dynamically created,
- * so they can share a same sort key even though
- * the list is empty.
- */
- if (perf_hpp__is_sort_entry(fmt)) {
- struct perf_hpp_fmt *pos;
- perf_hpp__for_each_format(pos) {
- if (perf_hpp__same_sort_entry(pos, fmt))
- goto next;
- }
- }
- perf_hpp__column_register(fmt);
- next:
- continue;
- }
- }
- void perf_hpp__append_sort_keys(void)
- {
- struct perf_hpp_fmt *fmt;
- /* append output fields to sort keys */
- perf_hpp__for_each_format(fmt) {
- if (!list_empty(&fmt->sort_list))
- continue;
- /*
- * sort entry fields are dynamically created,
- * so they can share a same sort key even though
- * the list is empty.
- */
- if (perf_hpp__is_sort_entry(fmt)) {
- struct perf_hpp_fmt *pos;
- perf_hpp__for_each_sort_list(pos) {
- if (perf_hpp__same_sort_entry(pos, fmt))
- goto next;
- }
- }
- perf_hpp__register_sort_field(fmt);
- next:
- continue;
- }
- }
- void perf_hpp__reset_output_field(void)
- {
- struct perf_hpp_fmt *fmt, *tmp;
- /* reset output fields */
- perf_hpp__for_each_format_safe(fmt, tmp) {
- list_del_init(&fmt->list);
- list_del_init(&fmt->sort_list);
- }
- /* reset sort keys */
- perf_hpp__for_each_sort_list_safe(fmt, tmp) {
- list_del_init(&fmt->list);
- list_del_init(&fmt->sort_list);
- }
- }
- /*
- * See hists__fprintf to match the column widths
- */
- unsigned int hists__sort_list_width(struct hists *hists)
- {
- struct perf_hpp_fmt *fmt;
- int ret = 0;
- bool first = true;
- struct perf_hpp dummy_hpp;
- perf_hpp__for_each_format(fmt) {
- if (perf_hpp__should_skip(fmt))
- continue;
- if (first)
- first = false;
- else
- ret += 2;
- ret += fmt->width(fmt, &dummy_hpp, hists_to_evsel(hists));
- }
- if (verbose && sort__has_sym) /* Addr + origin */
- ret += 3 + BITS_PER_LONG / 4;
- return ret;
- }
- void perf_hpp__reset_width(struct perf_hpp_fmt *fmt, struct hists *hists)
- {
- int idx;
- if (perf_hpp__is_sort_entry(fmt))
- return perf_hpp__reset_sort_width(fmt, hists);
- for (idx = 0; idx < PERF_HPP__MAX_INDEX; idx++) {
- if (fmt == &perf_hpp__format[idx])
- break;
- }
- if (idx == PERF_HPP__MAX_INDEX)
- return;
- switch (idx) {
- case PERF_HPP__OVERHEAD:
- case PERF_HPP__OVERHEAD_SYS:
- case PERF_HPP__OVERHEAD_US:
- case PERF_HPP__OVERHEAD_ACC:
- fmt->len = 8;
- break;
- case PERF_HPP__OVERHEAD_GUEST_SYS:
- case PERF_HPP__OVERHEAD_GUEST_US:
- fmt->len = 9;
- break;
- case PERF_HPP__SAMPLES:
- case PERF_HPP__PERIOD:
- fmt->len = 12;
- break;
- default:
- break;
- }
- }
- void perf_hpp__set_user_width(const char *width_list_str)
- {
- struct perf_hpp_fmt *fmt;
- const char *ptr = width_list_str;
- perf_hpp__for_each_format(fmt) {
- char *p;
- int len = strtol(ptr, &p, 10);
- fmt->user_len = len;
- if (*p == ',')
- ptr = p + 1;
- else
- break;
- }
- }
|