cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

stat-display.c (33780B)


      1#include <stdlib.h>
      2#include <stdio.h>
      3#include <inttypes.h>
      4#include <linux/string.h>
      5#include <linux/time64.h>
      6#include <math.h>
      7#include <perf/cpumap.h>
      8#include "color.h"
      9#include "counts.h"
     10#include "evlist.h"
     11#include "evsel.h"
     12#include "stat.h"
     13#include "top.h"
     14#include "thread_map.h"
     15#include "cpumap.h"
     16#include "string2.h"
     17#include <linux/ctype.h>
     18#include "cgroup.h"
     19#include <api/fs/fs.h>
     20#include "util.h"
     21#include "iostat.h"
     22#include "pmu-hybrid.h"
     23#include "evlist-hybrid.h"
     24
     25#define CNTR_NOT_SUPPORTED	"<not supported>"
     26#define CNTR_NOT_COUNTED	"<not counted>"
     27
     28static void print_running(struct perf_stat_config *config,
     29			  u64 run, u64 ena)
     30{
     31	if (config->csv_output) {
     32		fprintf(config->output, "%s%" PRIu64 "%s%.2f",
     33					config->csv_sep,
     34					run,
     35					config->csv_sep,
     36					ena ? 100.0 * run / ena : 100.0);
     37	} else if (run != ena) {
     38		fprintf(config->output, "  (%.2f%%)", 100.0 * run / ena);
     39	}
     40}
     41
     42static void print_noise_pct(struct perf_stat_config *config,
     43			    double total, double avg)
     44{
     45	double pct = rel_stddev_stats(total, avg);
     46
     47	if (config->csv_output)
     48		fprintf(config->output, "%s%.2f%%", config->csv_sep, pct);
     49	else if (pct)
     50		fprintf(config->output, "  ( +-%6.2f%% )", pct);
     51}
     52
     53static void print_noise(struct perf_stat_config *config,
     54			struct evsel *evsel, double avg)
     55{
     56	struct perf_stat_evsel *ps;
     57
     58	if (config->run_count == 1)
     59		return;
     60
     61	ps = evsel->stats;
     62	print_noise_pct(config, stddev_stats(&ps->res_stats[0]), avg);
     63}
     64
     65static void print_cgroup(struct perf_stat_config *config, struct evsel *evsel)
     66{
     67	if (nr_cgroups) {
     68		const char *cgrp_name = evsel->cgrp ? evsel->cgrp->name  : "";
     69		fprintf(config->output, "%s%s", config->csv_sep, cgrp_name);
     70	}
     71}
     72
     73
     74static void aggr_printout(struct perf_stat_config *config,
     75			  struct evsel *evsel, struct aggr_cpu_id id, int nr)
     76{
     77	switch (config->aggr_mode) {
     78	case AGGR_CORE:
     79		fprintf(config->output, "S%d-D%d-C%*d%s%*d%s",
     80			id.socket,
     81			id.die,
     82			config->csv_output ? 0 : -8,
     83			id.core,
     84			config->csv_sep,
     85			config->csv_output ? 0 : 4,
     86			nr,
     87			config->csv_sep);
     88		break;
     89	case AGGR_DIE:
     90		fprintf(config->output, "S%d-D%*d%s%*d%s",
     91			id.socket,
     92			config->csv_output ? 0 : -8,
     93			id.die,
     94			config->csv_sep,
     95			config->csv_output ? 0 : 4,
     96			nr,
     97			config->csv_sep);
     98		break;
     99	case AGGR_SOCKET:
    100		fprintf(config->output, "S%*d%s%*d%s",
    101			config->csv_output ? 0 : -5,
    102			id.socket,
    103			config->csv_sep,
    104			config->csv_output ? 0 : 4,
    105			nr,
    106			config->csv_sep);
    107			break;
    108	case AGGR_NODE:
    109		fprintf(config->output, "N%*d%s%*d%s",
    110			config->csv_output ? 0 : -5,
    111			id.node,
    112			config->csv_sep,
    113			config->csv_output ? 0 : 4,
    114			nr,
    115			config->csv_sep);
    116			break;
    117	case AGGR_NONE:
    118		if (evsel->percore && !config->percore_show_thread) {
    119			fprintf(config->output, "S%d-D%d-C%*d%s",
    120				id.socket,
    121				id.die,
    122				config->csv_output ? 0 : -3,
    123				id.core, config->csv_sep);
    124		} else if (id.cpu.cpu > -1) {
    125			fprintf(config->output, "CPU%*d%s",
    126				config->csv_output ? 0 : -7,
    127				id.cpu.cpu, config->csv_sep);
    128		}
    129		break;
    130	case AGGR_THREAD:
    131		fprintf(config->output, "%*s-%*d%s",
    132			config->csv_output ? 0 : 16,
    133			perf_thread_map__comm(evsel->core.threads, id.thread),
    134			config->csv_output ? 0 : -8,
    135			perf_thread_map__pid(evsel->core.threads, id.thread),
    136			config->csv_sep);
    137		break;
    138	case AGGR_GLOBAL:
    139	case AGGR_UNSET:
    140	default:
    141		break;
    142	}
    143}
    144
    145struct outstate {
    146	FILE *fh;
    147	bool newline;
    148	const char *prefix;
    149	int  nfields;
    150	int  nr;
    151	struct aggr_cpu_id id;
    152	struct evsel *evsel;
    153};
    154
    155#define METRIC_LEN  35
    156
    157static void new_line_std(struct perf_stat_config *config __maybe_unused,
    158			 void *ctx)
    159{
    160	struct outstate *os = ctx;
    161
    162	os->newline = true;
    163}
    164
    165static void do_new_line_std(struct perf_stat_config *config,
    166			    struct outstate *os)
    167{
    168	fputc('\n', os->fh);
    169	fputs(os->prefix, os->fh);
    170	aggr_printout(config, os->evsel, os->id, os->nr);
    171	if (config->aggr_mode == AGGR_NONE)
    172		fprintf(os->fh, "        ");
    173	fprintf(os->fh, "                                                 ");
    174}
    175
    176static void print_metric_std(struct perf_stat_config *config,
    177			     void *ctx, const char *color, const char *fmt,
    178			     const char *unit, double val)
    179{
    180	struct outstate *os = ctx;
    181	FILE *out = os->fh;
    182	int n;
    183	bool newline = os->newline;
    184
    185	os->newline = false;
    186
    187	if (unit == NULL || fmt == NULL) {
    188		fprintf(out, "%-*s", METRIC_LEN, "");
    189		return;
    190	}
    191
    192	if (newline)
    193		do_new_line_std(config, os);
    194
    195	n = fprintf(out, " # ");
    196	if (color)
    197		n += color_fprintf(out, color, fmt, val);
    198	else
    199		n += fprintf(out, fmt, val);
    200	fprintf(out, " %-*s", METRIC_LEN - n - 1, unit);
    201}
    202
    203static void new_line_csv(struct perf_stat_config *config, void *ctx)
    204{
    205	struct outstate *os = ctx;
    206	int i;
    207
    208	fputc('\n', os->fh);
    209	if (os->prefix)
    210		fprintf(os->fh, "%s%s", os->prefix, config->csv_sep);
    211	aggr_printout(config, os->evsel, os->id, os->nr);
    212	for (i = 0; i < os->nfields; i++)
    213		fputs(config->csv_sep, os->fh);
    214}
    215
    216static void print_metric_csv(struct perf_stat_config *config __maybe_unused,
    217			     void *ctx,
    218			     const char *color __maybe_unused,
    219			     const char *fmt, const char *unit, double val)
    220{
    221	struct outstate *os = ctx;
    222	FILE *out = os->fh;
    223	char buf[64], *vals, *ends;
    224
    225	if (unit == NULL || fmt == NULL) {
    226		fprintf(out, "%s%s", config->csv_sep, config->csv_sep);
    227		return;
    228	}
    229	snprintf(buf, sizeof(buf), fmt, val);
    230	ends = vals = skip_spaces(buf);
    231	while (isdigit(*ends) || *ends == '.')
    232		ends++;
    233	*ends = 0;
    234	fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit));
    235}
    236
    237/* Filter out some columns that don't work well in metrics only mode */
    238
    239static bool valid_only_metric(const char *unit)
    240{
    241	if (!unit)
    242		return false;
    243	if (strstr(unit, "/sec") ||
    244	    strstr(unit, "CPUs utilized"))
    245		return false;
    246	return true;
    247}
    248
    249static const char *fixunit(char *buf, struct evsel *evsel,
    250			   const char *unit)
    251{
    252	if (!strncmp(unit, "of all", 6)) {
    253		snprintf(buf, 1024, "%s %s", evsel__name(evsel),
    254			 unit);
    255		return buf;
    256	}
    257	return unit;
    258}
    259
    260static void print_metric_only(struct perf_stat_config *config,
    261			      void *ctx, const char *color, const char *fmt,
    262			      const char *unit, double val)
    263{
    264	struct outstate *os = ctx;
    265	FILE *out = os->fh;
    266	char buf[1024], str[1024];
    267	unsigned mlen = config->metric_only_len;
    268
    269	if (!valid_only_metric(unit))
    270		return;
    271	unit = fixunit(buf, os->evsel, unit);
    272	if (mlen < strlen(unit))
    273		mlen = strlen(unit) + 1;
    274
    275	if (color)
    276		mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1;
    277
    278	color_snprintf(str, sizeof(str), color ?: "", fmt, val);
    279	fprintf(out, "%*s ", mlen, str);
    280}
    281
    282static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused,
    283				  void *ctx, const char *color __maybe_unused,
    284				  const char *fmt,
    285				  const char *unit, double val)
    286{
    287	struct outstate *os = ctx;
    288	FILE *out = os->fh;
    289	char buf[64], *vals, *ends;
    290	char tbuf[1024];
    291
    292	if (!valid_only_metric(unit))
    293		return;
    294	unit = fixunit(tbuf, os->evsel, unit);
    295	snprintf(buf, sizeof buf, fmt, val);
    296	ends = vals = skip_spaces(buf);
    297	while (isdigit(*ends) || *ends == '.')
    298		ends++;
    299	*ends = 0;
    300	fprintf(out, "%s%s", vals, config->csv_sep);
    301}
    302
    303static void new_line_metric(struct perf_stat_config *config __maybe_unused,
    304			    void *ctx __maybe_unused)
    305{
    306}
    307
    308static void print_metric_header(struct perf_stat_config *config,
    309				void *ctx, const char *color __maybe_unused,
    310				const char *fmt __maybe_unused,
    311				const char *unit, double val __maybe_unused)
    312{
    313	struct outstate *os = ctx;
    314	char tbuf[1024];
    315
    316	/* In case of iostat, print metric header for first root port only */
    317	if (config->iostat_run &&
    318	    os->evsel->priv != os->evsel->evlist->selected->priv)
    319		return;
    320
    321	if (!valid_only_metric(unit))
    322		return;
    323	unit = fixunit(tbuf, os->evsel, unit);
    324	if (config->csv_output)
    325		fprintf(os->fh, "%s%s", unit, config->csv_sep);
    326	else
    327		fprintf(os->fh, "%*s ", config->metric_only_len, unit);
    328}
    329
    330static int first_shadow_cpu_map_idx(struct perf_stat_config *config,
    331				struct evsel *evsel, const struct aggr_cpu_id *id)
    332{
    333	struct perf_cpu_map *cpus = evsel__cpus(evsel);
    334	struct perf_cpu cpu;
    335	int idx;
    336
    337	if (config->aggr_mode == AGGR_NONE)
    338		return perf_cpu_map__idx(cpus, id->cpu);
    339
    340	if (!config->aggr_get_id)
    341		return 0;
    342
    343	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
    344		struct aggr_cpu_id cpu_id = config->aggr_get_id(config, cpu);
    345
    346		if (aggr_cpu_id__equal(&cpu_id, id))
    347			return idx;
    348	}
    349	return 0;
    350}
    351
    352static void abs_printout(struct perf_stat_config *config,
    353			 struct aggr_cpu_id id, int nr, struct evsel *evsel, double avg)
    354{
    355	FILE *output = config->output;
    356	double sc =  evsel->scale;
    357	const char *fmt;
    358
    359	if (config->csv_output) {
    360		fmt = floor(sc) != sc ?  "%.2f%s" : "%.0f%s";
    361	} else {
    362		if (config->big_num)
    363			fmt = floor(sc) != sc ? "%'18.2f%s" : "%'18.0f%s";
    364		else
    365			fmt = floor(sc) != sc ? "%18.2f%s" : "%18.0f%s";
    366	}
    367
    368	aggr_printout(config, evsel, id, nr);
    369
    370	fprintf(output, fmt, avg, config->csv_sep);
    371
    372	if (evsel->unit)
    373		fprintf(output, "%-*s%s",
    374			config->csv_output ? 0 : config->unit_width,
    375			evsel->unit, config->csv_sep);
    376
    377	fprintf(output, "%-*s", config->csv_output ? 0 : 25, evsel__name(evsel));
    378
    379	print_cgroup(config, evsel);
    380}
    381
    382static bool is_mixed_hw_group(struct evsel *counter)
    383{
    384	struct evlist *evlist = counter->evlist;
    385	u32 pmu_type = counter->core.attr.type;
    386	struct evsel *pos;
    387
    388	if (counter->core.nr_members < 2)
    389		return false;
    390
    391	evlist__for_each_entry(evlist, pos) {
    392		/* software events can be part of any hardware group */
    393		if (pos->core.attr.type == PERF_TYPE_SOFTWARE)
    394			continue;
    395		if (pmu_type == PERF_TYPE_SOFTWARE) {
    396			pmu_type = pos->core.attr.type;
    397			continue;
    398		}
    399		if (pmu_type != pos->core.attr.type)
    400			return true;
    401	}
    402
    403	return false;
    404}
    405
    406static void printout(struct perf_stat_config *config, struct aggr_cpu_id id, int nr,
    407		     struct evsel *counter, double uval,
    408		     char *prefix, u64 run, u64 ena, double noise,
    409		     struct runtime_stat *st)
    410{
    411	struct perf_stat_output_ctx out;
    412	struct outstate os = {
    413		.fh = config->output,
    414		.prefix = prefix ? prefix : "",
    415		.id = id,
    416		.nr = nr,
    417		.evsel = counter,
    418	};
    419	print_metric_t pm = print_metric_std;
    420	new_line_t nl;
    421
    422	if (config->metric_only) {
    423		nl = new_line_metric;
    424		if (config->csv_output)
    425			pm = print_metric_only_csv;
    426		else
    427			pm = print_metric_only;
    428	} else
    429		nl = new_line_std;
    430
    431	if (config->csv_output && !config->metric_only) {
    432		static int aggr_fields[] = {
    433			[AGGR_GLOBAL] = 0,
    434			[AGGR_THREAD] = 1,
    435			[AGGR_NONE] = 1,
    436			[AGGR_SOCKET] = 2,
    437			[AGGR_DIE] = 2,
    438			[AGGR_CORE] = 2,
    439		};
    440
    441		pm = print_metric_csv;
    442		nl = new_line_csv;
    443		os.nfields = 3;
    444		os.nfields += aggr_fields[config->aggr_mode];
    445		if (counter->cgrp)
    446			os.nfields++;
    447	}
    448
    449	if (!config->no_csv_summary && config->csv_output &&
    450	    config->summary && !config->interval) {
    451		fprintf(config->output, "%16s%s", "summary", config->csv_sep);
    452	}
    453
    454	if (run == 0 || ena == 0 || counter->counts->scaled == -1) {
    455		if (config->metric_only) {
    456			pm(config, &os, NULL, "", "", 0);
    457			return;
    458		}
    459		aggr_printout(config, counter, id, nr);
    460
    461		fprintf(config->output, "%*s%s",
    462			config->csv_output ? 0 : 18,
    463			counter->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED,
    464			config->csv_sep);
    465
    466		if (counter->supported) {
    467			if (!evlist__has_hybrid(counter->evlist)) {
    468				config->print_free_counters_hint = 1;
    469				if (is_mixed_hw_group(counter))
    470					config->print_mixed_hw_group_error = 1;
    471			}
    472		}
    473
    474		fprintf(config->output, "%-*s%s",
    475			config->csv_output ? 0 : config->unit_width,
    476			counter->unit, config->csv_sep);
    477
    478		fprintf(config->output, "%*s",
    479			config->csv_output ? 0 : -25, evsel__name(counter));
    480
    481		print_cgroup(config, counter);
    482
    483		if (!config->csv_output)
    484			pm(config, &os, NULL, NULL, "", 0);
    485		print_noise(config, counter, noise);
    486		print_running(config, run, ena);
    487		if (config->csv_output)
    488			pm(config, &os, NULL, NULL, "", 0);
    489		return;
    490	}
    491
    492	if (!config->metric_only)
    493		abs_printout(config, id, nr, counter, uval);
    494
    495	out.print_metric = pm;
    496	out.new_line = nl;
    497	out.ctx = &os;
    498	out.force_header = false;
    499
    500	if (config->csv_output && !config->metric_only) {
    501		print_noise(config, counter, noise);
    502		print_running(config, run, ena);
    503	}
    504
    505	perf_stat__print_shadow_stats(config, counter, uval,
    506				first_shadow_cpu_map_idx(config, counter, &id),
    507				&out, &config->metric_events, st);
    508	if (!config->csv_output && !config->metric_only) {
    509		print_noise(config, counter, noise);
    510		print_running(config, run, ena);
    511	}
    512}
    513
    514static void aggr_update_shadow(struct perf_stat_config *config,
    515			       struct evlist *evlist)
    516{
    517	int idx, s;
    518	struct perf_cpu cpu;
    519	struct aggr_cpu_id s2, id;
    520	u64 val;
    521	struct evsel *counter;
    522	struct perf_cpu_map *cpus;
    523
    524	for (s = 0; s < config->aggr_map->nr; s++) {
    525		id = config->aggr_map->map[s];
    526		evlist__for_each_entry(evlist, counter) {
    527			cpus = evsel__cpus(counter);
    528			val = 0;
    529			perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
    530				s2 = config->aggr_get_id(config, cpu);
    531				if (!aggr_cpu_id__equal(&s2, &id))
    532					continue;
    533				val += perf_counts(counter->counts, idx, 0)->val;
    534			}
    535			perf_stat__update_shadow_stats(counter, val,
    536					first_shadow_cpu_map_idx(config, counter, &id),
    537					&rt_stat);
    538		}
    539	}
    540}
    541
    542static void uniquify_event_name(struct evsel *counter)
    543{
    544	char *new_name;
    545	char *config;
    546	int ret = 0;
    547
    548	if (counter->uniquified_name || counter->use_config_name ||
    549	    !counter->pmu_name || !strncmp(counter->name, counter->pmu_name,
    550					   strlen(counter->pmu_name)))
    551		return;
    552
    553	config = strchr(counter->name, '/');
    554	if (config) {
    555		if (asprintf(&new_name,
    556			     "%s%s", counter->pmu_name, config) > 0) {
    557			free(counter->name);
    558			counter->name = new_name;
    559		}
    560	} else {
    561		if (perf_pmu__has_hybrid()) {
    562			ret = asprintf(&new_name, "%s/%s/",
    563				       counter->pmu_name, counter->name);
    564		} else {
    565			ret = asprintf(&new_name, "%s [%s]",
    566				       counter->name, counter->pmu_name);
    567		}
    568
    569		if (ret) {
    570			free(counter->name);
    571			counter->name = new_name;
    572		}
    573	}
    574
    575	counter->uniquified_name = true;
    576}
    577
    578static void collect_all_aliases(struct perf_stat_config *config, struct evsel *counter,
    579			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
    580				       bool first),
    581			    void *data)
    582{
    583	struct evlist *evlist = counter->evlist;
    584	struct evsel *alias;
    585
    586	alias = list_prepare_entry(counter, &(evlist->core.entries), core.node);
    587	list_for_each_entry_continue (alias, &evlist->core.entries, core.node) {
    588		/* Merge events with the same name, etc. but on different PMUs. */
    589		if (!strcmp(evsel__name(alias), evsel__name(counter)) &&
    590			alias->scale == counter->scale &&
    591			alias->cgrp == counter->cgrp &&
    592			!strcmp(alias->unit, counter->unit) &&
    593			evsel__is_clock(alias) == evsel__is_clock(counter) &&
    594			strcmp(alias->pmu_name, counter->pmu_name)) {
    595			alias->merged_stat = true;
    596			cb(config, alias, data, false);
    597		}
    598	}
    599}
    600
    601static bool is_uncore(struct evsel *evsel)
    602{
    603	struct perf_pmu *pmu = evsel__find_pmu(evsel);
    604
    605	return pmu && pmu->is_uncore;
    606}
    607
    608static bool hybrid_uniquify(struct evsel *evsel)
    609{
    610	return perf_pmu__has_hybrid() && !is_uncore(evsel);
    611}
    612
    613static bool hybrid_merge(struct evsel *counter, struct perf_stat_config *config,
    614			 bool check)
    615{
    616	if (hybrid_uniquify(counter)) {
    617		if (check)
    618			return config && config->hybrid_merge;
    619		else
    620			return config && !config->hybrid_merge;
    621	}
    622
    623	return false;
    624}
    625
    626static bool collect_data(struct perf_stat_config *config, struct evsel *counter,
    627			    void (*cb)(struct perf_stat_config *config, struct evsel *counter, void *data,
    628				       bool first),
    629			    void *data)
    630{
    631	if (counter->merged_stat)
    632		return false;
    633	cb(config, counter, data, true);
    634	if (config->no_merge || hybrid_merge(counter, config, false))
    635		uniquify_event_name(counter);
    636	else if (counter->auto_merge_stats || hybrid_merge(counter, config, true))
    637		collect_all_aliases(config, counter, cb, data);
    638	return true;
    639}
    640
    641struct aggr_data {
    642	u64 ena, run, val;
    643	struct aggr_cpu_id id;
    644	int nr;
    645	int cpu_map_idx;
    646};
    647
    648static void aggr_cb(struct perf_stat_config *config,
    649		    struct evsel *counter, void *data, bool first)
    650{
    651	struct aggr_data *ad = data;
    652	int idx;
    653	struct perf_cpu cpu;
    654	struct perf_cpu_map *cpus;
    655	struct aggr_cpu_id s2;
    656
    657	cpus = evsel__cpus(counter);
    658	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
    659		struct perf_counts_values *counts;
    660
    661		s2 = config->aggr_get_id(config, cpu);
    662		if (!aggr_cpu_id__equal(&s2, &ad->id))
    663			continue;
    664		if (first)
    665			ad->nr++;
    666		counts = perf_counts(counter->counts, idx, 0);
    667		/*
    668		 * When any result is bad, make them all to give
    669		 * consistent output in interval mode.
    670		 */
    671		if (counts->ena == 0 || counts->run == 0 ||
    672		    counter->counts->scaled == -1) {
    673			ad->ena = 0;
    674			ad->run = 0;
    675			break;
    676		}
    677		ad->val += counts->val;
    678		ad->ena += counts->ena;
    679		ad->run += counts->run;
    680	}
    681}
    682
    683static void print_counter_aggrdata(struct perf_stat_config *config,
    684				   struct evsel *counter, int s,
    685				   char *prefix, bool metric_only,
    686				   bool *first, struct perf_cpu cpu)
    687{
    688	struct aggr_data ad;
    689	FILE *output = config->output;
    690	u64 ena, run, val;
    691	int nr;
    692	struct aggr_cpu_id id;
    693	double uval;
    694
    695	ad.id = id = config->aggr_map->map[s];
    696	ad.val = ad.ena = ad.run = 0;
    697	ad.nr = 0;
    698	if (!collect_data(config, counter, aggr_cb, &ad))
    699		return;
    700
    701	if (perf_pmu__has_hybrid() && ad.ena == 0)
    702		return;
    703
    704	nr = ad.nr;
    705	ena = ad.ena;
    706	run = ad.run;
    707	val = ad.val;
    708	if (*first && metric_only) {
    709		*first = false;
    710		aggr_printout(config, counter, id, nr);
    711	}
    712	if (prefix && !metric_only)
    713		fprintf(output, "%s", prefix);
    714
    715	uval = val * counter->scale;
    716	if (cpu.cpu != -1)
    717		id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
    718
    719	printout(config, id, nr, counter, uval,
    720		 prefix, run, ena, 1.0, &rt_stat);
    721	if (!metric_only)
    722		fputc('\n', output);
    723}
    724
    725static void print_aggr(struct perf_stat_config *config,
    726		       struct evlist *evlist,
    727		       char *prefix)
    728{
    729	bool metric_only = config->metric_only;
    730	FILE *output = config->output;
    731	struct evsel *counter;
    732	int s;
    733	bool first;
    734
    735	if (!config->aggr_map || !config->aggr_get_id)
    736		return;
    737
    738	aggr_update_shadow(config, evlist);
    739
    740	/*
    741	 * With metric_only everything is on a single line.
    742	 * Without each counter has its own line.
    743	 */
    744	for (s = 0; s < config->aggr_map->nr; s++) {
    745		if (prefix && metric_only)
    746			fprintf(output, "%s", prefix);
    747
    748		first = true;
    749		evlist__for_each_entry(evlist, counter) {
    750			print_counter_aggrdata(config, counter, s,
    751					prefix, metric_only,
    752					&first, (struct perf_cpu){ .cpu = -1 });
    753		}
    754		if (metric_only)
    755			fputc('\n', output);
    756	}
    757}
    758
    759static int cmp_val(const void *a, const void *b)
    760{
    761	return ((struct perf_aggr_thread_value *)b)->val -
    762		((struct perf_aggr_thread_value *)a)->val;
    763}
    764
    765static struct perf_aggr_thread_value *sort_aggr_thread(
    766					struct evsel *counter,
    767					int *ret,
    768					struct target *_target)
    769{
    770	int nthreads = perf_thread_map__nr(counter->core.threads);
    771	int i = 0;
    772	double uval;
    773	struct perf_aggr_thread_value *buf;
    774
    775	buf = calloc(nthreads, sizeof(struct perf_aggr_thread_value));
    776	if (!buf)
    777		return NULL;
    778
    779	for (int thread = 0; thread < nthreads; thread++) {
    780		int idx;
    781		u64 ena = 0, run = 0, val = 0;
    782
    783		perf_cpu_map__for_each_idx(idx, evsel__cpus(counter)) {
    784			struct perf_counts_values *counts =
    785				perf_counts(counter->counts, idx, thread);
    786
    787			val += counts->val;
    788			ena += counts->ena;
    789			run += counts->run;
    790		}
    791
    792		uval = val * counter->scale;
    793
    794		/*
    795		 * Skip value 0 when enabling --per-thread globally,
    796		 * otherwise too many 0 output.
    797		 */
    798		if (uval == 0.0 && target__has_per_thread(_target))
    799			continue;
    800
    801		buf[i].counter = counter;
    802		buf[i].id = aggr_cpu_id__empty();
    803		buf[i].id.thread = thread;
    804		buf[i].uval = uval;
    805		buf[i].val = val;
    806		buf[i].run = run;
    807		buf[i].ena = ena;
    808		i++;
    809	}
    810
    811	qsort(buf, i, sizeof(struct perf_aggr_thread_value), cmp_val);
    812
    813	if (ret)
    814		*ret = i;
    815
    816	return buf;
    817}
    818
    819static void print_aggr_thread(struct perf_stat_config *config,
    820			      struct target *_target,
    821			      struct evsel *counter, char *prefix)
    822{
    823	FILE *output = config->output;
    824	int thread, sorted_threads;
    825	struct aggr_cpu_id id;
    826	struct perf_aggr_thread_value *buf;
    827
    828	buf = sort_aggr_thread(counter, &sorted_threads, _target);
    829	if (!buf) {
    830		perror("cannot sort aggr thread");
    831		return;
    832	}
    833
    834	for (thread = 0; thread < sorted_threads; thread++) {
    835		if (prefix)
    836			fprintf(output, "%s", prefix);
    837
    838		id = buf[thread].id;
    839		if (config->stats)
    840			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
    841				 prefix, buf[thread].run, buf[thread].ena, 1.0,
    842				 &config->stats[id.thread]);
    843		else
    844			printout(config, id, 0, buf[thread].counter, buf[thread].uval,
    845				 prefix, buf[thread].run, buf[thread].ena, 1.0,
    846				 &rt_stat);
    847		fputc('\n', output);
    848	}
    849
    850	free(buf);
    851}
    852
    853struct caggr_data {
    854	double avg, avg_enabled, avg_running;
    855};
    856
    857static void counter_aggr_cb(struct perf_stat_config *config __maybe_unused,
    858			    struct evsel *counter, void *data,
    859			    bool first __maybe_unused)
    860{
    861	struct caggr_data *cd = data;
    862	struct perf_counts_values *aggr = &counter->counts->aggr;
    863
    864	cd->avg += aggr->val;
    865	cd->avg_enabled += aggr->ena;
    866	cd->avg_running += aggr->run;
    867}
    868
    869/*
    870 * Print out the results of a single counter:
    871 * aggregated counts in system-wide mode
    872 */
    873static void print_counter_aggr(struct perf_stat_config *config,
    874			       struct evsel *counter, char *prefix)
    875{
    876	bool metric_only = config->metric_only;
    877	FILE *output = config->output;
    878	double uval;
    879	struct caggr_data cd = { .avg = 0.0 };
    880
    881	if (!collect_data(config, counter, counter_aggr_cb, &cd))
    882		return;
    883
    884	if (prefix && !metric_only)
    885		fprintf(output, "%s", prefix);
    886
    887	uval = cd.avg * counter->scale;
    888	printout(config, aggr_cpu_id__empty(), 0, counter, uval, prefix, cd.avg_running,
    889		 cd.avg_enabled, cd.avg, &rt_stat);
    890	if (!metric_only)
    891		fprintf(output, "\n");
    892}
    893
    894static void counter_cb(struct perf_stat_config *config __maybe_unused,
    895		       struct evsel *counter, void *data,
    896		       bool first __maybe_unused)
    897{
    898	struct aggr_data *ad = data;
    899
    900	ad->val += perf_counts(counter->counts, ad->cpu_map_idx, 0)->val;
    901	ad->ena += perf_counts(counter->counts, ad->cpu_map_idx, 0)->ena;
    902	ad->run += perf_counts(counter->counts, ad->cpu_map_idx, 0)->run;
    903}
    904
    905/*
    906 * Print out the results of a single counter:
    907 * does not use aggregated count in system-wide
    908 */
    909static void print_counter(struct perf_stat_config *config,
    910			  struct evsel *counter, char *prefix)
    911{
    912	FILE *output = config->output;
    913	u64 ena, run, val;
    914	double uval;
    915	int idx;
    916	struct perf_cpu cpu;
    917	struct aggr_cpu_id id;
    918
    919	perf_cpu_map__for_each_cpu(cpu, idx, evsel__cpus(counter)) {
    920		struct aggr_data ad = { .cpu_map_idx = idx };
    921
    922		if (!collect_data(config, counter, counter_cb, &ad))
    923			return;
    924		val = ad.val;
    925		ena = ad.ena;
    926		run = ad.run;
    927
    928		if (prefix)
    929			fprintf(output, "%s", prefix);
    930
    931		uval = val * counter->scale;
    932		id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
    933		printout(config, id, 0, counter, uval, prefix,
    934			 run, ena, 1.0, &rt_stat);
    935
    936		fputc('\n', output);
    937	}
    938}
    939
    940static void print_no_aggr_metric(struct perf_stat_config *config,
    941				 struct evlist *evlist,
    942				 char *prefix)
    943{
    944	int all_idx;
    945	struct perf_cpu cpu;
    946
    947	perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) {
    948		struct evsel *counter;
    949		bool first = true;
    950
    951		evlist__for_each_entry(evlist, counter) {
    952			u64 ena, run, val;
    953			double uval;
    954			struct aggr_cpu_id id;
    955			int counter_idx = perf_cpu_map__idx(evsel__cpus(counter), cpu);
    956
    957			if (counter_idx < 0)
    958				continue;
    959
    960			id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
    961			if (first) {
    962				if (prefix)
    963					fputs(prefix, config->output);
    964				aggr_printout(config, counter, id, 0);
    965				first = false;
    966			}
    967			val = perf_counts(counter->counts, counter_idx, 0)->val;
    968			ena = perf_counts(counter->counts, counter_idx, 0)->ena;
    969			run = perf_counts(counter->counts, counter_idx, 0)->run;
    970
    971			uval = val * counter->scale;
    972			printout(config, id, 0, counter, uval, prefix,
    973				 run, ena, 1.0, &rt_stat);
    974		}
    975		if (!first)
    976			fputc('\n', config->output);
    977	}
    978}
    979
    980static int aggr_header_lens[] = {
    981	[AGGR_CORE] = 24,
    982	[AGGR_DIE] = 18,
    983	[AGGR_SOCKET] = 12,
    984	[AGGR_NONE] = 6,
    985	[AGGR_THREAD] = 24,
    986	[AGGR_GLOBAL] = 0,
    987};
    988
    989static const char *aggr_header_csv[] = {
    990	[AGGR_CORE] 	= 	"core,cpus,",
    991	[AGGR_DIE] 	= 	"die,cpus",
    992	[AGGR_SOCKET] 	= 	"socket,cpus",
    993	[AGGR_NONE] 	= 	"cpu,",
    994	[AGGR_THREAD] 	= 	"comm-pid,",
    995	[AGGR_GLOBAL] 	=	""
    996};
    997
    998static void print_metric_headers(struct perf_stat_config *config,
    999				 struct evlist *evlist,
   1000				 const char *prefix, bool no_indent)
   1001{
   1002	struct perf_stat_output_ctx out;
   1003	struct evsel *counter;
   1004	struct outstate os = {
   1005		.fh = config->output
   1006	};
   1007
   1008	if (prefix)
   1009		fprintf(config->output, "%s", prefix);
   1010
   1011	if (!config->csv_output && !no_indent)
   1012		fprintf(config->output, "%*s",
   1013			aggr_header_lens[config->aggr_mode], "");
   1014	if (config->csv_output) {
   1015		if (config->interval)
   1016			fputs("time,", config->output);
   1017		if (!config->iostat_run)
   1018			fputs(aggr_header_csv[config->aggr_mode], config->output);
   1019	}
   1020	if (config->iostat_run)
   1021		iostat_print_header_prefix(config);
   1022
   1023	/* Print metrics headers only */
   1024	evlist__for_each_entry(evlist, counter) {
   1025		os.evsel = counter;
   1026		out.ctx = &os;
   1027		out.print_metric = print_metric_header;
   1028		out.new_line = new_line_metric;
   1029		out.force_header = true;
   1030		perf_stat__print_shadow_stats(config, counter, 0,
   1031					      0,
   1032					      &out,
   1033					      &config->metric_events,
   1034					      &rt_stat);
   1035	}
   1036	fputc('\n', config->output);
   1037}
   1038
   1039static void print_interval(struct perf_stat_config *config,
   1040			   struct evlist *evlist,
   1041			   char *prefix, struct timespec *ts)
   1042{
   1043	bool metric_only = config->metric_only;
   1044	unsigned int unit_width = config->unit_width;
   1045	FILE *output = config->output;
   1046	static int num_print_interval;
   1047
   1048	if (config->interval_clear)
   1049		puts(CONSOLE_CLEAR);
   1050
   1051	if (!config->iostat_run)
   1052		sprintf(prefix, "%6lu.%09lu%s", (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep);
   1053
   1054	if ((num_print_interval == 0 && !config->csv_output) || config->interval_clear) {
   1055		switch (config->aggr_mode) {
   1056		case AGGR_NODE:
   1057			fprintf(output, "#           time node   cpus");
   1058			if (!metric_only)
   1059				fprintf(output, "             counts %*s events\n", unit_width, "unit");
   1060			break;
   1061		case AGGR_SOCKET:
   1062			fprintf(output, "#           time socket cpus");
   1063			if (!metric_only)
   1064				fprintf(output, "             counts %*s events\n", unit_width, "unit");
   1065			break;
   1066		case AGGR_DIE:
   1067			fprintf(output, "#           time die          cpus");
   1068			if (!metric_only)
   1069				fprintf(output, "             counts %*s events\n", unit_width, "unit");
   1070			break;
   1071		case AGGR_CORE:
   1072			fprintf(output, "#           time core            cpus");
   1073			if (!metric_only)
   1074				fprintf(output, "             counts %*s events\n", unit_width, "unit");
   1075			break;
   1076		case AGGR_NONE:
   1077			fprintf(output, "#           time CPU    ");
   1078			if (!metric_only)
   1079				fprintf(output, "                counts %*s events\n", unit_width, "unit");
   1080			break;
   1081		case AGGR_THREAD:
   1082			fprintf(output, "#           time             comm-pid");
   1083			if (!metric_only)
   1084				fprintf(output, "                  counts %*s events\n", unit_width, "unit");
   1085			break;
   1086		case AGGR_GLOBAL:
   1087		default:
   1088			if (!config->iostat_run) {
   1089				fprintf(output, "#           time");
   1090				if (!metric_only)
   1091					fprintf(output, "             counts %*s events\n", unit_width, "unit");
   1092			}
   1093		case AGGR_UNSET:
   1094			break;
   1095		}
   1096	}
   1097
   1098	if ((num_print_interval == 0 || config->interval_clear) && metric_only)
   1099		print_metric_headers(config, evlist, " ", true);
   1100	if (++num_print_interval == 25)
   1101		num_print_interval = 0;
   1102}
   1103
   1104static void print_header(struct perf_stat_config *config,
   1105			 struct target *_target,
   1106			 int argc, const char **argv)
   1107{
   1108	FILE *output = config->output;
   1109	int i;
   1110
   1111	fflush(stdout);
   1112
   1113	if (!config->csv_output) {
   1114		fprintf(output, "\n");
   1115		fprintf(output, " Performance counter stats for ");
   1116		if (_target->bpf_str)
   1117			fprintf(output, "\'BPF program(s) %s", _target->bpf_str);
   1118		else if (_target->system_wide)
   1119			fprintf(output, "\'system wide");
   1120		else if (_target->cpu_list)
   1121			fprintf(output, "\'CPU(s) %s", _target->cpu_list);
   1122		else if (!target__has_task(_target)) {
   1123			fprintf(output, "\'%s", argv ? argv[0] : "pipe");
   1124			for (i = 1; argv && (i < argc); i++)
   1125				fprintf(output, " %s", argv[i]);
   1126		} else if (_target->pid)
   1127			fprintf(output, "process id \'%s", _target->pid);
   1128		else
   1129			fprintf(output, "thread id \'%s", _target->tid);
   1130
   1131		fprintf(output, "\'");
   1132		if (config->run_count > 1)
   1133			fprintf(output, " (%d runs)", config->run_count);
   1134		fprintf(output, ":\n\n");
   1135	}
   1136}
   1137
   1138static int get_precision(double num)
   1139{
   1140	if (num > 1)
   1141		return 0;
   1142
   1143	return lround(ceil(-log10(num)));
   1144}
   1145
   1146static void print_table(struct perf_stat_config *config,
   1147			FILE *output, int precision, double avg)
   1148{
   1149	char tmp[64];
   1150	int idx, indent = 0;
   1151
   1152	scnprintf(tmp, 64, " %17.*f", precision, avg);
   1153	while (tmp[indent] == ' ')
   1154		indent++;
   1155
   1156	fprintf(output, "%*s# Table of individual measurements:\n", indent, "");
   1157
   1158	for (idx = 0; idx < config->run_count; idx++) {
   1159		double run = (double) config->walltime_run[idx] / NSEC_PER_SEC;
   1160		int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5);
   1161
   1162		fprintf(output, " %17.*f (%+.*f) ",
   1163			precision, run, precision, run - avg);
   1164
   1165		for (h = 0; h < n; h++)
   1166			fprintf(output, "#");
   1167
   1168		fprintf(output, "\n");
   1169	}
   1170
   1171	fprintf(output, "\n%*s# Final result:\n", indent, "");
   1172}
   1173
   1174static double timeval2double(struct timeval *t)
   1175{
   1176	return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC;
   1177}
   1178
   1179static void print_footer(struct perf_stat_config *config)
   1180{
   1181	double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
   1182	FILE *output = config->output;
   1183
   1184	if (!config->null_run)
   1185		fprintf(output, "\n");
   1186
   1187	if (config->run_count == 1) {
   1188		fprintf(output, " %17.9f seconds time elapsed", avg);
   1189
   1190		if (config->ru_display) {
   1191			double ru_utime = timeval2double(&config->ru_data.ru_utime);
   1192			double ru_stime = timeval2double(&config->ru_data.ru_stime);
   1193
   1194			fprintf(output, "\n\n");
   1195			fprintf(output, " %17.9f seconds user\n", ru_utime);
   1196			fprintf(output, " %17.9f seconds sys\n", ru_stime);
   1197		}
   1198	} else {
   1199		double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
   1200		/*
   1201		 * Display at most 2 more significant
   1202		 * digits than the stddev inaccuracy.
   1203		 */
   1204		int precision = get_precision(sd) + 2;
   1205
   1206		if (config->walltime_run_table)
   1207			print_table(config, output, precision, avg);
   1208
   1209		fprintf(output, " %17.*f +- %.*f seconds time elapsed",
   1210			precision, avg, precision, sd);
   1211
   1212		print_noise_pct(config, sd, avg);
   1213	}
   1214	fprintf(output, "\n\n");
   1215
   1216	if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled())
   1217		fprintf(output,
   1218"Some events weren't counted. Try disabling the NMI watchdog:\n"
   1219"	echo 0 > /proc/sys/kernel/nmi_watchdog\n"
   1220"	perf stat ...\n"
   1221"	echo 1 > /proc/sys/kernel/nmi_watchdog\n");
   1222
   1223	if (config->print_mixed_hw_group_error)
   1224		fprintf(output,
   1225			"The events in group usually have to be from "
   1226			"the same PMU. Try reorganizing the group.\n");
   1227}
   1228
   1229static void print_percore_thread(struct perf_stat_config *config,
   1230				 struct evsel *counter, char *prefix)
   1231{
   1232	int s;
   1233	struct aggr_cpu_id s2, id;
   1234	struct perf_cpu_map *cpus;
   1235	bool first = true;
   1236	int idx;
   1237	struct perf_cpu cpu;
   1238
   1239	cpus = evsel__cpus(counter);
   1240	perf_cpu_map__for_each_cpu(cpu, idx, cpus) {
   1241		s2 = config->aggr_get_id(config, cpu);
   1242		for (s = 0; s < config->aggr_map->nr; s++) {
   1243			id = config->aggr_map->map[s];
   1244			if (aggr_cpu_id__equal(&s2, &id))
   1245				break;
   1246		}
   1247
   1248		print_counter_aggrdata(config, counter, s,
   1249				       prefix, false,
   1250				       &first, cpu);
   1251	}
   1252}
   1253
   1254static void print_percore(struct perf_stat_config *config,
   1255			  struct evsel *counter, char *prefix)
   1256{
   1257	bool metric_only = config->metric_only;
   1258	FILE *output = config->output;
   1259	int s;
   1260	bool first = true;
   1261
   1262	if (!config->aggr_map || !config->aggr_get_id)
   1263		return;
   1264
   1265	if (config->percore_show_thread)
   1266		return print_percore_thread(config, counter, prefix);
   1267
   1268	for (s = 0; s < config->aggr_map->nr; s++) {
   1269		if (prefix && metric_only)
   1270			fprintf(output, "%s", prefix);
   1271
   1272		print_counter_aggrdata(config, counter, s,
   1273				prefix, metric_only,
   1274				&first, (struct perf_cpu){ .cpu = -1 });
   1275	}
   1276
   1277	if (metric_only)
   1278		fputc('\n', output);
   1279}
   1280
   1281void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config,
   1282			    struct target *_target, struct timespec *ts, int argc, const char **argv)
   1283{
   1284	bool metric_only = config->metric_only;
   1285	int interval = config->interval;
   1286	struct evsel *counter;
   1287	char buf[64], *prefix = NULL;
   1288
   1289	if (config->iostat_run)
   1290		evlist->selected = evlist__first(evlist);
   1291
   1292	if (interval)
   1293		print_interval(config, evlist, prefix = buf, ts);
   1294	else
   1295		print_header(config, _target, argc, argv);
   1296
   1297	if (metric_only) {
   1298		static int num_print_iv;
   1299
   1300		if (num_print_iv == 0 && !interval)
   1301			print_metric_headers(config, evlist, prefix, false);
   1302		if (num_print_iv++ == 25)
   1303			num_print_iv = 0;
   1304		if (config->aggr_mode == AGGR_GLOBAL && prefix && !config->iostat_run)
   1305			fprintf(config->output, "%s", prefix);
   1306	}
   1307
   1308	switch (config->aggr_mode) {
   1309	case AGGR_CORE:
   1310	case AGGR_DIE:
   1311	case AGGR_SOCKET:
   1312	case AGGR_NODE:
   1313		print_aggr(config, evlist, prefix);
   1314		break;
   1315	case AGGR_THREAD:
   1316		evlist__for_each_entry(evlist, counter) {
   1317			print_aggr_thread(config, _target, counter, prefix);
   1318		}
   1319		break;
   1320	case AGGR_GLOBAL:
   1321		if (config->iostat_run)
   1322			iostat_print_counters(evlist, config, ts, prefix = buf,
   1323					      print_counter_aggr);
   1324		else {
   1325			evlist__for_each_entry(evlist, counter) {
   1326				print_counter_aggr(config, counter, prefix);
   1327			}
   1328			if (metric_only)
   1329				fputc('\n', config->output);
   1330		}
   1331		break;
   1332	case AGGR_NONE:
   1333		if (metric_only)
   1334			print_no_aggr_metric(config, evlist, prefix);
   1335		else {
   1336			evlist__for_each_entry(evlist, counter) {
   1337				if (counter->percore)
   1338					print_percore(config, counter, prefix);
   1339				else
   1340					print_counter(config, counter, prefix);
   1341			}
   1342		}
   1343		break;
   1344	case AGGR_UNSET:
   1345	default:
   1346		break;
   1347	}
   1348
   1349	if (!interval && !config->csv_output)
   1350		print_footer(config);
   1351
   1352	fflush(config->output);
   1353}