License cleanup: add SPDX GPL-2.0 license identifier to files with no license
[GitHub/MotorolaMobilityLLC/kernel-slsi.git] / tools / perf / util / pmu.c
CommitLineData
b2441318 1// SPDX-License-Identifier: GPL-2.0
cd82a32e 2#include <linux/list.h>
c5de47f2 3#include <linux/compiler.h>
cd82a32e 4#include <sys/types.h>
a43783ae 5#include <errno.h>
7a8ef4c4 6#include <sys/stat.h>
cd82a32e
JO
7#include <unistd.h>
8#include <stdio.h>
dc0a6202 9#include <stdbool.h>
7d4bdab5 10#include <stdarg.h>
cd82a32e 11#include <dirent.h>
cd0cfad7 12#include <api/fs/fs.h>
410136f5 13#include <locale.h>
cd82a32e
JO
14#include "util.h"
15#include "pmu.h"
16#include "parse-events.h"
7ae92e74 17#include "cpumap.h"
933f82ff
SB
18#include "header.h"
19#include "pmu-events/pmu-events.h"
61eb2eb4 20#include "cache.h"
a067558e 21#include "string2.h"
cd82a32e 22
ab1bf653
ACM
23struct perf_pmu_format {
24 char *name;
25 int value;
26 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS);
27 struct list_head list;
28};
29
50a9667c
RR
30#define EVENT_SOURCE_DEVICE_PATH "/bus/event_source/devices/"
31
cd82a32e
JO
32int perf_pmu_parse(struct list_head *list, char *name);
33extern FILE *perf_pmu_in;
34
35static LIST_HEAD(pmus);
36
37/*
38 * Parse & process all the sysfs attributes located under
39 * the directory specified in 'dir' parameter.
40 */
cff7f956 41int perf_pmu__format_parse(char *dir, struct list_head *head)
cd82a32e
JO
42{
43 struct dirent *evt_ent;
44 DIR *format_dir;
45 int ret = 0;
46
47 format_dir = opendir(dir);
48 if (!format_dir)
49 return -EINVAL;
50
51 while (!ret && (evt_ent = readdir(format_dir))) {
52 char path[PATH_MAX];
53 char *name = evt_ent->d_name;
54 FILE *file;
55
56 if (!strcmp(name, ".") || !strcmp(name, ".."))
57 continue;
58
59 snprintf(path, PATH_MAX, "%s/%s", dir, name);
60
61 ret = -EINVAL;
62 file = fopen(path, "r");
63 if (!file)
64 break;
65
66 perf_pmu_in = file;
67 ret = perf_pmu_parse(head, name);
68 fclose(file);
69 }
70
71 closedir(format_dir);
72 return ret;
73}
74
75/*
76 * Reading/parsing the default pmu format definition, which should be
77 * located at:
78 * /sys/bus/event_source/devices/<dev>/format as sysfs group attributes.
79 */
b6b96fb4 80static int pmu_format(const char *name, struct list_head *format)
cd82a32e
JO
81{
82 struct stat st;
83 char path[PATH_MAX];
cf38fada 84 const char *sysfs = sysfs__mountpoint();
cd82a32e 85
cd82a32e
JO
86 if (!sysfs)
87 return -1;
88
89 snprintf(path, PATH_MAX,
50a9667c 90 "%s" EVENT_SOURCE_DEVICE_PATH "%s/format", sysfs, name);
cd82a32e
JO
91
92 if (stat(path, &st) < 0)
9bc8f9fe 93 return 0; /* no error if format does not exist */
cd82a32e 94
cff7f956 95 if (perf_pmu__format_parse(path, format))
cd82a32e
JO
96 return -1;
97
98 return 0;
99}
100
d02fc6bc 101static int convert_scale(const char *scale, char **end, double *sval)
410136f5 102{
ea8f75f9 103 char *lc;
d02fc6bc 104 int ret = 0;
9ecae065 105
410136f5
SE
106 /*
107 * save current locale
108 */
109 lc = setlocale(LC_NUMERIC, NULL);
110
f9a5978a
JO
111 /*
112 * The lc string may be allocated in static storage,
113 * so get a dynamic copy to make it survive setlocale
114 * call below.
115 */
116 lc = strdup(lc);
117 if (!lc) {
118 ret = -ENOMEM;
d02fc6bc 119 goto out;
f9a5978a
JO
120 }
121
410136f5
SE
122 /*
123 * force to C locale to ensure kernel
124 * scale string is converted correctly.
125 * kernel uses default C locale.
126 */
127 setlocale(LC_NUMERIC, "C");
128
d02fc6bc 129 *sval = strtod(scale, end);
410136f5 130
d02fc6bc 131out:
410136f5
SE
132 /* restore locale */
133 setlocale(LC_NUMERIC, lc);
ea8f75f9 134 free(lc);
d02fc6bc
AK
135 return ret;
136}
137
138static int perf_pmu__parse_scale(struct perf_pmu_alias *alias, char *dir, char *name)
139{
140 struct stat st;
141 ssize_t sret;
142 char scale[128];
143 int fd, ret = -1;
144 char path[PATH_MAX];
145
146 snprintf(path, PATH_MAX, "%s/%s.scale", dir, name);
147
148 fd = open(path, O_RDONLY);
149 if (fd == -1)
150 return -1;
151
152 if (fstat(fd, &st) < 0)
153 goto error;
154
155 sret = read(fd, scale, sizeof(scale)-1);
156 if (sret < 0)
157 goto error;
158
159 if (scale[sret - 1] == '\n')
160 scale[sret - 1] = '\0';
161 else
162 scale[sret] = '\0';
f9a5978a 163
d02fc6bc 164 ret = convert_scale(scale, NULL, &alias->scale);
410136f5
SE
165error:
166 close(fd);
167 return ret;
168}
169
170static int perf_pmu__parse_unit(struct perf_pmu_alias *alias, char *dir, char *name)
171{
172 char path[PATH_MAX];
173 ssize_t sret;
174 int fd;
175
176 snprintf(path, PATH_MAX, "%s/%s.unit", dir, name);
177
178 fd = open(path, O_RDONLY);
179 if (fd == -1)
180 return -1;
181
d85ce830 182 sret = read(fd, alias->unit, UNIT_MAX_LEN);
410136f5
SE
183 if (sret < 0)
184 goto error;
185
186 close(fd);
187
9ecae065
MS
188 if (alias->unit[sret - 1] == '\n')
189 alias->unit[sret - 1] = '\0';
190 else
191 alias->unit[sret] = '\0';
410136f5
SE
192
193 return 0;
194error:
195 close(fd);
196 alias->unit[0] = '\0';
197 return -1;
198}
199
044330c1
MF
200static int
201perf_pmu__parse_per_pkg(struct perf_pmu_alias *alias, char *dir, char *name)
202{
203 char path[PATH_MAX];
204 int fd;
205
206 snprintf(path, PATH_MAX, "%s/%s.per-pkg", dir, name);
207
208 fd = open(path, O_RDONLY);
209 if (fd == -1)
210 return -1;
211
212 close(fd);
213
214 alias->per_pkg = true;
215 return 0;
216}
217
1d9e446b
JO
218static int perf_pmu__parse_snapshot(struct perf_pmu_alias *alias,
219 char *dir, char *name)
220{
221 char path[PATH_MAX];
222 int fd;
223
224 snprintf(path, PATH_MAX, "%s/%s.snapshot", dir, name);
225
226 fd = open(path, O_RDONLY);
227 if (fd == -1)
228 return -1;
229
230 alias->snapshot = true;
231 close(fd);
232 return 0;
233}
234
70c646e0 235static int __perf_pmu__new_alias(struct list_head *list, char *dir, char *name,
fedb2b51
AK
236 char *desc, char *val,
237 char *long_desc, char *topic,
00636c3b 238 char *unit, char *perpkg,
96284814
AK
239 char *metric_expr,
240 char *metric_name)
a6146d50 241{
5c6ccc37 242 struct perf_pmu_alias *alias;
a6146d50 243 int ret;
fedb2b51 244 int num;
a6146d50 245
a6146d50
ZY
246 alias = malloc(sizeof(*alias));
247 if (!alias)
248 return -ENOMEM;
249
250 INIT_LIST_HEAD(&alias->terms);
410136f5
SE
251 alias->scale = 1.0;
252 alias->unit[0] = '\0';
044330c1 253 alias->per_pkg = false;
84530920 254 alias->snapshot = false;
410136f5 255
70c646e0 256 ret = parse_events_terms(&alias->terms, val);
a6146d50 257 if (ret) {
70c646e0 258 pr_err("Cannot parse alias %s: %d\n", val, ret);
a6146d50
ZY
259 free(alias);
260 return ret;
261 }
262
263 alias->name = strdup(name);
70c646e0
SB
264 if (dir) {
265 /*
266 * load unit name and scale if available
267 */
268 perf_pmu__parse_unit(alias, dir, name);
269 perf_pmu__parse_scale(alias, dir, name);
270 perf_pmu__parse_per_pkg(alias, dir, name);
271 perf_pmu__parse_snapshot(alias, dir, name);
272 }
410136f5 273
00636c3b 274 alias->metric_expr = metric_expr ? strdup(metric_expr) : NULL;
96284814 275 alias->metric_name = metric_name ? strdup(metric_name): NULL;
08e60ed1 276 alias->desc = desc ? strdup(desc) : NULL;
c8d6828a
SB
277 alias->long_desc = long_desc ? strdup(long_desc) :
278 desc ? strdup(desc) : NULL;
dd5f1036 279 alias->topic = topic ? strdup(topic) : NULL;
fedb2b51
AK
280 if (unit) {
281 if (convert_scale(unit, &unit, &alias->scale) < 0)
282 return -1;
283 snprintf(alias->unit, sizeof(alias->unit), "%s", unit);
284 }
285 alias->per_pkg = perpkg && sscanf(perpkg, "%d", &num) == 1 && num == 1;
f2361024
AK
286 alias->str = strdup(val);
287
a6146d50 288 list_add_tail(&alias->list, list);
410136f5 289
a6146d50
ZY
290 return 0;
291}
292
70c646e0
SB
293static int perf_pmu__new_alias(struct list_head *list, char *dir, char *name, FILE *file)
294{
295 char buf[256];
296 int ret;
297
298 ret = fread(buf, 1, sizeof(buf), file);
299 if (ret == 0)
300 return -EINVAL;
301
302 buf[ret] = 0;
303
fedb2b51 304 return __perf_pmu__new_alias(list, dir, name, NULL, buf, NULL, NULL, NULL,
96284814 305 NULL, NULL, NULL);
70c646e0
SB
306}
307
46441bdc
MF
308static inline bool pmu_alias_info_file(char *name)
309{
310 size_t len;
311
312 len = strlen(name);
313 if (len > 5 && !strcmp(name + len - 5, ".unit"))
314 return true;
315 if (len > 6 && !strcmp(name + len - 6, ".scale"))
316 return true;
044330c1
MF
317 if (len > 8 && !strcmp(name + len - 8, ".per-pkg"))
318 return true;
1d9e446b
JO
319 if (len > 9 && !strcmp(name + len - 9, ".snapshot"))
320 return true;
46441bdc
MF
321
322 return false;
323}
324
a6146d50
ZY
325/*
326 * Process all the sysfs attributes located under the directory
327 * specified in 'dir' parameter.
328 */
329static int pmu_aliases_parse(char *dir, struct list_head *head)
330{
331 struct dirent *evt_ent;
332 DIR *event_dir;
a6146d50
ZY
333
334 event_dir = opendir(dir);
335 if (!event_dir)
336 return -EINVAL;
337
940db6dc 338 while ((evt_ent = readdir(event_dir))) {
a6146d50
ZY
339 char path[PATH_MAX];
340 char *name = evt_ent->d_name;
341 FILE *file;
342
343 if (!strcmp(name, ".") || !strcmp(name, ".."))
344 continue;
345
410136f5 346 /*
46441bdc 347 * skip info files parsed in perf_pmu__new_alias()
410136f5 348 */
46441bdc 349 if (pmu_alias_info_file(name))
410136f5
SE
350 continue;
351
a6146d50
ZY
352 snprintf(path, PATH_MAX, "%s/%s", dir, name);
353
a6146d50 354 file = fopen(path, "r");
940db6dc
AK
355 if (!file) {
356 pr_debug("Cannot open %s\n", path);
357 continue;
358 }
410136f5 359
940db6dc
AK
360 if (perf_pmu__new_alias(head, dir, name, file) < 0)
361 pr_debug("Cannot set up %s\n", name);
a6146d50
ZY
362 fclose(file);
363 }
364
365 closedir(event_dir);
940db6dc 366 return 0;
a6146d50
ZY
367}
368
369/*
370 * Reading the pmu event aliases definition, which should be located at:
371 * /sys/bus/event_source/devices/<dev>/events as sysfs group attributes.
372 */
b6b96fb4 373static int pmu_aliases(const char *name, struct list_head *head)
a6146d50
ZY
374{
375 struct stat st;
376 char path[PATH_MAX];
cf38fada 377 const char *sysfs = sysfs__mountpoint();
a6146d50 378
a6146d50
ZY
379 if (!sysfs)
380 return -1;
381
382 snprintf(path, PATH_MAX,
383 "%s/bus/event_source/devices/%s/events", sysfs, name);
384
385 if (stat(path, &st) < 0)
3fded963 386 return 0; /* no error if 'events' does not exist */
a6146d50
ZY
387
388 if (pmu_aliases_parse(path, head))
389 return -1;
390
391 return 0;
392}
393
5c6ccc37 394static int pmu_alias_terms(struct perf_pmu_alias *alias,
a6146d50
ZY
395 struct list_head *terms)
396{
7c2f8164 397 struct parse_events_term *term, *cloned;
a6146d50
ZY
398 LIST_HEAD(list);
399 int ret;
400
401 list_for_each_entry(term, &alias->terms, list) {
7c2f8164 402 ret = parse_events_term__clone(&cloned, term);
a6146d50 403 if (ret) {
682dc24c 404 parse_events_terms__purge(&list);
a6146d50
ZY
405 return ret;
406 }
7c2f8164 407 list_add_tail(&cloned->list, &list);
a6146d50
ZY
408 }
409 list_splice(&list, terms);
410 return 0;
411}
412
cd82a32e
JO
413/*
414 * Reading/parsing the default pmu type value, which should be
415 * located at:
416 * /sys/bus/event_source/devices/<dev>/type as sysfs attribute.
417 */
b6b96fb4 418static int pmu_type(const char *name, __u32 *type)
cd82a32e
JO
419{
420 struct stat st;
421 char path[PATH_MAX];
cd82a32e
JO
422 FILE *file;
423 int ret = 0;
cf38fada 424 const char *sysfs = sysfs__mountpoint();
cd82a32e 425
cd82a32e
JO
426 if (!sysfs)
427 return -1;
428
429 snprintf(path, PATH_MAX,
50a9667c 430 "%s" EVENT_SOURCE_DEVICE_PATH "%s/type", sysfs, name);
cd82a32e
JO
431
432 if (stat(path, &st) < 0)
433 return -1;
434
435 file = fopen(path, "r");
436 if (!file)
437 return -EINVAL;
438
439 if (1 != fscanf(file, "%u", type))
440 ret = -1;
441
442 fclose(file);
443 return ret;
444}
445
50a9667c
RR
446/* Add all pmus in sysfs to pmu list: */
447static void pmu_read_sysfs(void)
448{
449 char path[PATH_MAX];
50a9667c
RR
450 DIR *dir;
451 struct dirent *dent;
cf38fada 452 const char *sysfs = sysfs__mountpoint();
50a9667c 453
50a9667c
RR
454 if (!sysfs)
455 return;
456
457 snprintf(path, PATH_MAX,
458 "%s" EVENT_SOURCE_DEVICE_PATH, sysfs);
459
460 dir = opendir(path);
461 if (!dir)
462 return;
463
464 while ((dent = readdir(dir))) {
465 if (!strcmp(dent->d_name, ".") || !strcmp(dent->d_name, ".."))
466 continue;
467 /* add to static LIST_HEAD(pmus): */
468 perf_pmu__find(dent->d_name);
469 }
470
471 closedir(dir);
472}
473
66ec1191
MR
474static struct cpu_map *__pmu_cpumask(const char *path)
475{
476 FILE *file;
477 struct cpu_map *cpus;
478
479 file = fopen(path, "r");
480 if (!file)
481 return NULL;
482
483 cpus = cpu_map__read(file);
484 fclose(file);
485 return cpus;
486}
487
488/*
489 * Uncore PMUs have a "cpumask" file under sysfs. CPU PMUs (e.g. on arm/arm64)
490 * may have a "cpus" file.
491 */
492#define CPUS_TEMPLATE_UNCORE "%s/bus/event_source/devices/%s/cpumask"
493#define CPUS_TEMPLATE_CPU "%s/bus/event_source/devices/%s/cpus"
494
b6b96fb4 495static struct cpu_map *pmu_cpumask(const char *name)
7ae92e74 496{
7ae92e74 497 char path[PATH_MAX];
7ae92e74 498 struct cpu_map *cpus;
cf38fada 499 const char *sysfs = sysfs__mountpoint();
7e3fcffe 500 const char *templates[] = {
66ec1191
MR
501 CPUS_TEMPLATE_UNCORE,
502 CPUS_TEMPLATE_CPU,
503 NULL
7e3fcffe
MR
504 };
505 const char **template;
7ae92e74 506
7ae92e74
YZ
507 if (!sysfs)
508 return NULL;
509
7e3fcffe
MR
510 for (template = templates; *template; template++) {
511 snprintf(path, PATH_MAX, *template, sysfs, name);
66ec1191
MR
512 cpus = __pmu_cpumask(path);
513 if (cpus)
514 return cpus;
7e3fcffe 515 }
7ae92e74 516
66ec1191
MR
517 return NULL;
518}
7ae92e74 519
66ec1191
MR
520static bool pmu_is_uncore(const char *name)
521{
522 char path[PATH_MAX];
523 struct cpu_map *cpus;
524 const char *sysfs = sysfs__mountpoint();
7ae92e74 525
66ec1191
MR
526 snprintf(path, PATH_MAX, CPUS_TEMPLATE_UNCORE, sysfs, name);
527 cpus = __pmu_cpumask(path);
528 cpu_map__put(cpus);
529
530 return !!cpus;
7ae92e74
YZ
531}
532
933f82ff
SB
533/*
534 * Return the CPU id as a raw string.
535 *
536 * Each architecture should provide a more precise id string that
537 * can be use to match the architecture's "mapfile".
538 */
539char * __weak get_cpuid_str(void)
540{
541 return NULL;
542}
543
544/*
545 * From the pmu_events_map, find the table of PMU events that corresponds
546 * to the current running CPU. Then, add all PMU events from that table
547 * as aliases.
548 */
fedb2b51 549static void pmu_add_cpu_aliases(struct list_head *head, const char *name)
933f82ff
SB
550{
551 int i;
552 struct pmu_events_map *map;
553 struct pmu_event *pe;
554 char *cpuid;
fb967063 555 static bool printed;
933f82ff 556
fc06e2a5
AK
557 cpuid = getenv("PERF_CPUID");
558 if (cpuid)
559 cpuid = strdup(cpuid);
560 if (!cpuid)
561 cpuid = get_cpuid_str();
933f82ff
SB
562 if (!cpuid)
563 return;
564
fb967063
AK
565 if (!printed) {
566 pr_debug("Using CPUID %s\n", cpuid);
567 printed = true;
568 }
fc06e2a5 569
933f82ff
SB
570 i = 0;
571 while (1) {
572 map = &pmu_events_map[i++];
573 if (!map->table)
574 goto out;
575
576 if (!strcmp(map->cpuid, cpuid))
577 break;
578 }
579
580 /*
581 * Found a matching PMU events table. Create aliases
582 */
583 i = 0;
584 while (1) {
fedb2b51
AK
585 const char *pname;
586
933f82ff
SB
587 pe = &map->table[i++];
588 if (!pe->name)
589 break;
590
fedb2b51
AK
591 pname = pe->pmu ? pe->pmu : "cpu";
592 if (strncmp(pname, name, strlen(pname)))
593 continue;
594
933f82ff
SB
595 /* need type casts to override 'const' */
596 __perf_pmu__new_alias(head, NULL, (char *)pe->name,
c8d6828a 597 (char *)pe->desc, (char *)pe->event,
fedb2b51 598 (char *)pe->long_desc, (char *)pe->topic,
00636c3b 599 (char *)pe->unit, (char *)pe->perpkg,
96284814
AK
600 (char *)pe->metric_expr,
601 (char *)pe->metric_name);
933f82ff
SB
602 }
603
604out:
605 free(cpuid);
606}
607
c5de47f2 608struct perf_event_attr * __weak
dc0a6202
AH
609perf_pmu__get_default_config(struct perf_pmu *pmu __maybe_unused)
610{
611 return NULL;
612}
613
b6b96fb4 614static struct perf_pmu *pmu_lookup(const char *name)
cd82a32e
JO
615{
616 struct perf_pmu *pmu;
617 LIST_HEAD(format);
a6146d50 618 LIST_HEAD(aliases);
cd82a32e
JO
619 __u32 type;
620
621 /*
622 * The pmu data we store & need consists of the pmu
623 * type value and format definitions. Load both right
624 * now.
625 */
626 if (pmu_format(name, &format))
627 return NULL;
628
15b22ed3
AK
629 /*
630 * Check the type first to avoid unnecessary work.
631 */
632 if (pmu_type(name, &type))
3fded963
JO
633 return NULL;
634
15b22ed3 635 if (pmu_aliases(name, &aliases))
cd82a32e
JO
636 return NULL;
637
15b22ed3 638 pmu_add_cpu_aliases(&aliases, name);
cd82a32e
JO
639 pmu = zalloc(sizeof(*pmu));
640 if (!pmu)
641 return NULL;
642
7ae92e74
YZ
643 pmu->cpus = pmu_cpumask(name);
644
66ec1191
MR
645 pmu->is_uncore = pmu_is_uncore(name);
646
cd82a32e 647 INIT_LIST_HEAD(&pmu->format);
a6146d50 648 INIT_LIST_HEAD(&pmu->aliases);
cd82a32e 649 list_splice(&format, &pmu->format);
a6146d50 650 list_splice(&aliases, &pmu->aliases);
cd82a32e
JO
651 pmu->name = strdup(name);
652 pmu->type = type;
9bc8f9fe 653 list_add_tail(&pmu->list, &pmus);
dc0a6202
AH
654
655 pmu->default_config = perf_pmu__get_default_config(pmu);
656
cd82a32e
JO
657 return pmu;
658}
659
b6b96fb4 660static struct perf_pmu *pmu_find(const char *name)
cd82a32e
JO
661{
662 struct perf_pmu *pmu;
663
664 list_for_each_entry(pmu, &pmus, list)
665 if (!strcmp(pmu->name, name))
666 return pmu;
667
668 return NULL;
669}
670
50a9667c
RR
671struct perf_pmu *perf_pmu__scan(struct perf_pmu *pmu)
672{
673 /*
674 * pmu iterator: If pmu is NULL, we start at the begin,
675 * otherwise return the next pmu. Returns NULL on end.
676 */
677 if (!pmu) {
678 pmu_read_sysfs();
679 pmu = list_prepare_entry(pmu, &pmus, list);
680 }
681 list_for_each_entry_continue(pmu, &pmus, list)
682 return pmu;
683 return NULL;
684}
685
b6b96fb4 686struct perf_pmu *perf_pmu__find(const char *name)
cd82a32e
JO
687{
688 struct perf_pmu *pmu;
689
690 /*
691 * Once PMU is loaded it stays in the list,
692 * so we keep us from multiple reading/parsing
693 * the pmu format definitions.
694 */
695 pmu = pmu_find(name);
696 if (pmu)
697 return pmu;
698
699 return pmu_lookup(name);
700}
701
5c6ccc37 702static struct perf_pmu_format *
09ff6071 703pmu_find_format(struct list_head *formats, const char *name)
cd82a32e 704{
5c6ccc37 705 struct perf_pmu_format *format;
cd82a32e
JO
706
707 list_for_each_entry(format, formats, list)
708 if (!strcmp(format->name, name))
709 return format;
710
711 return NULL;
712}
713
09ff6071
AH
714__u64 perf_pmu__format_bits(struct list_head *formats, const char *name)
715{
716 struct perf_pmu_format *format = pmu_find_format(formats, name);
717 __u64 bits = 0;
718 int fbit;
719
720 if (!format)
721 return 0;
722
723 for_each_set_bit(fbit, format->bits, PERF_PMU_FORMAT_BITS)
724 bits |= 1ULL << fbit;
725
726 return bits;
727}
728
cd82a32e 729/*
dc0a6202 730 * Sets value based on the format definition (format parameter)
cd82a32e 731 * and unformated value (value parameter).
cd82a32e 732 */
dc0a6202
AH
733static void pmu_format_value(unsigned long *format, __u64 value, __u64 *v,
734 bool zero)
cd82a32e
JO
735{
736 unsigned long fbit, vbit;
cd82a32e
JO
737
738 for (fbit = 0, vbit = 0; fbit < PERF_PMU_FORMAT_BITS; fbit++) {
739
740 if (!test_bit(fbit, format))
741 continue;
742
dc0a6202
AH
743 if (value & (1llu << vbit++))
744 *v |= (1llu << fbit);
745 else if (zero)
746 *v &= ~(1llu << fbit);
cd82a32e 747 }
cd82a32e
JO
748}
749
0efe6b67
AH
750static __u64 pmu_format_max_value(const unsigned long *format)
751{
ac0e2cd5
KL
752 __u64 w = 0;
753 int fbit;
0efe6b67 754
ac0e2cd5
KL
755 for_each_set_bit(fbit, format, PERF_PMU_FORMAT_BITS)
756 w |= (1ULL << fbit);
757
758 return w;
0efe6b67
AH
759}
760
688d4dfc
CS
761/*
762 * Term is a string term, and might be a param-term. Try to look up it's value
763 * in the remaining terms.
764 * - We have a term like "base-or-format-term=param-term",
765 * - We need to find the value supplied for "param-term" (with param-term named
766 * in a config string) later on in the term list.
767 */
768static int pmu_resolve_param_term(struct parse_events_term *term,
769 struct list_head *head_terms,
770 __u64 *value)
771{
772 struct parse_events_term *t;
773
774 list_for_each_entry(t, head_terms, list) {
775 if (t->type_val == PARSE_EVENTS__TERM_TYPE_NUM) {
776 if (!strcmp(t->config, term->config)) {
777 t->used = true;
778 *value = t->val.num;
779 return 0;
780 }
781 }
782 }
783
bb963e16 784 if (verbose > 0)
688d4dfc
CS
785 printf("Required parameter '%s' not specified\n", term->config);
786
787 return -1;
788}
789
ffeb883e 790static char *pmu_formats_string(struct list_head *formats)
e64b020b
JO
791{
792 struct perf_pmu_format *format;
11db4e29
MH
793 char *str = NULL;
794 struct strbuf buf = STRBUF_INIT;
e64b020b
JO
795 unsigned i = 0;
796
ffeb883e 797 if (!formats)
e64b020b
JO
798 return NULL;
799
800 /* sysfs exported terms */
ffeb883e 801 list_for_each_entry(format, formats, list)
11db4e29
MH
802 if (strbuf_addf(&buf, i++ ? ",%s" : "%s", format->name) < 0)
803 goto error;
e64b020b 804
ffeb883e 805 str = strbuf_detach(&buf, NULL);
11db4e29 806error:
ffeb883e 807 strbuf_release(&buf);
e64b020b 808
e64b020b 809 return str;
e64b020b
JO
810}
811
cd82a32e
JO
812/*
813 * Setup one of config[12] attr members based on the
88aca8d9 814 * user input data - term parameter.
cd82a32e
JO
815 */
816static int pmu_config_term(struct list_head *formats,
817 struct perf_event_attr *attr,
dc0a6202 818 struct parse_events_term *term,
688d4dfc 819 struct list_head *head_terms,
e64b020b 820 bool zero, struct parse_events_error *err)
cd82a32e 821{
5c6ccc37 822 struct perf_pmu_format *format;
cd82a32e 823 __u64 *vp;
0efe6b67 824 __u64 val, max_val;
688d4dfc
CS
825
826 /*
827 * If this is a parameter we've already used for parameterized-eval,
828 * skip it in normal eval.
829 */
830 if (term->used)
831 return 0;
cd82a32e
JO
832
833 /*
cd82a32e
JO
834 * Hardcoded terms should be already in, so nothing
835 * to be done for them.
836 */
837 if (parse_events__is_hardcoded_term(term))
838 return 0;
839
cd82a32e 840 format = pmu_find_format(formats, term->config);
688d4dfc 841 if (!format) {
bb963e16 842 if (verbose > 0)
688d4dfc 843 printf("Invalid event/parameter '%s'\n", term->config);
e64b020b 844 if (err) {
ffeb883e
HK
845 char *pmu_term = pmu_formats_string(formats);
846
e64b020b
JO
847 err->idx = term->err_term;
848 err->str = strdup("unknown term");
ffeb883e
HK
849 err->help = parse_events_formats_error_string(pmu_term);
850 free(pmu_term);
e64b020b 851 }
cd82a32e 852 return -EINVAL;
688d4dfc 853 }
cd82a32e
JO
854
855 switch (format->value) {
856 case PERF_PMU_FORMAT_VALUE_CONFIG:
857 vp = &attr->config;
858 break;
859 case PERF_PMU_FORMAT_VALUE_CONFIG1:
860 vp = &attr->config1;
861 break;
862 case PERF_PMU_FORMAT_VALUE_CONFIG2:
863 vp = &attr->config2;
864 break;
865 default:
866 return -EINVAL;
867 }
868
16fa7e82 869 /*
688d4dfc
CS
870 * Either directly use a numeric term, or try to translate string terms
871 * using event parameters.
16fa7e82 872 */
99e7138e
JO
873 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) {
874 if (term->no_value &&
875 bitmap_weight(format->bits, PERF_PMU_FORMAT_BITS) > 1) {
876 if (err) {
877 err->idx = term->err_val;
878 err->str = strdup("no value assigned for term");
879 }
880 return -EINVAL;
881 }
882
688d4dfc 883 val = term->val.num;
99e7138e 884 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) {
688d4dfc 885 if (strcmp(term->val.str, "?")) {
bb963e16 886 if (verbose > 0) {
688d4dfc
CS
887 pr_info("Invalid sysfs entry %s=%s\n",
888 term->config, term->val.str);
e64b020b
JO
889 }
890 if (err) {
891 err->idx = term->err_val;
892 err->str = strdup("expected numeric value");
893 }
688d4dfc
CS
894 return -EINVAL;
895 }
896
897 if (pmu_resolve_param_term(term, head_terms, &val))
898 return -EINVAL;
899 } else
900 return -EINVAL;
901
0efe6b67
AH
902 max_val = pmu_format_max_value(format->bits);
903 if (val > max_val) {
904 if (err) {
905 err->idx = term->err_val;
906 if (asprintf(&err->str,
907 "value too big for format, maximum is %llu",
908 (unsigned long long)max_val) < 0)
909 err->str = strdup("value too big for format");
910 return -EINVAL;
911 }
912 /*
913 * Assume we don't care if !err, in which case the value will be
914 * silently truncated.
915 */
916 }
917
688d4dfc 918 pmu_format_value(format->bits, val, vp, zero);
cd82a32e
JO
919 return 0;
920}
921
cff7f956
JO
922int perf_pmu__config_terms(struct list_head *formats,
923 struct perf_event_attr *attr,
dc0a6202 924 struct list_head *head_terms,
e64b020b 925 bool zero, struct parse_events_error *err)
cd82a32e 926{
6cee6cd3 927 struct parse_events_term *term;
cd82a32e 928
688d4dfc 929 list_for_each_entry(term, head_terms, list) {
e64b020b
JO
930 if (pmu_config_term(formats, attr, term, head_terms,
931 zero, err))
cd82a32e 932 return -EINVAL;
688d4dfc 933 }
cd82a32e
JO
934
935 return 0;
936}
937
938/*
939 * Configures event's 'attr' parameter based on the:
940 * 1) users input - specified in terms parameter
941 * 2) pmu format definitions - specified by pmu parameter
942 */
943int perf_pmu__config(struct perf_pmu *pmu, struct perf_event_attr *attr,
e64b020b
JO
944 struct list_head *head_terms,
945 struct parse_events_error *err)
cd82a32e 946{
dc0a6202
AH
947 bool zero = !!pmu->default_config;
948
cd82a32e 949 attr->type = pmu->type;
e64b020b
JO
950 return perf_pmu__config_terms(&pmu->format, attr, head_terms,
951 zero, err);
cd82a32e
JO
952}
953
5c6ccc37
ACM
954static struct perf_pmu_alias *pmu_find_alias(struct perf_pmu *pmu,
955 struct parse_events_term *term)
a6146d50 956{
5c6ccc37 957 struct perf_pmu_alias *alias;
a6146d50
ZY
958 char *name;
959
960 if (parse_events__is_hardcoded_term(term))
961 return NULL;
962
963 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) {
964 if (term->val.num != 1)
965 return NULL;
966 if (pmu_find_format(&pmu->format, term->config))
967 return NULL;
968 name = term->config;
969 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) {
970 if (strcasecmp(term->config, "event"))
971 return NULL;
972 name = term->val.str;
973 } else {
974 return NULL;
975 }
976
977 list_for_each_entry(alias, &pmu->aliases, list) {
978 if (!strcasecmp(alias->name, name))
979 return alias;
980 }
981 return NULL;
982}
983
410136f5 984
1d9e446b
JO
985static int check_info_data(struct perf_pmu_alias *alias,
986 struct perf_pmu_info *info)
410136f5
SE
987{
988 /*
989 * Only one term in event definition can
1d9e446b
JO
990 * define unit, scale and snapshot, fail
991 * if there's more than one.
410136f5 992 */
b30a7d1f 993 if ((info->unit && alias->unit[0]) ||
1d9e446b
JO
994 (info->scale && alias->scale) ||
995 (info->snapshot && alias->snapshot))
410136f5
SE
996 return -EINVAL;
997
b30a7d1f 998 if (alias->unit[0])
1d9e446b 999 info->unit = alias->unit;
410136f5
SE
1000
1001 if (alias->scale)
1d9e446b
JO
1002 info->scale = alias->scale;
1003
1004 if (alias->snapshot)
1005 info->snapshot = alias->snapshot;
410136f5
SE
1006
1007 return 0;
1008}
1009
a6146d50
ZY
1010/*
1011 * Find alias in the terms list and replace it with the terms
1012 * defined for the alias
1013 */
410136f5 1014int perf_pmu__check_alias(struct perf_pmu *pmu, struct list_head *head_terms,
46441bdc 1015 struct perf_pmu_info *info)
a6146d50 1016{
6cee6cd3 1017 struct parse_events_term *term, *h;
5c6ccc37 1018 struct perf_pmu_alias *alias;
a6146d50
ZY
1019 int ret;
1020
044330c1
MF
1021 info->per_pkg = false;
1022
8a398897
SE
1023 /*
1024 * Mark unit and scale as not set
1025 * (different from default values, see below)
1026 */
1d9e446b
JO
1027 info->unit = NULL;
1028 info->scale = 0.0;
1029 info->snapshot = false;
37932c18 1030 info->metric_expr = NULL;
96284814 1031 info->metric_name = NULL;
410136f5 1032
a6146d50
ZY
1033 list_for_each_entry_safe(term, h, head_terms, list) {
1034 alias = pmu_find_alias(pmu, term);
1035 if (!alias)
1036 continue;
1037 ret = pmu_alias_terms(alias, &term->list);
1038 if (ret)
1039 return ret;
410136f5 1040
1d9e446b 1041 ret = check_info_data(alias, info);
410136f5
SE
1042 if (ret)
1043 return ret;
1044
044330c1
MF
1045 if (alias->per_pkg)
1046 info->per_pkg = true;
37932c18 1047 info->metric_expr = alias->metric_expr;
96284814 1048 info->metric_name = alias->metric_name;
044330c1 1049
a6146d50
ZY
1050 list_del(&term->list);
1051 free(term);
1052 }
8a398897
SE
1053
1054 /*
1055 * if no unit or scale foundin aliases, then
1056 * set defaults as for evsel
1057 * unit cannot left to NULL
1058 */
46441bdc
MF
1059 if (info->unit == NULL)
1060 info->unit = "";
8a398897 1061
46441bdc
MF
1062 if (info->scale == 0.0)
1063 info->scale = 1.0;
8a398897 1064
a6146d50
ZY
1065 return 0;
1066}
1067
cd82a32e
JO
1068int perf_pmu__new_format(struct list_head *list, char *name,
1069 int config, unsigned long *bits)
1070{
5c6ccc37 1071 struct perf_pmu_format *format;
cd82a32e
JO
1072
1073 format = zalloc(sizeof(*format));
1074 if (!format)
1075 return -ENOMEM;
1076
1077 format->name = strdup(name);
1078 format->value = config;
1079 memcpy(format->bits, bits, sizeof(format->bits));
1080
1081 list_add_tail(&format->list, list);
1082 return 0;
1083}
1084
1085void perf_pmu__set_format(unsigned long *bits, long from, long to)
1086{
1087 long b;
1088
1089 if (!to)
1090 to = from;
1091
15268138 1092 memset(bits, 0, BITS_TO_BYTES(PERF_PMU_FORMAT_BITS));
cd82a32e
JO
1093 for (b = from; b <= to; b++)
1094 set_bit(b, bits);
1095}
dc098b35 1096
aaea3617
CS
1097static int sub_non_neg(int a, int b)
1098{
1099 if (b > a)
1100 return 0;
1101 return a - b;
1102}
1103
dc098b35
AK
1104static char *format_alias(char *buf, int len, struct perf_pmu *pmu,
1105 struct perf_pmu_alias *alias)
1106{
aaea3617
CS
1107 struct parse_events_term *term;
1108 int used = snprintf(buf, len, "%s/%s", pmu->name, alias->name);
1109
1110 list_for_each_entry(term, &alias->terms, list) {
1111 if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR)
1112 used += snprintf(buf + used, sub_non_neg(len, used),
1113 ",%s=%s", term->config,
1114 term->val.str);
1115 }
1116
1117 if (sub_non_neg(len, used) > 0) {
1118 buf[used] = '/';
1119 used++;
1120 }
1121 if (sub_non_neg(len, used) > 0) {
1122 buf[used] = '\0';
1123 used++;
1124 } else
1125 buf[len - 1] = '\0';
1126
dc098b35
AK
1127 return buf;
1128}
1129
1130static char *format_alias_or(char *buf, int len, struct perf_pmu *pmu,
1131 struct perf_pmu_alias *alias)
1132{
1133 snprintf(buf, len, "%s OR %s/%s/", alias->name, pmu->name, alias->name);
1134 return buf;
1135}
1136
dd5f1036 1137struct sevent {
08e60ed1
AK
1138 char *name;
1139 char *desc;
dd5f1036 1140 char *topic;
f2361024
AK
1141 char *str;
1142 char *pmu;
7f372a63 1143 char *metric_expr;
96284814 1144 char *metric_name;
08e60ed1
AK
1145};
1146
dd5f1036 1147static int cmp_sevent(const void *a, const void *b)
08e60ed1 1148{
dd5f1036
AK
1149 const struct sevent *as = a;
1150 const struct sevent *bs = b;
08e60ed1
AK
1151
1152 /* Put extra events last */
1153 if (!!as->desc != !!bs->desc)
1154 return !!as->desc - !!bs->desc;
dd5f1036
AK
1155 if (as->topic && bs->topic) {
1156 int n = strcmp(as->topic, bs->topic);
1157
1158 if (n)
1159 return n;
1160 }
08e60ed1
AK
1161 return strcmp(as->name, bs->name);
1162}
1163
1164static void wordwrap(char *s, int start, int max, int corr)
dc098b35 1165{
08e60ed1
AK
1166 int column = start;
1167 int n;
1168
1169 while (*s) {
1170 int wlen = strcspn(s, " \t");
1171
1172 if (column + wlen >= max && column > start) {
1173 printf("\n%*s", start, "");
1174 column = start + corr;
1175 }
1176 n = printf("%s%.*s", column > start ? " " : "", wlen, s);
1177 if (n <= 0)
1178 break;
1179 s += wlen;
1180 column += n;
aa4beb10 1181 s = ltrim(s);
08e60ed1 1182 }
dc098b35
AK
1183}
1184
c8d6828a 1185void print_pmu_events(const char *event_glob, bool name_only, bool quiet_flag,
bf874fcf 1186 bool long_desc, bool details_flag)
dc098b35
AK
1187{
1188 struct perf_pmu *pmu;
1189 struct perf_pmu_alias *alias;
1190 char buf[1024];
1191 int printed = 0;
1192 int len, j;
dd5f1036 1193 struct sevent *aliases;
08e60ed1 1194 int numdesc = 0;
61eb2eb4 1195 int columns = pager_get_columns();
dd5f1036 1196 char *topic = NULL;
dc098b35
AK
1197
1198 pmu = NULL;
1199 len = 0;
42634bc7 1200 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
dc098b35
AK
1201 list_for_each_entry(alias, &pmu->aliases, list)
1202 len++;
42634bc7
AH
1203 if (pmu->selectable)
1204 len++;
1205 }
dd5f1036 1206 aliases = zalloc(sizeof(struct sevent) * len);
dc098b35 1207 if (!aliases)
7e4772dc 1208 goto out_enomem;
dc098b35
AK
1209 pmu = NULL;
1210 j = 0;
42634bc7 1211 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
dc098b35 1212 list_for_each_entry(alias, &pmu->aliases, list) {
08e60ed1
AK
1213 char *name = alias->desc ? alias->name :
1214 format_alias(buf, sizeof(buf), pmu, alias);
dc098b35
AK
1215 bool is_cpu = !strcmp(pmu->name, "cpu");
1216
1217 if (event_glob != NULL &&
38d14f0c
AK
1218 !(strglobmatch_nocase(name, event_glob) ||
1219 (!is_cpu && strglobmatch_nocase(alias->name,
67bdc35f
AK
1220 event_glob)) ||
1221 (alias->topic &&
1222 strglobmatch_nocase(alias->topic, event_glob))))
dc098b35 1223 continue;
7e4772dc 1224
08e60ed1 1225 if (is_cpu && !name_only && !alias->desc)
7e4772dc
ACM
1226 name = format_alias_or(buf, sizeof(buf), pmu, alias);
1227
08e60ed1
AK
1228 aliases[j].name = name;
1229 if (is_cpu && !name_only && !alias->desc)
1230 aliases[j].name = format_alias_or(buf,
1231 sizeof(buf),
1232 pmu, alias);
1233 aliases[j].name = strdup(aliases[j].name);
1234 if (!aliases[j].name)
7e4772dc 1235 goto out_enomem;
08e60ed1 1236
c8d6828a
SB
1237 aliases[j].desc = long_desc ? alias->long_desc :
1238 alias->desc;
dd5f1036 1239 aliases[j].topic = alias->topic;
f2361024
AK
1240 aliases[j].str = alias->str;
1241 aliases[j].pmu = pmu->name;
7f372a63 1242 aliases[j].metric_expr = alias->metric_expr;
96284814 1243 aliases[j].metric_name = alias->metric_name;
dc098b35
AK
1244 j++;
1245 }
fa52ceab
ACM
1246 if (pmu->selectable &&
1247 (event_glob == NULL || strglobmatch(pmu->name, event_glob))) {
7e4772dc
ACM
1248 char *s;
1249 if (asprintf(&s, "%s//", pmu->name) < 0)
1250 goto out_enomem;
08e60ed1 1251 aliases[j].name = s;
42634bc7
AH
1252 j++;
1253 }
1254 }
dc098b35 1255 len = j;
dd5f1036 1256 qsort(aliases, len, sizeof(struct sevent), cmp_sevent);
dc098b35 1257 for (j = 0; j < len; j++) {
15b22ed3
AK
1258 /* Skip duplicates */
1259 if (j > 0 && !strcmp(aliases[j].name, aliases[j - 1].name))
1260 continue;
dc098b35 1261 if (name_only) {
08e60ed1 1262 printf("%s ", aliases[j].name);
dc098b35
AK
1263 continue;
1264 }
1c5f01fe 1265 if (aliases[j].desc && !quiet_flag) {
08e60ed1
AK
1266 if (numdesc++ == 0)
1267 printf("\n");
dd5f1036
AK
1268 if (aliases[j].topic && (!topic ||
1269 strcmp(topic, aliases[j].topic))) {
1270 printf("%s%s:\n", topic ? "\n" : "",
1271 aliases[j].topic);
1272 topic = aliases[j].topic;
1273 }
08e60ed1
AK
1274 printf(" %-50s\n", aliases[j].name);
1275 printf("%*s", 8, "[");
1276 wordwrap(aliases[j].desc, 8, columns, 0);
1277 printf("]\n");
bf874fcf 1278 if (details_flag) {
7f372a63 1279 printf("%*s%s/%s/ ", 8, "", aliases[j].pmu, aliases[j].str);
96284814
AK
1280 if (aliases[j].metric_name)
1281 printf(" MetricName: %s", aliases[j].metric_name);
7f372a63
AK
1282 if (aliases[j].metric_expr)
1283 printf(" MetricExpr: %s", aliases[j].metric_expr);
1284 putchar('\n');
1285 }
08e60ed1
AK
1286 } else
1287 printf(" %-50s [Kernel PMU event]\n", aliases[j].name);
dc098b35
AK
1288 printed++;
1289 }
dfc431cb 1290 if (printed && pager_in_use())
dc098b35 1291 printf("\n");
7e4772dc
ACM
1292out_free:
1293 for (j = 0; j < len; j++)
08e60ed1 1294 zfree(&aliases[j].name);
7e4772dc
ACM
1295 zfree(&aliases);
1296 return;
1297
1298out_enomem:
1299 printf("FATAL: not enough memory to print PMU events\n");
1300 if (aliases)
1301 goto out_free;
dc098b35 1302}
4cabc3d1
AK
1303
1304bool pmu_have_event(const char *pname, const char *name)
1305{
1306 struct perf_pmu *pmu;
1307 struct perf_pmu_alias *alias;
1308
1309 pmu = NULL;
1310 while ((pmu = perf_pmu__scan(pmu)) != NULL) {
1311 if (strcmp(pname, pmu->name))
1312 continue;
1313 list_for_each_entry(alias, &pmu->aliases, list)
1314 if (!strcmp(alias->name, name))
1315 return true;
1316 }
1317 return false;
1318}
7d4bdab5
AH
1319
1320static FILE *perf_pmu__open_file(struct perf_pmu *pmu, const char *name)
1321{
1322 struct stat st;
1323 char path[PATH_MAX];
1324 const char *sysfs;
1325
1326 sysfs = sysfs__mountpoint();
1327 if (!sysfs)
1328 return NULL;
1329
1330 snprintf(path, PATH_MAX,
1331 "%s" EVENT_SOURCE_DEVICE_PATH "%s/%s", sysfs, pmu->name, name);
1332
1333 if (stat(path, &st) < 0)
1334 return NULL;
1335
1336 return fopen(path, "r");
1337}
1338
1339int perf_pmu__scan_file(struct perf_pmu *pmu, const char *name, const char *fmt,
1340 ...)
1341{
1342 va_list args;
1343 FILE *file;
1344 int ret = EOF;
1345
1346 va_start(args, fmt);
1347 file = perf_pmu__open_file(pmu, name);
1348 if (file) {
1349 ret = vfscanf(file, fmt, args);
1350 fclose(file);
1351 }
1352 va_end(args);
1353 return ret;
1354}