123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442 |
- /*
- * Copyright (C) 2011, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com>
- *
- * Parts came from builtin-{top,stat,record}.c, see those files for further
- * copyright notes.
- *
- * Released under the GPL v2. (and only v2, not any later version)
- */
- #include "evsel.h"
- #include "evlist.h"
- #include "util.h"
- #include "cpumap.h"
- #include "thread_map.h"
- #define FD(e, x, y) (*(int *)xyarray__entry(e->fd, x, y))
- int __perf_evsel__sample_size(u64 sample_type)
- {
- u64 mask = sample_type & PERF_SAMPLE_MASK;
- int size = 0;
- int i;
- for (i = 0; i < 64; i++) {
- if (mask & (1ULL << i))
- size++;
- }
- size *= sizeof(u64);
- return size;
- }
- void perf_evsel__init(struct perf_evsel *evsel,
- struct perf_event_attr *attr, int idx)
- {
- evsel->idx = idx;
- evsel->attr = *attr;
- INIT_LIST_HEAD(&evsel->node);
- }
- struct perf_evsel *perf_evsel__new(struct perf_event_attr *attr, int idx)
- {
- struct perf_evsel *evsel = zalloc(sizeof(*evsel));
- if (evsel != NULL)
- perf_evsel__init(evsel, attr, idx);
- return evsel;
- }
- int perf_evsel__alloc_fd(struct perf_evsel *evsel, int ncpus, int nthreads)
- {
- int cpu, thread;
- evsel->fd = xyarray__new(ncpus, nthreads, sizeof(int));
- if (evsel->fd) {
- for (cpu = 0; cpu < ncpus; cpu++) {
- for (thread = 0; thread < nthreads; thread++) {
- FD(evsel, cpu, thread) = -1;
- }
- }
- }
- return evsel->fd != NULL ? 0 : -ENOMEM;
- }
- int perf_evsel__alloc_id(struct perf_evsel *evsel, int ncpus, int nthreads)
- {
- evsel->sample_id = xyarray__new(ncpus, nthreads, sizeof(struct perf_sample_id));
- if (evsel->sample_id == NULL)
- return -ENOMEM;
- evsel->id = zalloc(ncpus * nthreads * sizeof(u64));
- if (evsel->id == NULL) {
- xyarray__delete(evsel->sample_id);
- evsel->sample_id = NULL;
- return -ENOMEM;
- }
- return 0;
- }
- int perf_evsel__alloc_counts(struct perf_evsel *evsel, int ncpus)
- {
- evsel->counts = zalloc((sizeof(*evsel->counts) +
- (ncpus * sizeof(struct perf_counts_values))));
- return evsel->counts != NULL ? 0 : -ENOMEM;
- }
- void perf_evsel__free_fd(struct perf_evsel *evsel)
- {
- xyarray__delete(evsel->fd);
- evsel->fd = NULL;
- }
- void perf_evsel__free_id(struct perf_evsel *evsel)
- {
- xyarray__delete(evsel->sample_id);
- evsel->sample_id = NULL;
- free(evsel->id);
- evsel->id = NULL;
- }
- void perf_evsel__close_fd(struct perf_evsel *evsel, int ncpus, int nthreads)
- {
- int cpu, thread;
- for (cpu = 0; cpu < ncpus; cpu++)
- for (thread = 0; thread < nthreads; ++thread) {
- close(FD(evsel, cpu, thread));
- FD(evsel, cpu, thread) = -1;
- }
- }
- void perf_evsel__exit(struct perf_evsel *evsel)
- {
- assert(list_empty(&evsel->node));
- xyarray__delete(evsel->fd);
- xyarray__delete(evsel->sample_id);
- free(evsel->id);
- }
- void perf_evsel__delete(struct perf_evsel *evsel)
- {
- perf_evsel__exit(evsel);
- close_cgroup(evsel->cgrp);
- free(evsel->name);
- free(evsel);
- }
- int __perf_evsel__read_on_cpu(struct perf_evsel *evsel,
- int cpu, int thread, bool scale)
- {
- struct perf_counts_values count;
- size_t nv = scale ? 3 : 1;
- if (FD(evsel, cpu, thread) < 0)
- return -EINVAL;
- if (evsel->counts == NULL && perf_evsel__alloc_counts(evsel, cpu + 1) < 0)
- return -ENOMEM;
- if (readn(FD(evsel, cpu, thread), &count, nv * sizeof(u64)) < 0)
- return -errno;
- if (scale) {
- if (count.run == 0)
- count.val = 0;
- else if (count.run < count.ena)
- count.val = (u64)((double)count.val * count.ena / count.run + 0.5);
- } else
- count.ena = count.run = 0;
- evsel->counts->cpu[cpu] = count;
- return 0;
- }
- int __perf_evsel__read(struct perf_evsel *evsel,
- int ncpus, int nthreads, bool scale)
- {
- size_t nv = scale ? 3 : 1;
- int cpu, thread;
- struct perf_counts_values *aggr = &evsel->counts->aggr, count;
- aggr->val = aggr->ena = aggr->run = 0;
- for (cpu = 0; cpu < ncpus; cpu++) {
- for (thread = 0; thread < nthreads; thread++) {
- if (FD(evsel, cpu, thread) < 0)
- continue;
- if (readn(FD(evsel, cpu, thread),
- &count, nv * sizeof(u64)) < 0)
- return -errno;
- aggr->val += count.val;
- if (scale) {
- aggr->ena += count.ena;
- aggr->run += count.run;
- }
- }
- }
- evsel->counts->scaled = 0;
- if (scale) {
- if (aggr->run == 0) {
- evsel->counts->scaled = -1;
- aggr->val = 0;
- return 0;
- }
- if (aggr->run < aggr->ena) {
- evsel->counts->scaled = 1;
- aggr->val = (u64)((double)aggr->val * aggr->ena / aggr->run + 0.5);
- }
- } else
- aggr->ena = aggr->run = 0;
- return 0;
- }
- static int __perf_evsel__open(struct perf_evsel *evsel, struct cpu_map *cpus,
- struct thread_map *threads, bool group)
- {
- int cpu, thread;
- unsigned long flags = 0;
- int pid = -1;
- if (evsel->fd == NULL &&
- perf_evsel__alloc_fd(evsel, cpus->nr, threads->nr) < 0)
- return -1;
- if (evsel->cgrp) {
- flags = PERF_FLAG_PID_CGROUP;
- pid = evsel->cgrp->fd;
- }
- for (cpu = 0; cpu < cpus->nr; cpu++) {
- int group_fd = -1;
- for (thread = 0; thread < threads->nr; thread++) {
- if (!evsel->cgrp)
- pid = threads->map[thread];
- FD(evsel, cpu, thread) = sys_perf_event_open(&evsel->attr,
- pid,
- cpus->map[cpu],
- group_fd, flags);
- if (FD(evsel, cpu, thread) < 0)
- goto out_close;
- if (group && group_fd == -1)
- group_fd = FD(evsel, cpu, thread);
- }
- }
- return 0;
- out_close:
- do {
- while (--thread >= 0) {
- close(FD(evsel, cpu, thread));
- FD(evsel, cpu, thread) = -1;
- }
- thread = threads->nr;
- } while (--cpu >= 0);
- return -1;
- }
- static struct {
- struct cpu_map map;
- int cpus[1];
- } empty_cpu_map = {
- .map.nr = 1,
- .cpus = { -1, },
- };
- static struct {
- struct thread_map map;
- int threads[1];
- } empty_thread_map = {
- .map.nr = 1,
- .threads = { -1, },
- };
- int perf_evsel__open(struct perf_evsel *evsel, struct cpu_map *cpus,
- struct thread_map *threads, bool group)
- {
- if (cpus == NULL) {
- /* Work around old compiler warnings about strict aliasing */
- cpus = &empty_cpu_map.map;
- }
- if (threads == NULL)
- threads = &empty_thread_map.map;
- return __perf_evsel__open(evsel, cpus, threads, group);
- }
- int perf_evsel__open_per_cpu(struct perf_evsel *evsel,
- struct cpu_map *cpus, bool group)
- {
- return __perf_evsel__open(evsel, cpus, &empty_thread_map.map, group);
- }
- int perf_evsel__open_per_thread(struct perf_evsel *evsel,
- struct thread_map *threads, bool group)
- {
- return __perf_evsel__open(evsel, &empty_cpu_map.map, threads, group);
- }
- static int perf_event__parse_id_sample(const union perf_event *event, u64 type,
- struct perf_sample *sample)
- {
- const u64 *array = event->sample.array;
- array += ((event->header.size -
- sizeof(event->header)) / sizeof(u64)) - 1;
- if (type & PERF_SAMPLE_CPU) {
- u32 *p = (u32 *)array;
- sample->cpu = *p;
- array--;
- }
- if (type & PERF_SAMPLE_STREAM_ID) {
- sample->stream_id = *array;
- array--;
- }
- if (type & PERF_SAMPLE_ID) {
- sample->id = *array;
- array--;
- }
- if (type & PERF_SAMPLE_TIME) {
- sample->time = *array;
- array--;
- }
- if (type & PERF_SAMPLE_TID) {
- u32 *p = (u32 *)array;
- sample->pid = p[0];
- sample->tid = p[1];
- }
- return 0;
- }
- static bool sample_overlap(const union perf_event *event,
- const void *offset, u64 size)
- {
- const void *base = event;
- if (offset + size > base + event->header.size)
- return true;
- return false;
- }
- int perf_event__parse_sample(const union perf_event *event, u64 type,
- int sample_size, bool sample_id_all,
- struct perf_sample *data)
- {
- const u64 *array;
- data->cpu = data->pid = data->tid = -1;
- data->stream_id = data->id = data->time = -1ULL;
- data->period = 1;
- if (event->header.type != PERF_RECORD_SAMPLE) {
- if (!sample_id_all)
- return 0;
- return perf_event__parse_id_sample(event, type, data);
- }
- array = event->sample.array;
- if (sample_size + sizeof(event->header) > event->header.size)
- return -EFAULT;
- if (type & PERF_SAMPLE_IP) {
- data->ip = event->ip.ip;
- array++;
- }
- if (type & PERF_SAMPLE_TID) {
- u32 *p = (u32 *)array;
- data->pid = p[0];
- data->tid = p[1];
- array++;
- }
- if (type & PERF_SAMPLE_TIME) {
- data->time = *array;
- array++;
- }
- if (type & PERF_SAMPLE_ADDR) {
- data->addr = *array;
- array++;
- }
- data->id = -1ULL;
- if (type & PERF_SAMPLE_ID) {
- data->id = *array;
- array++;
- }
- if (type & PERF_SAMPLE_STREAM_ID) {
- data->stream_id = *array;
- array++;
- }
- if (type & PERF_SAMPLE_CPU) {
- u32 *p = (u32 *)array;
- data->cpu = *p;
- array++;
- }
- if (type & PERF_SAMPLE_PERIOD) {
- data->period = *array;
- array++;
- }
- if (type & PERF_SAMPLE_READ) {
- fprintf(stderr, "PERF_SAMPLE_READ is unsuported for now\n");
- return -1;
- }
- if (type & PERF_SAMPLE_CALLCHAIN) {
- if (sample_overlap(event, array, sizeof(data->callchain->nr)))
- return -EFAULT;
- data->callchain = (struct ip_callchain *)array;
- if (sample_overlap(event, array, data->callchain->nr))
- return -EFAULT;
- array += 1 + data->callchain->nr;
- }
- if (type & PERF_SAMPLE_RAW) {
- u32 *p = (u32 *)array;
- if (sample_overlap(event, array, sizeof(u32)))
- return -EFAULT;
- data->raw_size = *p;
- p++;
- if (sample_overlap(event, p, data->raw_size))
- return -EFAULT;
- data->raw_data = p;
- }
- return 0;
- }
|