// SPDX-License-Identifier: GPL-2.0#include <perf/evlist.h>#include <perf/evsel.h>#include <linux/bitops.h>#include <linux/list.h>#include <linux/hash.h>#include <sys/ioctl.h>#include <internal/evlist.h>#include <internal/evsel.h>#include <internal/xyarray.h>#include <internal/mmap.h>#include <internal/cpumap.h>#include <internal/threadmap.h>#include <internal/lib.h>#include <linux/zalloc.h>#include <stdlib.h>#include <errno.h>#include <unistd.h>#include <fcntl.h>#include <signal.h>#include <poll.h>#include <sys/mman.h>#include <perf/cpumap.h>#include <perf/threadmap.h>#include <api/fd/array.h>#include "internal.h" void perf_evlist__init(struct perf_evlist *evlist){	INIT_LIST_HEAD(&evlist->entries);	evlist->nr_entries = 0;	fdarray__init(&evlist->pollfd, 64);	perf_evlist__reset_id_hash(evlist);} static void __perf_evlist__propagate_maps(struct perf_evlist *evlist,					  struct perf_evsel *evsel){	if (perf_cpu_map__is_empty(evsel->cpus)) {		if (perf_cpu_map__is_empty(evsel->pmu_cpus)) {			/*			 * Assume the unset PMU cpus were for a system-wide			 * event, like a software or tracepoint.			 */			evsel->pmu_cpus = perf_cpu_map__new_online_cpus();		}		if (evlist->has_user_cpus && !evsel->system_wide) {			/*			 * Use the user CPUs unless the evsel is set to be			 * system wide, such as the dummy event.			 */			evsel->cpus = perf_cpu_map__get(evlist->user_requested_cpus);		} else {			/*			 * System wide and other modes, assume the cpu map			 * should be set to all PMU CPUs.			 */			evsel->cpus = perf_cpu_map__get(evsel->pmu_cpus);		}	}	/*	 * Avoid "any CPU"(-1) for uncore and PMUs that require a CPU, even if	 * requested.	 */	if (evsel->requires_cpu && perf_cpu_map__has_any_cpu(evsel->cpus)) {		perf_cpu_map__put(evsel->cpus);		evsel->cpus = perf_cpu_map__get(evsel->pmu_cpus);	} 	/*	 * Globally requested CPUs replace user requested unless the evsel is	 * set to be system wide.	 */	if (evlist->has_user_cpus && !evsel->system_wide) {		assert(!perf_cpu_map__has_any_cpu(evlist->user_requested_cpus));		if (!perf_cpu_map__equal(evsel->cpus, evlist->user_requested_cpus)) {			perf_cpu_map__put(evsel->cpus);			evsel->cpus = perf_cpu_map__get(evlist->user_requested_cpus);		}	} 	/* Ensure cpus only references valid PMU CPUs. */	if (!perf_cpu_map__has_any_cpu(evsel->cpus) &&	    !perf_cpu_map__is_subset(evsel->pmu_cpus, evsel->cpus)) {		struct perf_cpu_map *tmp = perf_cpu_map__intersect(evsel->pmu_cpus, evsel->cpus); 		perf_cpu_map__put(evsel->cpus);		evsel->cpus = tmp;	} 	/*	 * Was event requested on all the PMU's CPUs but the user requested is	 * any CPU (-1)? If so switch to using any CPU (-1) to reduce the number	 * of events.	 */	if (!evsel->system_wide &&	    !evsel->requires_cpu &&	    perf_cpu_map__equal(evsel->cpus, evsel->pmu_cpus) &&	    perf_cpu_map__has_any_cpu(evlist->user_requested_cpus)) {		perf_cpu_map__put(evsel->cpus);		evsel->cpus = perf_cpu_map__get(evlist->user_requested_cpus);	} 	/*	 * Tool events may only read on the first CPU index to avoid double	 * counting things like duration_time. Make the evsel->cpus contain just	 * that single entry otherwise we may spend time changing affinity to	 * CPUs that just have tool events, etc.	 */	if (evsel->reads_only_on_cpu_idx0 && perf_cpu_map__nr(evsel->cpus) > 0) {		struct perf_cpu_map *srcs[3] = {			evlist->all_cpus,			evlist->user_requested_cpus,			evsel->pmu_cpus,		};		for (size_t i = 0; i < ARRAY_SIZE(srcs); i++) {			if (!srcs[i])				continue; 			perf_cpu_map__put(evsel->cpus);			evsel->cpus = perf_cpu_map__new_int(perf_cpu_map__cpu(srcs[i], 0).cpu);			break;		}	} 	/* Sanity check assert before the evsel is potentially removed. */	assert(!evsel->requires_cpu || !perf_cpu_map__has_any_cpu(evsel->cpus)); 	/*	 * Empty cpu lists would eventually get opened as "any" so remove	 * genuinely empty ones before they're opened in the wrong place.	 */	if (perf_cpu_map__is_empty(evsel->cpus)) {		struct perf_evsel *next = perf_evlist__next(evlist, evsel); 		perf_evlist__remove(evlist, evsel);		/* Keep idx contiguous */		if (next)			list_for_each_entry_from(next, &evlist->entries, node)				next->idx--; 		return;	} 	if (evsel->system_wide) {		perf_thread_map__put(evsel->threads);		evsel->threads = perf_thread_map__new_dummy();	} else {		perf_thread_map__put(evsel->threads);		evsel->threads = perf_thread_map__get(evlist->threads);	} 	perf_cpu_map__merge(&evlist->all_cpus, evsel->cpus);} static void perf_evlist__propagate_maps(struct perf_evlist *evlist){	evlist->needs_map_propagation = true; 	/* Clear the all_cpus set which will be merged into during propagation. */	perf_cpu_map__put(evlist->all_cpus);	evlist->all_cpus = NULL; 	/* 2 rounds so that reads_only_on_cpu_idx0 benefit from knowing the other CPU maps. */	for (int round = 0; round < 2; round++) {		struct perf_evsel *evsel, *n; 		list_for_each_entry_safe(evsel, n, &evlist->entries, node) {			if ((!evsel->reads_only_on_cpu_idx0 && round == 0) ||			    (evsel->reads_only_on_cpu_idx0 && round == 1))				__perf_evlist__propagate_maps(evlist, evsel);		}	}} void perf_evlist__add(struct perf_evlist *evlist,		      struct perf_evsel *evsel){	evsel->idx = evlist->nr_entries;	list_add_tail(&evsel->node, &evlist->entries);	evlist->nr_entries += 1; 	if (evlist->needs_map_propagation)		__perf_evlist__propagate_maps(evlist, evsel);} void perf_evlist__remove(struct perf_evlist *evlist,			 struct perf_evsel *evsel){	list_del_init(&evsel->node);	evlist->nr_entries -= 1;} struct perf_evlist *perf_evlist__new(void){	struct perf_evlist *evlist = zalloc(sizeof(*evlist)); 	if (evlist != NULL)		perf_evlist__init(evlist); 	return evlist;} struct perf_evsel *perf_evlist__next(struct perf_evlist *evlist, struct perf_evsel *prev){	struct perf_evsel *next; 	if (!prev) {		next = list_first_entry(&evlist->entries,					struct perf_evsel,					node);	} else {		next = list_next_entry(prev, node);	} 	/* Empty list is noticed here so don't need checking on entry. */	if (&next->node == &evlist->entries)		return NULL; 	return next;} static void perf_evlist__purge(struct perf_evlist *evlist){	struct perf_evsel *pos, *n; 	perf_evlist__for_each_entry_safe(evlist, n, pos) {		list_del_init(&pos->node);		perf_evsel__delete(pos);	} 	evlist->nr_entries = 0;} void perf_evlist__exit(struct perf_evlist *evlist){	perf_cpu_map__put(evlist->user_requested_cpus);	perf_cpu_map__put(evlist->all_cpus);	perf_thread_map__put(evlist->threads);	evlist->user_requested_cpus = NULL;	evlist->all_cpus = NULL;	evlist->threads = NULL;	fdarray__exit(&evlist->pollfd);} void perf_evlist__delete(struct perf_evlist *evlist){	if (evlist == NULL)		return; 	perf_evlist__munmap(evlist);	perf_evlist__close(evlist);	perf_evlist__purge(evlist);	perf_evlist__exit(evlist);	free(evlist);} void perf_evlist__set_maps(struct perf_evlist *evlist,			   struct perf_cpu_map *cpus,			   struct perf_thread_map *threads){	/*	 * Allow for the possibility that one or another of the maps isn't being	 * changed i.e. don't put it.  Note we are assuming the maps that are	 * being applied are brand new and evlist is taking ownership of the	 * original reference count of 1.  If that is not the case it is up to	 * the caller to increase the reference count.	 */	if (cpus != evlist->user_requested_cpus) {		perf_cpu_map__put(evlist->user_requested_cpus);		evlist->user_requested_cpus = perf_cpu_map__get(cpus);	} 	if (threads != evlist->threads) {		perf_thread_map__put(evlist->threads);		evlist->threads = perf_thread_map__get(threads);	} 	perf_evlist__propagate_maps(evlist);} int perf_evlist__open(struct perf_evlist *evlist){	struct perf_evsel *evsel;	int err; 	perf_evlist__for_each_entry(evlist, evsel) {		err = perf_evsel__open(evsel, evsel->cpus, evsel->threads);		if (err < 0)			goto out_err;	} 	return 0; out_err:	perf_evlist__close(evlist);	return err;} void perf_evlist__close(struct perf_evlist *evlist){	struct perf_evsel *evsel; 	perf_evlist__for_each_entry_reverse(evlist, evsel)		perf_evsel__close(evsel);} void perf_evlist__enable(struct perf_evlist *evlist){	struct perf_evsel *evsel; 	perf_evlist__for_each_entry(evlist, evsel)		perf_evsel__enable(evsel);} void perf_evlist__disable(struct perf_evlist *evlist){	struct perf_evsel *evsel; 	perf_evlist__for_each_entry(evlist, evsel)		perf_evsel__disable(evsel);} u64 perf_evlist__read_format(struct perf_evlist *evlist){	struct perf_evsel *first = perf_evlist__first(evlist); 	return first->attr.read_format;} #define SID(e, x, y) xyarray__entry(e->sample_id, x, y) static void perf_evlist__id_hash(struct perf_evlist *evlist,				 struct perf_evsel *evsel,				 int cpu_map_idx, int thread, u64 id){	int hash;	struct perf_sample_id *sid = SID(evsel, cpu_map_idx, thread); 	sid->id = id;	sid->evsel = evsel;	hash = hash_64(sid->id, PERF_EVLIST__HLIST_BITS);	hlist_add_head(&sid->node, &evlist->heads[hash]);} void perf_evlist__reset_id_hash(struct perf_evlist *evlist){	int i; 	for (i = 0; i < PERF_EVLIST__HLIST_SIZE; ++i)		INIT_HLIST_HEAD(&evlist->heads[i]);} void perf_evlist__id_add(struct perf_evlist *evlist,			 struct perf_evsel *evsel,			 int cpu_map_idx, int thread, u64 id){	if (!SID(evsel, cpu_map_idx, thread))		return; 	perf_evlist__id_hash(evlist, evsel, cpu_map_idx, thread, id);	evsel->id[evsel->ids++] = id;} int perf_evlist__id_add_fd(struct perf_evlist *evlist,			   struct perf_evsel *evsel,			   int cpu_map_idx, int thread, int fd){	u64 read_data[4] = { 0, };	int id_idx = 1; /* The first entry is the counter value */	u64 id;	int ret; 	if (!SID(evsel, cpu_map_idx, thread))		return -1; 	ret = ioctl(fd, PERF_EVENT_IOC_ID, &id);	if (!ret)		goto add; 	if (errno != ENOTTY)		return -1; 	/* Legacy way to get event id.. All hail to old kernels! */ 	/*	 * This way does not work with group format read, so bail	 * out in that case.	 */	if (perf_evlist__read_format(evlist) & PERF_FORMAT_GROUP)		return -1; 	if (!(evsel->attr.read_format & PERF_FORMAT_ID) ||	    read(fd, &read_data, sizeof(read_data)) == -1)		return -1; 	if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_ENABLED)		++id_idx;	if (evsel->attr.read_format & PERF_FORMAT_TOTAL_TIME_RUNNING)		++id_idx; 	id = read_data[id_idx]; add:	perf_evlist__id_add(evlist, evsel, cpu_map_idx, thread, id);	return 0;} int perf_evlist__alloc_pollfd(struct perf_evlist *evlist){	int nr_cpus = perf_cpu_map__nr(evlist->all_cpus);	int nr_threads = perf_thread_map__nr(evlist->threads);	int nfds = 0;	struct perf_evsel *evsel; 	perf_evlist__for_each_entry(evlist, evsel) {		if (evsel->system_wide)			nfds += nr_cpus;		else			nfds += nr_cpus * nr_threads;	} 	if (fdarray__available_entries(&evlist->pollfd) < nfds &&	    fdarray__grow(&evlist->pollfd, nfds) < 0)		return -ENOMEM; 	return 0;} int perf_evlist__add_pollfd(struct perf_evlist *evlist, int fd,			    void *ptr, short revent, enum fdarray_flags flags){	int pos = fdarray__add(&evlist->pollfd, fd, revent | POLLERR | POLLHUP, flags); 	if (pos >= 0) {		evlist->pollfd.priv[pos].ptr = ptr;		fcntl(fd, F_SETFL, O_NONBLOCK);	} 	return pos;} static void perf_evlist__munmap_filtered(struct fdarray *fda, int fd,					 void *arg __maybe_unused){	struct perf_mmap *map = fda->priv[fd].ptr; 	if (map)		perf_mmap__put(map);} int perf_evlist__filter_pollfd(struct perf_evlist *evlist, short revents_and_mask){	return fdarray__filter(&evlist->pollfd, revents_and_mask,			       perf_evlist__munmap_filtered, NULL);} int perf_evlist__poll(struct perf_evlist *evlist, int timeout){	return fdarray__poll(&evlist->pollfd, timeout);} static struct perf_mmap* perf_evlist__alloc_mmap(struct perf_evlist *evlist, bool overwrite){	int i;	struct perf_mmap *map; 	map = zalloc(evlist->nr_mmaps * sizeof(struct perf_mmap));	if (!map)		return NULL; 	for (i = 0; i < evlist->nr_mmaps; i++) {		struct perf_mmap *prev = i ? &map[i - 1] : NULL; 		/*		 * When the perf_mmap() call is made we grab one refcount, plus		 * one extra to let perf_mmap__consume() get the last		 * events after all real references (perf_mmap__get()) are		 * dropped.		 *		 * Each PERF_EVENT_IOC_SET_OUTPUT points to this mmap and		 * thus does perf_mmap__get() on it.		 */		perf_mmap__init(&map[i], prev, overwrite, NULL);	} 	return map;} static void perf_evsel__set_sid_idx(struct perf_evsel *evsel, int idx, int cpu, int thread){	struct perf_sample_id *sid = SID(evsel, cpu, thread); 	sid->idx = idx;	sid->cpu = perf_cpu_map__cpu(evsel->cpus, cpu);	sid->tid = perf_thread_map__pid(evsel->threads, thread);} static struct perf_mmap*

Lines 1–500 of 840. Load more