1087 lines · 24.3 KB · C
RawDownload
// SPDX-License-Identifier: GPL-2.0#include "cpumap.h"#include "dwarf-regs.h"#include "debug.h"#include "env.h"#include "util/header.h"#include "util/rwsem.h"#include <linux/compiler.h>#include <linux/kernel.h>#include <linux/ctype.h>#include <linux/rbtree.h>#include <linux/string.h>#include <linux/zalloc.h>#include "cgroup.h"#include <errno.h>#include <sys/utsname.h>#include <stdlib.h>#include <string.h>#include "pmu.h"#include "pmus.h"#include "strbuf.h"#include "trace/beauty/beauty.h" #ifdef HAVE_LIBBPF_SUPPORT#include "bpf-event.h"#include "bpf-utils.h"#include <bpf/libbpf.h> bool perf_env__insert_bpf_prog_info(struct perf_env *env,				    struct bpf_prog_info_node *info_node){	bool ret; 	down_write(&env->bpf_progs.lock);	ret = __perf_env__insert_bpf_prog_info(env, info_node);	up_write(&env->bpf_progs.lock); 	return ret;} bool __perf_env__insert_bpf_prog_info(struct perf_env *env, struct bpf_prog_info_node *info_node){	__u32 prog_id = info_node->info_linear->info.id;	struct bpf_prog_info_node *node;	struct rb_node *parent = NULL;	struct rb_node **p; 	p = &env->bpf_progs.infos.rb_node; 	while (*p != NULL) {		parent = *p;		node = rb_entry(parent, struct bpf_prog_info_node, rb_node);		if (prog_id < node->info_linear->info.id) {			p = &(*p)->rb_left;		} else if (prog_id > node->info_linear->info.id) {			p = &(*p)->rb_right;		} else {			pr_debug("duplicated bpf prog info %u\n", prog_id);			return false;		}	} 	rb_link_node(&info_node->rb_node, parent, p);	rb_insert_color(&info_node->rb_node, &env->bpf_progs.infos);	env->bpf_progs.infos_cnt++;	return true;} struct bpf_prog_info_node *perf_env__find_bpf_prog_info(struct perf_env *env,							__u32 prog_id){	struct bpf_prog_info_node *node = NULL;	struct rb_node *n; 	down_read(&env->bpf_progs.lock);	n = env->bpf_progs.infos.rb_node; 	while (n) {		node = rb_entry(n, struct bpf_prog_info_node, rb_node);		if (prog_id < node->info_linear->info.id)			n = n->rb_left;		else if (prog_id > node->info_linear->info.id)			n = n->rb_right;		else			goto out;	}	node = NULL; out:	up_read(&env->bpf_progs.lock);	return node;} void perf_env__iterate_bpf_prog_info(struct perf_env *env,				     void (*cb)(struct bpf_prog_info_node *node,						void *data),				     void *data){	struct rb_node *first; 	down_read(&env->bpf_progs.lock);	first = rb_first(&env->bpf_progs.infos);	for (struct rb_node *node = first; node != NULL; node = rb_next(node))		(*cb)(rb_entry(node, struct bpf_prog_info_node, rb_node), data);	up_read(&env->bpf_progs.lock);} bool perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node){	bool ret; 	down_write(&env->bpf_progs.lock);	ret = __perf_env__insert_btf(env, btf_node);	up_write(&env->bpf_progs.lock);	return ret;} bool __perf_env__insert_btf(struct perf_env *env, struct btf_node *btf_node){	struct rb_node *parent = NULL;	__u32 btf_id = btf_node->id;	struct btf_node *node;	struct rb_node **p; 	p = &env->bpf_progs.btfs.rb_node; 	while (*p != NULL) {		parent = *p;		node = rb_entry(parent, struct btf_node, rb_node);		if (btf_id < node->id) {			p = &(*p)->rb_left;		} else if (btf_id > node->id) {			p = &(*p)->rb_right;		} else {			pr_debug("duplicated btf %u\n", btf_id);			return false;		}	} 	rb_link_node(&btf_node->rb_node, parent, p);	rb_insert_color(&btf_node->rb_node, &env->bpf_progs.btfs);	env->bpf_progs.btfs_cnt++;	return true;} struct btf_node *perf_env__find_btf(struct perf_env *env, __u32 btf_id){	struct btf_node *res; 	down_read(&env->bpf_progs.lock);	res = __perf_env__find_btf(env, btf_id);	up_read(&env->bpf_progs.lock);	return res;} struct btf_node *__perf_env__find_btf(struct perf_env *env, __u32 btf_id){	struct btf_node *node = NULL;	struct rb_node *n; 	n = env->bpf_progs.btfs.rb_node; 	while (n) {		node = rb_entry(n, struct btf_node, rb_node);		if (btf_id < node->id)			n = n->rb_left;		else if (btf_id > node->id)			n = n->rb_right;		else			return node;	}	return NULL;} /* purge data in bpf_progs.infos tree */static void perf_env__purge_bpf(struct perf_env *env){	struct rb_root *root;	struct rb_node *next; 	down_write(&env->bpf_progs.lock); 	root = &env->bpf_progs.infos;	next = rb_first(root); 	while (next) {		struct bpf_prog_info_node *node; 		node = rb_entry(next, struct bpf_prog_info_node, rb_node);		next = rb_next(&node->rb_node);		rb_erase(&node->rb_node, root);		zfree(&node->info_linear);		bpf_metadata_free(node->metadata);		free(node);	} 	env->bpf_progs.infos_cnt = 0; 	root = &env->bpf_progs.btfs;	next = rb_first(root); 	while (next) {		struct btf_node *node; 		node = rb_entry(next, struct btf_node, rb_node);		next = rb_next(&node->rb_node);		rb_erase(&node->rb_node, root);		free(node);	} 	env->bpf_progs.btfs_cnt = 0; 	up_write(&env->bpf_progs.lock);}#else // HAVE_LIBBPF_SUPPORTstatic void perf_env__purge_bpf(struct perf_env *env __maybe_unused){}#endif // HAVE_LIBBPF_SUPPORT void free_cpu_domain_info(struct cpu_domain_map **cd_map, u32 schedstat_version, u32 nr){	if (!cd_map)		return; 	for (u32 i = 0; i < nr; i++) {		if (!cd_map[i])			continue; 		for (u32 j = 0; j < cd_map[i]->nr_domains; j++) {			struct domain_info *d_info = cd_map[i]->domains[j]; 			if (!d_info)				continue; 			if (schedstat_version >= 17)				zfree(&d_info->dname); 			zfree(&d_info->cpumask);			zfree(&d_info->cpulist);			zfree(&d_info);		}		zfree(&cd_map[i]->domains);		zfree(&cd_map[i]);	}	zfree(&cd_map);} void perf_env__exit(struct perf_env *env){	int i, j; 	mutex_destroy(&env->lock); 	perf_env__purge_bpf(env);	perf_env__purge_cgroups(env);	zfree(&env->hostname);	zfree(&env->os_release);	zfree(&env->version);	zfree(&env->arch);	zfree(&env->cpu_desc);	zfree(&env->cpuid);	zfree(&env->cmdline);	zfree(&env->cmdline_argv);	zfree(&env->sibling_dies);	zfree(&env->sibling_cores);	zfree(&env->sibling_threads);	zfree(&env->pmu_mappings);	zfree(&env->cpu);	for (i = 0; i < env->nr_cpu_pmu_caps; i++)		zfree(&env->cpu_pmu_caps[i]);	zfree(&env->cpu_pmu_caps);	zfree(&env->numa_map); 	for (i = 0; i < env->nr_numa_nodes; i++)		perf_cpu_map__put(env->numa_nodes[i].map);	zfree(&env->numa_nodes); 	for (i = 0; i < env->caches_cnt; i++)		cpu_cache_level__free(&env->caches[i]);	zfree(&env->caches); 	for (i = 0; i < env->nr_memory_nodes; i++)		zfree(&env->memory_nodes[i].set);	zfree(&env->memory_nodes); 	for (i = 0; i < env->nr_hybrid_nodes; i++) {		zfree(&env->hybrid_nodes[i].pmu_name);		zfree(&env->hybrid_nodes[i].cpus);	}	zfree(&env->hybrid_nodes); 	for (i = 0; i < env->nr_pmus_with_caps; i++) {		for (j = 0; j < env->pmu_caps[i].nr_caps; j++)			zfree(&env->pmu_caps[i].caps[j]);		zfree(&env->pmu_caps[i].caps);		zfree(&env->pmu_caps[i].pmu_name);	}	zfree(&env->pmu_caps);	free_cpu_domain_info(env->cpu_domain, env->schedstat_version, env->nr_cpus_avail);} void perf_env__init(struct perf_env *env){	memset(env, 0, sizeof(*env));#ifdef HAVE_LIBBPF_SUPPORT	env->bpf_progs.infos = RB_ROOT;	env->bpf_progs.btfs = RB_ROOT;	init_rwsem(&env->bpf_progs.lock);#endif	env->kernel_is_64_bit = -1;	mutex_init(&env->lock);} static void perf_env__init_kernel_mode(struct perf_env *env){	const char *arch = env->arch; 	if (!arch) {		static struct utsname uts = { .machine[0] = '\0', }; 		if (uts.machine[0] == '\0')			uname(&uts);		if (uts.machine[0] != '\0')			arch = uts.machine;	} 	if (arch) {		if (strstr(arch, "64") || strstr(arch, "s390x"))			env->kernel_is_64_bit = 1;		else			env->kernel_is_64_bit = 0;		return;	} 	/* Fallback if completely unresolvable (assume host-bitness) */	env->kernel_is_64_bit = (sizeof(void *) == 8) ? 1 : 0;} int perf_env__kernel_is_64_bit(struct perf_env *env){	if (env->kernel_is_64_bit == -1)		perf_env__init_kernel_mode(env); 	return env->kernel_is_64_bit;} bool perf_arch_is_big_endian(const char *arch){	if (!arch)		return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__; 	if (str_ends_with(arch, "_be") || !strcmp(arch, "sparc") || !strcmp(arch, "sparc64") ||	    !strcmp(arch, "s390") || !strcmp(arch, "s390x") || !strcmp(arch, "powerpc") ||	    !strcmp(arch, "ppc") || !strcmp(arch, "ppc64") ||	    !strcmp(arch, "mips") || !strcmp(arch, "mips64") || !strcmp(arch, "parisc") ||	    !strcmp(arch, "parisc64") || !strcmp(arch, "m68k") ||	    !strcmp(arch, "armeb") || !strcmp(arch, "mipseb") || !strcmp(arch, "mips64eb"))		return true; 	return false;} const char *perf_env__os_release(struct perf_env *env){	struct utsname uts;	int ret;	const char *release; 	if (!env)		return perf_version_string; 	mutex_lock(&env->lock);	if (env->os_release) {		release = env->os_release;		goto out;	} 	/*	 * If env->arch is set, this is an offline target environment.	 * If the os_release is not populated in the file, we do not want	 * to poison it with the host's release which would break guest checks.	 */	if (env->arch) {		release = NULL;		goto out;	} 	/*	 * The os_release is being accessed but wasn't initialized from a data	 * file, assume this is 'live' mode and use the release from uname. If	 * uname or strdup fails then use the current perf tool version.	 */	ret = uname(&uts);	env->os_release = strdup(ret < 0 ? perf_version_string : uts.release);	release = env->os_release ?: perf_version_string;out:	mutex_unlock(&env->lock);	return release;} int perf_env__set_cmdline(struct perf_env *env, int argc, const char *argv[]){	int i; 	/* do not include NULL termination */	env->cmdline_argv = calloc(argc, sizeof(char *));	if (env->cmdline_argv == NULL)		goto out_enomem; 	/*	 * Must copy argv contents because it gets moved around during option	 * parsing:	 */	for (i = 0; i < argc ; i++) {		env->cmdline_argv[i] = argv[i];		if (env->cmdline_argv[i] == NULL)			goto out_free;	} 	env->nr_cmdline = argc; 	return 0;out_free:	zfree(&env->cmdline_argv);out_enomem:	return -ENOMEM;} int perf_env__read_cpu_topology_map(struct perf_env *env){	int idx, nr_cpus; 	if (env->cpu != NULL)		return 0; 	if (env->nr_cpus_avail == 0)		env->nr_cpus_avail = cpu__max_present_cpu().cpu; 	nr_cpus = env->nr_cpus_avail;	if (nr_cpus == -1)		return -EINVAL; 	env->cpu = calloc(nr_cpus, sizeof(env->cpu[0]));	if (env->cpu == NULL)		return -ENOMEM; 	for (idx = 0; idx < nr_cpus; ++idx) {		struct perf_cpu cpu = { .cpu = idx };		int core_id   = cpu__get_core_id(cpu);		int socket_id = cpu__get_socket_id(cpu);		int die_id    = cpu__get_die_id(cpu); 		env->cpu[idx].core_id	= core_id >= 0 ? core_id : -1;		env->cpu[idx].socket_id	= socket_id >= 0 ? socket_id : -1;		env->cpu[idx].die_id	= die_id >= 0 ? die_id : -1;	} 	env->nr_cpus_avail = nr_cpus;	return 0;} int perf_env__read_pmu_mappings(struct perf_env *env){	struct perf_pmu *pmu = NULL;	u32 pmu_num = 0;	struct strbuf sb; 	while ((pmu = perf_pmus__scan(pmu)))		pmu_num++; 	if (!pmu_num) {		pr_debug("pmu mappings not available\n");		return -ENOENT;	}	env->nr_pmu_mappings = pmu_num; 	if (strbuf_init(&sb, 128 * pmu_num) < 0)		return -ENOMEM; 	while ((pmu = perf_pmus__scan(pmu))) {		if (strbuf_addf(&sb, "%u:%s", pmu->type, pmu->name) < 0)			goto error;		/* include a NULL character at the end */		if (strbuf_add(&sb, "", 1) < 0)			goto error;	} 	env->pmu_mappings = strbuf_detach(&sb, NULL); 	return 0; error:	strbuf_release(&sb);	return -1;} int perf_env__read_cpuid(struct perf_env *env){	char cpuid[128];

Lines 1–500 of 1087.