/* Copyright (c) 2016 Facebook * * This program is free software; you can redistribute it and/or * modify it under the terms of version 2 of the GNU General Public * License as published by the Free Software Foundation. */#include "vmlinux.h"#include <errno.h>#include <linux/version.h>#include <bpf/bpf_helpers.h>#include <bpf/bpf_tracing.h>#include <bpf/bpf_core_read.h> #define MAX_ENTRIES 1000#define MAX_NR_CPUS 1024 struct {	__uint(type, BPF_MAP_TYPE_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, MAX_ENTRIES);} hash_map SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_LRU_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, 10000);} lru_hash_map SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_LRU_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, 10000);	__uint(map_flags, BPF_F_NO_COMMON_LRU);} nocommon_lru_hash_map SEC(".maps"); struct inner_lru {	__uint(type, BPF_MAP_TYPE_LRU_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, MAX_ENTRIES);	__uint(map_flags, BPF_F_NUMA_NODE);	__uint(numa_node, 0);} inner_lru_hash_map SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_ARRAY_OF_MAPS);	__uint(max_entries, MAX_NR_CPUS);	__uint(key_size, sizeof(u32));	__array(values, struct inner_lru); /* use inner_lru as inner map */} array_of_lru_hashs SEC(".maps") = {	/* statically initialize the first element */	.values = { &inner_lru_hash_map },}; struct {	__uint(type, BPF_MAP_TYPE_PERCPU_HASH);	__uint(key_size, sizeof(u32));	__uint(value_size, sizeof(long));	__uint(max_entries, MAX_ENTRIES);} percpu_hash_map SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, MAX_ENTRIES);	__uint(map_flags, BPF_F_NO_PREALLOC);} hash_map_alloc SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_PERCPU_HASH);	__uint(key_size, sizeof(u32));	__uint(value_size, sizeof(long));	__uint(max_entries, MAX_ENTRIES);	__uint(map_flags, BPF_F_NO_PREALLOC);} percpu_hash_map_alloc SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_LPM_TRIE);	__uint(key_size, 8);	__uint(value_size, sizeof(long));	__uint(max_entries, 10000);	__uint(map_flags, BPF_F_NO_PREALLOC);} lpm_trie_map_alloc SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_ARRAY);	__type(key, u32);	__type(value, long);	__uint(max_entries, MAX_ENTRIES);} array_map SEC(".maps"); struct {	__uint(type, BPF_MAP_TYPE_LRU_HASH);	__type(key, u32);	__type(value, long);	__uint(max_entries, MAX_ENTRIES);} lru_hash_lookup_map SEC(".maps"); SEC("ksyscall/getuid")int BPF_KSYSCALL(stress_hmap){	u32 key = bpf_get_current_pid_tgid();	long init_val = 1;	long *value;	int i; 	for (i = 0; i < 10; i++) {		bpf_map_update_elem(&hash_map, &key, &init_val, BPF_ANY);		value = bpf_map_lookup_elem(&hash_map, &key);		if (value)			bpf_map_delete_elem(&hash_map, &key);	} 	return 0;} SEC("ksyscall/geteuid")int BPF_KSYSCALL(stress_percpu_hmap){	u32 key = bpf_get_current_pid_tgid();	long init_val = 1;	long *value;	int i; 	for (i = 0; i < 10; i++) {		bpf_map_update_elem(&percpu_hash_map, &key, &init_val, BPF_ANY);		value = bpf_map_lookup_elem(&percpu_hash_map, &key);		if (value)			bpf_map_delete_elem(&percpu_hash_map, &key);	}	return 0;} SEC("ksyscall/getgid")int BPF_KSYSCALL(stress_hmap_alloc){	u32 key = bpf_get_current_pid_tgid();	long init_val = 1;	long *value;	int i; 	for (i = 0; i < 10; i++) {		bpf_map_update_elem(&hash_map_alloc, &key, &init_val, BPF_ANY);		value = bpf_map_lookup_elem(&hash_map_alloc, &key);		if (value)			bpf_map_delete_elem(&hash_map_alloc, &key);	}	return 0;} SEC("ksyscall/getegid")int BPF_KSYSCALL(stress_percpu_hmap_alloc){	u32 key = bpf_get_current_pid_tgid();	long init_val = 1;	long *value;	int i; 	for (i = 0; i < 10; i++) {		bpf_map_update_elem(&percpu_hash_map_alloc, &key, &init_val, BPF_ANY);		value = bpf_map_lookup_elem(&percpu_hash_map_alloc, &key);		if (value)			bpf_map_delete_elem(&percpu_hash_map_alloc, &key);	}	return 0;}SEC("ksyscall/connect")int BPF_KSYSCALL(stress_lru_hmap_alloc, int fd, struct sockaddr_in *uservaddr,		 int addrlen){	char fmt[] = "Failed at stress_lru_hmap_alloc. ret:%dn";	union {		u16 dst6[8];		struct {			u16 magic0;			u16 magic1;			u16 tcase;			u16 unused16;			u32 unused32;			u32 key;		};	} test_params;	struct sockaddr_in6 *in6 = (struct sockaddr_in6 *)uservaddr;	u16 test_case;	long val = 1;	u32 key = 0;	int ret; 	if (addrlen != sizeof(*in6))		return 0; 	ret = bpf_probe_read_user(test_params.dst6, sizeof(test_params.dst6),				  &in6->sin6_addr);	if (ret)		goto done; 	if (test_params.magic0 != 0xdead ||	    test_params.magic1 != 0xbeef)		return 0; 	test_case = test_params.tcase;	if (test_case != 3)		key = bpf_get_prandom_u32(); 	if (test_case == 0) {		ret = bpf_map_update_elem(&lru_hash_map, &key, &val, BPF_ANY);	} else if (test_case == 1) {		ret = bpf_map_update_elem(&nocommon_lru_hash_map, &key, &val,					  BPF_ANY);	} else if (test_case == 2) {		void *nolocal_lru_map;		int cpu = bpf_get_smp_processor_id(); 		nolocal_lru_map = bpf_map_lookup_elem(&array_of_lru_hashs,						      &cpu);		if (!nolocal_lru_map) {			ret = -ENOENT;			goto done;		} 		ret = bpf_map_update_elem(nolocal_lru_map, &key, &val,					  BPF_ANY);	} else if (test_case == 3) {		u32 i; 		key = test_params.key; #pragma clang loop unroll(full)		for (i = 0; i < 32; i++) {			bpf_map_lookup_elem(&lru_hash_lookup_map, &key);			key++;		}	} else {		ret = -EINVAL;	} done:	if (ret)		bpf_trace_printk(fmt, sizeof(fmt), ret); 	return 0;} SEC("ksyscall/gettid")int BPF_KSYSCALL(stress_lpm_trie_map_alloc){	union {		u32 b32[2];		u8 b8[8];	} key;	unsigned int i; 	key.b32[0] = 32;	key.b8[4] = 192;	key.b8[5] = 168;	key.b8[6] = 0;	key.b8[7] = 1; #pragma clang loop unroll(full)	for (i = 0; i < 32; ++i)		bpf_map_lookup_elem(&lpm_trie_map_alloc, &key); 	return 0;} SEC("ksyscall/getpgid")int BPF_KSYSCALL(stress_hash_map_lookup){	u32 key = 1, i;	long *value; #pragma clang loop unroll(full)	for (i = 0; i < 64; ++i)		value = bpf_map_lookup_elem(&hash_map, &key); 	return 0;} SEC("ksyscall/getppid")int BPF_KSYSCALL(stress_array_map_lookup){	u32 key = 1, i;	long *value; #pragma clang loop unroll(full)	for (i = 0; i < 64; ++i)		value = bpf_map_lookup_elem(&array_map, &key); 	return 0;} char _license[] SEC("license") = "GPL";u32 _version SEC("version") = LINUX_VERSION_CODE;