| // SPDX-License-Identifier: GPL-2.0 |
| #include "../perf.h" |
| #include "util.h" |
| #include "debug.h" |
| #include <api/fs/fs.h> |
| #include <sys/mman.h> |
| #include <sys/stat.h> |
| #include <sys/utsname.h> |
| #include <dirent.h> |
| #include <fcntl.h> |
| #include <inttypes.h> |
| #include <signal.h> |
| #include <stdio.h> |
| #include <stdlib.h> |
| #include <string.h> |
| #include <errno.h> |
| #include <limits.h> |
| #include <linux/kernel.h> |
| #include <linux/log2.h> |
| #include <linux/time64.h> |
| #include <unistd.h> |
| #include "strlist.h" |
| |
| /* |
| * XXX We need to find a better place for these things... |
| */ |
| |
| bool perf_singlethreaded = true; |
| |
| void perf_set_singlethreaded(void) |
| { |
| perf_singlethreaded = true; |
| } |
| |
| void perf_set_multithreaded(void) |
| { |
| perf_singlethreaded = false; |
| } |
| |
| unsigned int page_size; |
| |
| #ifdef _SC_LEVEL1_DCACHE_LINESIZE |
| #define cache_line_size(cacheline_sizep) *cacheline_sizep = sysconf(_SC_LEVEL1_DCACHE_LINESIZE) |
| #else |
| static void cache_line_size(int *cacheline_sizep) |
| { |
| if (sysfs__read_int("devices/system/cpu/cpu0/cache/index0/coherency_line_size", cacheline_sizep)) |
| pr_debug("cannot determine cache line size"); |
| } |
| #endif |
| |
| int cacheline_size(void) |
| { |
| static int size; |
| |
| if (!size) |
| cache_line_size(&size); |
| |
| return size; |
| } |
| |
| int sysctl_perf_event_max_stack = PERF_MAX_STACK_DEPTH; |
| int sysctl_perf_event_max_contexts_per_stack = PERF_MAX_CONTEXTS_PER_STACK; |
| |
| int sysctl__max_stack(void) |
| { |
| int value; |
| |
| if (sysctl__read_int("kernel/perf_event_max_stack", &value) == 0) |
| sysctl_perf_event_max_stack = value; |
| |
| if (sysctl__read_int("kernel/perf_event_max_contexts_per_stack", &value) == 0) |
| sysctl_perf_event_max_contexts_per_stack = value; |
| |
| return sysctl_perf_event_max_stack; |
| } |
| |
| bool test_attr__enabled; |
| |
| bool perf_host = true; |
| bool perf_guest = false; |
| |
| void event_attr_init(struct perf_event_attr *attr) |
| { |
| if (!perf_host) |
| attr->exclude_host = 1; |
| if (!perf_guest) |
| attr->exclude_guest = 1; |
| /* to capture ABI version */ |
| attr->size = sizeof(*attr); |
| } |
| |
| int mkdir_p(char *path, mode_t mode) |
| { |
| struct stat st; |
| int err; |
| char *d = path; |
| |
| if (*d != '/') |
| return -1; |
| |
| if (stat(path, &st) == 0) |
| return 0; |
| |
| while (*++d == '/'); |
| |
| while ((d = strchr(d, '/'))) { |
| *d = '\0'; |
| err = stat(path, &st) && mkdir(path, mode); |
| *d++ = '/'; |
| if (err) |
| return -1; |
| while (*d == '/') |
| ++d; |
| } |
| return (stat(path, &st) && mkdir(path, mode)) ? -1 : 0; |
| } |
| |
| int rm_rf(const char *path) |
| { |
| DIR *dir; |
| int ret = 0; |
| struct dirent *d; |
| char namebuf[PATH_MAX]; |
| |
| dir = opendir(path); |
| if (dir == NULL) |
| return 0; |
| |
| while ((d = readdir(dir)) != NULL && !ret) { |
| struct stat statbuf; |
| |
| if (!strcmp(d->d_name, ".") || !strcmp(d->d_name, "..")) |
| continue; |
| |
| scnprintf(namebuf, sizeof(namebuf), "%s/%s", |
| path, d->d_name); |
| |
| /* We have to check symbolic link itself */ |
| ret = lstat(namebuf, &statbuf); |
| if (ret < 0) { |
| pr_debug("stat failed: %s\n", namebuf); |
| break; |
| } |
| |
| if (S_ISDIR(statbuf.st_mode)) |
| ret = rm_rf(namebuf); |
| else |
| ret = unlink(namebuf); |
| } |
| closedir(dir); |
| |
| if (ret < 0) |
| return ret; |
| |
| return rmdir(path); |
| } |
| |
| /* A filter which removes dot files */ |
| bool lsdir_no_dot_filter(const char *name __maybe_unused, struct dirent *d) |
| { |
| return d->d_name[0] != '.'; |
| } |
| |
| /* lsdir reads a directory and store it in strlist */ |
| struct strlist *lsdir(const char *name, |
| bool (*filter)(const char *, struct dirent *)) |
| { |
| struct strlist *list = NULL; |
| DIR *dir; |
| struct dirent *d; |
| |
| dir = opendir(name); |
| if (!dir) |
| return NULL; |
| |
| list = strlist__new(NULL, NULL); |
| if (!list) { |
| errno = ENOMEM; |
| goto out; |
| } |
| |
| while ((d = readdir(dir)) != NULL) { |
| if (!filter || filter(name, d)) |
| strlist__add(list, d->d_name); |
| } |
| |
| out: |
| closedir(dir); |
| return list; |
| } |
| |
| static int slow_copyfile(const char *from, const char *to, struct nsinfo *nsi) |
| { |
| int err = -1; |
| char *line = NULL; |
| size_t n; |
| FILE *from_fp, *to_fp; |
| struct nscookie nsc; |
| |
| nsinfo__mountns_enter(nsi, &nsc); |
| from_fp = fopen(from, "r"); |
| nsinfo__mountns_exit(&nsc); |
| if (from_fp == NULL) |
| goto out; |
| |
| to_fp = fopen(to, "w"); |
| if (to_fp == NULL) |
| goto out_fclose_from; |
| |
| while (getline(&line, &n, from_fp) > 0) |
| if (fputs(line, to_fp) == EOF) |
| goto out_fclose_to; |
| err = 0; |
| out_fclose_to: |
| fclose(to_fp); |
| free(line); |
| out_fclose_from: |
| fclose(from_fp); |
| out: |
| return err; |
| } |
| |
| static int copyfile_offset(int ifd, loff_t off_in, int ofd, loff_t off_out, u64 size) |
| { |
| void *ptr; |
| loff_t pgoff; |
| |
| pgoff = off_in & ~(page_size - 1); |
| off_in -= pgoff; |
| |
| ptr = mmap(NULL, off_in + size, PROT_READ, MAP_PRIVATE, ifd, pgoff); |
| if (ptr == MAP_FAILED) |
| return -1; |
| |
| while (size) { |
| ssize_t ret = pwrite(ofd, ptr + off_in, size, off_out); |
| if (ret < 0 && errno == EINTR) |
| continue; |
| if (ret <= 0) |
| break; |
| |
| size -= ret; |
| off_in += ret; |
| off_out += ret; |
| } |
| munmap(ptr, off_in + size); |
| |
| return size ? -1 : 0; |
| } |
| |
| static int copyfile_mode_ns(const char *from, const char *to, mode_t mode, |
| struct nsinfo *nsi) |
| { |
| int fromfd, tofd; |
| struct stat st; |
| int err; |
| char *tmp = NULL, *ptr = NULL; |
| struct nscookie nsc; |
| |
| nsinfo__mountns_enter(nsi, &nsc); |
| err = stat(from, &st); |
| nsinfo__mountns_exit(&nsc); |
| if (err) |
| goto out; |
| err = -1; |
| |
| /* extra 'x' at the end is to reserve space for '.' */ |
| if (asprintf(&tmp, "%s.XXXXXXx", to) < 0) { |
| tmp = NULL; |
| goto out; |
| } |
| ptr = strrchr(tmp, '/'); |
| if (!ptr) |
| goto out; |
| ptr = memmove(ptr + 1, ptr, strlen(ptr) - 1); |
| *ptr = '.'; |
| |
| tofd = mkstemp(tmp); |
| if (tofd < 0) |
| goto out; |
| |
| if (fchmod(tofd, mode)) |
| goto out_close_to; |
| |
| if (st.st_size == 0) { /* /proc? do it slowly... */ |
| err = slow_copyfile(from, tmp, nsi); |
| goto out_close_to; |
| } |
| |
| nsinfo__mountns_enter(nsi, &nsc); |
| fromfd = open(from, O_RDONLY); |
| nsinfo__mountns_exit(&nsc); |
| if (fromfd < 0) |
| goto out_close_to; |
| |
| err = copyfile_offset(fromfd, 0, tofd, 0, st.st_size); |
| |
| close(fromfd); |
| out_close_to: |
| close(tofd); |
| if (!err) |
| err = link(tmp, to); |
| unlink(tmp); |
| out: |
| free(tmp); |
| return err; |
| } |
| |
| int copyfile_ns(const char *from, const char *to, struct nsinfo *nsi) |
| { |
| return copyfile_mode_ns(from, to, 0755, nsi); |
| } |
| |
| int copyfile_mode(const char *from, const char *to, mode_t mode) |
| { |
| return copyfile_mode_ns(from, to, mode, NULL); |
| } |
| |
| int copyfile(const char *from, const char *to) |
| { |
| return copyfile_mode(from, to, 0755); |
| } |
| |
| static ssize_t ion(bool is_read, int fd, void *buf, size_t n) |
| { |
| void *buf_start = buf; |
| size_t left = n; |
| |
| while (left) { |
| /* buf must be treated as const if !is_read. */ |
| ssize_t ret = is_read ? read(fd, buf, left) : |
| write(fd, buf, left); |
| |
| if (ret < 0 && errno == EINTR) |
| continue; |
| if (ret <= 0) |
| return ret; |
| |
| left -= ret; |
| buf += ret; |
| } |
| |
| BUG_ON((size_t)(buf - buf_start) != n); |
| return n; |
| } |
| |
| /* |
| * Read exactly 'n' bytes or return an error. |
| */ |
| ssize_t readn(int fd, void *buf, size_t n) |
| { |
| return ion(true, fd, buf, n); |
| } |
| |
| /* |
| * Write exactly 'n' bytes or return an error. |
| */ |
| ssize_t writen(int fd, const void *buf, size_t n) |
| { |
| /* ion does not modify buf. */ |
| return ion(false, fd, (void *)buf, n); |
| } |
| |
| size_t hex_width(u64 v) |
| { |
| size_t n = 1; |
| |
| while ((v >>= 4)) |
| ++n; |
| |
| return n; |
| } |
| |
| /* |
| * While we find nice hex chars, build a long_val. |
| * Return number of chars processed. |
| */ |
| int hex2u64(const char *ptr, u64 *long_val) |
| { |
| char *p; |
| |
| *long_val = strtoull(ptr, &p, 16); |
| |
| return p - ptr; |
| } |
| |
| int perf_event_paranoid(void) |
| { |
| int value; |
| |
| if (sysctl__read_int("kernel/perf_event_paranoid", &value)) |
| return INT_MAX; |
| |
| return value; |
| } |
| static int |
| fetch_ubuntu_kernel_version(unsigned int *puint) |
| { |
| ssize_t len; |
| size_t line_len = 0; |
| char *ptr, *line = NULL; |
| int version, patchlevel, sublevel, err; |
| FILE *vsig; |
| |
| if (!puint) |
| return 0; |
| |
| vsig = fopen("/proc/version_signature", "r"); |
| if (!vsig) { |
| pr_debug("Open /proc/version_signature failed: %s\n", |
| strerror(errno)); |
| return -1; |
| } |
| |
| len = getline(&line, &line_len, vsig); |
| fclose(vsig); |
| err = -1; |
| if (len <= 0) { |
| pr_debug("Reading from /proc/version_signature failed: %s\n", |
| strerror(errno)); |
| goto errout; |
| } |
| |
| ptr = strrchr(line, ' '); |
| if (!ptr) { |
| pr_debug("Parsing /proc/version_signature failed: %s\n", line); |
| goto errout; |
| } |
| |
| err = sscanf(ptr + 1, "%d.%d.%d", |
| &version, &patchlevel, &sublevel); |
| if (err != 3) { |
| pr_debug("Unable to get kernel version from /proc/version_signature '%s'\n", |
| line); |
| goto errout; |
| } |
| |
| *puint = (version << 16) + (patchlevel << 8) + sublevel; |
| err = 0; |
| errout: |
| free(line); |
| return err; |
| } |
| |
| int |
| fetch_kernel_version(unsigned int *puint, char *str, |
| size_t str_size) |
| { |
| struct utsname utsname; |
| int version, patchlevel, sublevel, err; |
| bool int_ver_ready = false; |
| |
| if (access("/proc/version_signature", R_OK) == 0) |
| if (!fetch_ubuntu_kernel_version(puint)) |
| int_ver_ready = true; |
| |
| if (uname(&utsname)) |
| return -1; |
| |
| if (str && str_size) { |
| strncpy(str, utsname.release, str_size); |
| str[str_size - 1] = '\0'; |
| } |
| |
| if (!puint || int_ver_ready) |
| return 0; |
| |
| err = sscanf(utsname.release, "%d.%d.%d", |
| &version, &patchlevel, &sublevel); |
| |
| if (err != 3) { |
| pr_debug("Unable to get kernel version from uname '%s'\n", |
| utsname.release); |
| return -1; |
| } |
| |
| *puint = (version << 16) + (patchlevel << 8) + sublevel; |
| return 0; |
| } |
| |
| const char *perf_tip(const char *dirpath) |
| { |
| struct strlist *tips; |
| struct str_node *node; |
| char *tip = NULL; |
| struct strlist_config conf = { |
| .dirname = dirpath, |
| .file_only = true, |
| }; |
| |
| tips = strlist__new("tips.txt", &conf); |
| if (tips == NULL) |
| return errno == ENOENT ? NULL : |
| "Tip: check path of tips.txt or get more memory! ;-p"; |
| |
| if (strlist__nr_entries(tips) == 0) |
| goto out; |
| |
| node = strlist__entry(tips, random() % strlist__nr_entries(tips)); |
| if (asprintf(&tip, "Tip: %s", node->s) < 0) |
| tip = (char *)"Tip: get more memory! ;-)"; |
| |
| out: |
| strlist__delete(tips); |
| |
| return tip; |
| } |