| // SPDX-License-Identifier: GPL-2.0-only | |
| /* | |
| * Copyright 2013-2015, Michael Ellerman, IBM Corp. | |
| */ | |
| #define _GNU_SOURCE /* For CPU_ZERO etc. */ | |
| #include <elf.h> | |
| #include <errno.h> | |
| #include <fcntl.h> | |
| #include <inttypes.h> | |
| #include <limits.h> | |
| #include <link.h> | |
| #include <sched.h> | |
| #include <stdio.h> | |
| #include <stdlib.h> | |
| #include <string.h> | |
| #include <sys/ioctl.h> | |
| #include <sys/stat.h> | |
| #include <sys/sysinfo.h> | |
| #include <sys/types.h> | |
| #include <sys/utsname.h> | |
| #include <unistd.h> | |
| #include <asm/unistd.h> | |
| #include <linux/limits.h> | |
| #include "utils.h" | |
| static char auxv[4096]; | |
| int read_file(const char *path, char *buf, size_t count, size_t *len) | |
| { | |
| ssize_t rc; | |
| int fd; | |
| int err; | |
| char eof; | |
| fd = open(path, O_RDONLY); | |
| if (fd < 0) | |
| return -errno; | |
| rc = read(fd, buf, count); | |
| if (rc < 0) { | |
| err = -errno; | |
| goto out; | |
| } | |
| if (len) | |
| *len = rc; | |
| /* Overflow if there are still more bytes after filling the buffer */ | |
| if (rc == count) { | |
| rc = read(fd, &eof, 1); | |
| if (rc != 0) { | |
| err = -EOVERFLOW; | |
| goto out; | |
| } | |
| } | |
| err = 0; | |
| out: | |
| close(fd); | |
| errno = -err; | |
| return err; | |
| } | |
| int read_file_alloc(const char *path, char **buf, size_t *len) | |
| { | |
| size_t read_offset = 0; | |
| size_t buffer_len = 0; | |
| char *buffer = NULL; | |
| int err; | |
| int fd; | |
| fd = open(path, O_RDONLY); | |
| if (fd < 0) | |
| return -errno; | |
| /* | |
| * We don't use stat & preallocate st_size because some non-files | |
| * report 0 file size. Instead just dynamically grow the buffer | |
| * as needed. | |
| */ | |
| while (1) { | |
| ssize_t rc; | |
| if (read_offset >= buffer_len / 2) { | |
| char *next_buffer; | |
| buffer_len = buffer_len ? buffer_len * 2 : 4096; | |
| next_buffer = realloc(buffer, buffer_len); | |
| if (!next_buffer) { | |
| err = -errno; | |
| goto out; | |
| } | |
| buffer = next_buffer; | |
| } | |
| rc = read(fd, buffer + read_offset, buffer_len - read_offset); | |
| if (rc < 0) { | |
| err = -errno; | |
| goto out; | |
| } | |
| if (rc == 0) | |
| break; | |
| read_offset += rc; | |
| } | |
| *buf = buffer; | |
| if (len) | |
| *len = read_offset; | |
| err = 0; | |
| out: | |
| close(fd); | |
| if (err) | |
| free(buffer); | |
| errno = -err; | |
| return err; | |
| } | |
| int write_file(const char *path, const char *buf, size_t count) | |
| { | |
| int fd; | |
| int err; | |
| ssize_t rc; | |
| fd = open(path, O_WRONLY | O_CREAT | O_TRUNC, 0644); | |
| if (fd < 0) | |
| return -errno; | |
| rc = write(fd, buf, count); | |
| if (rc < 0) { | |
| err = -errno; | |
| goto out; | |
| } | |
| if (rc != count) { | |
| err = -EOVERFLOW; | |
| goto out; | |
| } | |
| err = 0; | |
| out: | |
| close(fd); | |
| errno = -err; | |
| return err; | |
| } | |
| int read_auxv(char *buf, ssize_t buf_size) | |
| { | |
| int err; | |
| err = read_file("/proc/self/auxv", buf, buf_size, NULL); | |
| if (err) { | |
| perror("Error reading /proc/self/auxv"); | |
| return err; | |
| } | |
| return 0; | |
| } | |
| int read_debugfs_file(const char *subpath, char *buf, size_t count) | |
| { | |
| char path[PATH_MAX] = "/sys/kernel/debug/"; | |
| strncat(path, subpath, sizeof(path) - strlen(path) - 1); | |
| return read_file(path, buf, count, NULL); | |
| } | |
| int write_debugfs_file(const char *subpath, const char *buf, size_t count) | |
| { | |
| char path[PATH_MAX] = "/sys/kernel/debug/"; | |
| strncat(path, subpath, sizeof(path) - strlen(path) - 1); | |
| return write_file(path, buf, count); | |
| } | |
| static int validate_int_parse(const char *buffer, size_t count, char *end) | |
| { | |
| int err = 0; | |
| /* Require at least one digit */ | |
| if (end == buffer) { | |
| err = -EINVAL; | |
| goto out; | |
| } | |
| /* Require all remaining characters be whitespace-ish */ | |
| for (; end < buffer + count; end++) { | |
| if (*end == '\0') | |
| break; | |
| if (*end != ' ' && *end != '\n') { | |
| err = -EINVAL; | |
| goto out; | |
| } | |
| } | |
| out: | |
| errno = -err; | |
| return err; | |
| } | |
| static int parse_bounded_int(const char *buffer, size_t count, intmax_t *result, | |
| int base, intmax_t min, intmax_t max) | |
| { | |
| int err; | |
| char *end; | |
| errno = 0; | |
| *result = strtoimax(buffer, &end, base); | |
| if (errno) | |
| return -errno; | |
| err = validate_int_parse(buffer, count, end); | |
| if (err) | |
| goto out; | |
| if (*result < min || *result > max) | |
| err = -EOVERFLOW; | |
| out: | |
| errno = -err; | |
| return err; | |
| } | |
| static int parse_bounded_uint(const char *buffer, size_t count, uintmax_t *result, | |
| int base, uintmax_t max) | |
| { | |
| int err = 0; | |
| char *end; | |
| errno = 0; | |
| *result = strtoumax(buffer, &end, base); | |
| if (errno) | |
| return -errno; | |
| err = validate_int_parse(buffer, count, end); | |
| if (err) | |
| goto out; | |
| if (*result > max) | |
| err = -EOVERFLOW; | |
| out: | |
| errno = -err; | |
| return err; | |
| } | |
| int parse_intmax(const char *buffer, size_t count, intmax_t *result, int base) | |
| { | |
| return parse_bounded_int(buffer, count, result, base, INTMAX_MIN, INTMAX_MAX); | |
| } | |
| int parse_uintmax(const char *buffer, size_t count, uintmax_t *result, int base) | |
| { | |
| return parse_bounded_uint(buffer, count, result, base, UINTMAX_MAX); | |
| } | |
| int parse_int(const char *buffer, size_t count, int *result, int base) | |
| { | |
| intmax_t parsed; | |
| int err = parse_bounded_int(buffer, count, &parsed, base, INT_MIN, INT_MAX); | |
| *result = parsed; | |
| return err; | |
| } | |
| int parse_uint(const char *buffer, size_t count, unsigned int *result, int base) | |
| { | |
| uintmax_t parsed; | |
| int err = parse_bounded_uint(buffer, count, &parsed, base, UINT_MAX); | |
| *result = parsed; | |
| return err; | |
| } | |
| int parse_long(const char *buffer, size_t count, long *result, int base) | |
| { | |
| intmax_t parsed; | |
| int err = parse_bounded_int(buffer, count, &parsed, base, LONG_MIN, LONG_MAX); | |
| *result = parsed; | |
| return err; | |
| } | |
| int parse_ulong(const char *buffer, size_t count, unsigned long *result, int base) | |
| { | |
| uintmax_t parsed; | |
| int err = parse_bounded_uint(buffer, count, &parsed, base, ULONG_MAX); | |
| *result = parsed; | |
| return err; | |
| } | |
| int read_long(const char *path, long *result, int base) | |
| { | |
| int err; | |
| char buffer[32] = {0}; | |
| err = read_file(path, buffer, sizeof(buffer) - 1, NULL); | |
| if (err) | |
| return err; | |
| return parse_long(buffer, sizeof(buffer), result, base); | |
| } | |
| int read_ulong(const char *path, unsigned long *result, int base) | |
| { | |
| int err; | |
| char buffer[32] = {0}; | |
| err = read_file(path, buffer, sizeof(buffer) - 1, NULL); | |
| if (err) | |
| return err; | |
| return parse_ulong(buffer, sizeof(buffer), result, base); | |
| } | |
| int write_long(const char *path, long result, int base) | |
| { | |
| int err; | |
| int len; | |
| char buffer[32]; | |
| /* Decimal only for now: no format specifier for signed hex values */ | |
| if (base != 10) { | |
| err = -EINVAL; | |
| goto out; | |
| } | |
| len = snprintf(buffer, sizeof(buffer), "%ld", result); | |
| if (len < 0 || len >= sizeof(buffer)) { | |
| err = -EOVERFLOW; | |
| goto out; | |
| } | |
| err = write_file(path, buffer, len); | |
| out: | |
| errno = -err; | |
| return err; | |
| } | |
| int write_ulong(const char *path, unsigned long result, int base) | |
| { | |
| int err; | |
| int len; | |
| char buffer[32]; | |
| char *fmt; | |
| switch (base) { | |
| case 10: | |
| fmt = "%lu"; | |
| break; | |
| case 16: | |
| fmt = "%lx"; | |
| break; | |
| default: | |
| err = -EINVAL; | |
| goto out; | |
| } | |
| len = snprintf(buffer, sizeof(buffer), fmt, result); | |
| if (len < 0 || len >= sizeof(buffer)) { | |
| err = -errno; | |
| goto out; | |
| } | |
| err = write_file(path, buffer, len); | |
| out: | |
| errno = -err; | |
| return err; | |
| } | |
| void *find_auxv_entry(int type, char *auxv) | |
| { | |
| ElfW(auxv_t) *p; | |
| p = (ElfW(auxv_t) *)auxv; | |
| while (p->a_type != AT_NULL) { | |
| if (p->a_type == type) | |
| return p; | |
| p++; | |
| } | |
| return NULL; | |
| } | |
| void *get_auxv_entry(int type) | |
| { | |
| ElfW(auxv_t) *p; | |
| if (read_auxv(auxv, sizeof(auxv))) | |
| return NULL; | |
| p = find_auxv_entry(type, auxv); | |
| if (p) | |
| return (void *)p->a_un.a_val; | |
| return NULL; | |
| } | |
| int pick_online_cpu(void) | |
| { | |
| int ncpus, cpu = -1; | |
| cpu_set_t *mask; | |
| size_t size; | |
| ncpus = get_nprocs_conf(); | |
| size = CPU_ALLOC_SIZE(ncpus); | |
| mask = CPU_ALLOC(ncpus); | |
| if (!mask) { | |
| perror("malloc"); | |
| return -1; | |
| } | |
| CPU_ZERO_S(size, mask); | |
| if (sched_getaffinity(0, size, mask)) { | |
| perror("sched_getaffinity"); | |
| goto done; | |
| } | |
| /* We prefer a primary thread, but skip 0 */ | |
| for (cpu = 8; cpu < ncpus; cpu += 8) | |
| if (CPU_ISSET_S(cpu, size, mask)) | |
| goto done; | |
| /* Search for anything, but in reverse */ | |
| for (cpu = ncpus - 1; cpu >= 0; cpu--) | |
| if (CPU_ISSET_S(cpu, size, mask)) | |
| goto done; | |
| printf("No cpus in affinity mask?!\n"); | |
| done: | |
| CPU_FREE(mask); | |
| return cpu; | |
| } | |
| int bind_to_cpu(int cpu) | |
| { | |
| cpu_set_t mask; | |
| int err; | |
| if (cpu == BIND_CPU_ANY) { | |
| cpu = pick_online_cpu(); | |
| if (cpu < 0) | |
| return cpu; | |
| } | |
| printf("Binding to cpu %d\n", cpu); | |
| CPU_ZERO(&mask); | |
| CPU_SET(cpu, &mask); | |
| err = sched_setaffinity(0, sizeof(mask), &mask); | |
| if (err) | |
| return err; | |
| return cpu; | |
| } | |
| bool is_ppc64le(void) | |
| { | |
| struct utsname uts; | |
| int rc; | |
| errno = 0; | |
| rc = uname(&uts); | |
| if (rc) { | |
| perror("uname"); | |
| return false; | |
| } | |
| return strcmp(uts.machine, "ppc64le") == 0; | |
| } | |
| int read_sysfs_file(char *fpath, char *result, size_t result_size) | |
| { | |
| char path[PATH_MAX] = "/sys/"; | |
| strncat(path, fpath, PATH_MAX - strlen(path) - 1); | |
| return read_file(path, result, result_size, NULL); | |
| } | |
| int read_debugfs_int(const char *debugfs_file, int *result) | |
| { | |
| int err; | |
| char value[16] = {0}; | |
| err = read_debugfs_file(debugfs_file, value, sizeof(value) - 1); | |
| if (err) | |
| return err; | |
| return parse_int(value, sizeof(value), result, 10); | |
| } | |
| int write_debugfs_int(const char *debugfs_file, int result) | |
| { | |
| char value[16]; | |
| snprintf(value, 16, "%d", result); | |
| return write_debugfs_file(debugfs_file, value, strlen(value)); | |
| } | |
| static long perf_event_open(struct perf_event_attr *hw_event, pid_t pid, | |
| int cpu, int group_fd, unsigned long flags) | |
| { | |
| return syscall(__NR_perf_event_open, hw_event, pid, cpu, | |
| group_fd, flags); | |
| } | |
| static void perf_event_attr_init(struct perf_event_attr *event_attr, | |
| unsigned int type, | |
| unsigned long config) | |
| { | |
| memset(event_attr, 0, sizeof(*event_attr)); | |
| event_attr->type = type; | |
| event_attr->size = sizeof(struct perf_event_attr); | |
| event_attr->config = config; | |
| event_attr->read_format = PERF_FORMAT_GROUP; | |
| event_attr->disabled = 1; | |
| event_attr->exclude_kernel = 1; | |
| event_attr->exclude_hv = 1; | |
| event_attr->exclude_guest = 1; | |
| } | |
| int perf_event_open_counter(unsigned int type, | |
| unsigned long config, int group_fd) | |
| { | |
| int fd; | |
| struct perf_event_attr event_attr; | |
| perf_event_attr_init(&event_attr, type, config); | |
| fd = perf_event_open(&event_attr, 0, -1, group_fd, 0); | |
| if (fd < 0) | |
| perror("perf_event_open() failed"); | |
| return fd; | |
| } | |
| int perf_event_enable(int fd) | |
| { | |
| if (ioctl(fd, PERF_EVENT_IOC_ENABLE, PERF_IOC_FLAG_GROUP) == -1) { | |
| perror("error while enabling perf events"); | |
| return -1; | |
| } | |
| return 0; | |
| } | |
| int perf_event_disable(int fd) | |
| { | |
| if (ioctl(fd, PERF_EVENT_IOC_DISABLE, PERF_IOC_FLAG_GROUP) == -1) { | |
| perror("error disabling perf events"); | |
| return -1; | |
| } | |
| return 0; | |
| } | |
| int perf_event_reset(int fd) | |
| { | |
| if (ioctl(fd, PERF_EVENT_IOC_RESET, PERF_IOC_FLAG_GROUP) == -1) { | |
| perror("error resetting perf events"); | |
| return -1; | |
| } | |
| return 0; | |
| } | |
| int using_hash_mmu(bool *using_hash) | |
| { | |
| char line[128]; | |
| FILE *f; | |
| int rc; | |
| f = fopen("/proc/cpuinfo", "r"); | |
| FAIL_IF(!f); | |
| rc = 0; | |
| while (fgets(line, sizeof(line), f) != NULL) { | |
| if (!strcmp(line, "MMU : Hash\n") || | |
| !strcmp(line, "platform : Cell\n") || | |
| !strcmp(line, "platform : PowerMac\n")) { | |
| *using_hash = true; | |
| goto out; | |
| } | |
| if (strcmp(line, "MMU : Radix\n") == 0) { | |
| *using_hash = false; | |
| goto out; | |
| } | |
| } | |
| rc = -1; | |
| out: | |
| fclose(f); | |
| return rc; | |
| } | |
| struct sigaction push_signal_handler(int sig, void (*fn)(int, siginfo_t *, void *)) | |
| { | |
| struct sigaction sa; | |
| struct sigaction old_handler; | |
| sa.sa_sigaction = fn; | |
| sigemptyset(&sa.sa_mask); | |
| sa.sa_flags = SA_SIGINFO; | |
| FAIL_IF_EXIT_MSG(sigaction(sig, &sa, &old_handler), | |
| "failed to push signal handler"); | |
| return old_handler; | |
| } | |
| struct sigaction pop_signal_handler(int sig, struct sigaction old_handler) | |
| { | |
| struct sigaction popped; | |
| FAIL_IF_EXIT_MSG(sigaction(sig, &old_handler, &popped), | |
| "failed to pop signal handler"); | |
| return popped; | |
| } |