|  | /* SPDX-License-Identifier: GPL-2.0 */ | 
|  | #define _GNU_SOURCE | 
|  | #include <linux/membarrier.h> | 
|  | #include <syscall.h> | 
|  | #include <stdio.h> | 
|  | #include <errno.h> | 
|  | #include <string.h> | 
|  | #include <pthread.h> | 
|  |  | 
|  | #include "../kselftest.h" | 
|  |  | 
|  | static int registrations; | 
|  |  | 
|  | static int sys_membarrier(int cmd, int flags) | 
|  | { | 
|  | return syscall(__NR_membarrier, cmd, flags); | 
|  | } | 
|  |  | 
|  | static int test_membarrier_get_registrations(int cmd) | 
|  | { | 
|  | int ret, flags = 0; | 
|  | const char *test_name = | 
|  | "sys membarrier MEMBARRIER_CMD_GET_REGISTRATIONS"; | 
|  |  | 
|  | registrations |= cmd; | 
|  |  | 
|  | ret = sys_membarrier(MEMBARRIER_CMD_GET_REGISTRATIONS, 0); | 
|  | if (ret < 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } else if (ret != registrations) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, ret = %d, registrations = %d\n", | 
|  | test_name, flags, ret, registrations); | 
|  | } | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d, ret = %d, registrations = %d\n", | 
|  | test_name, flags, ret, registrations); | 
|  |  | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_cmd_fail(void) | 
|  | { | 
|  | int cmd = -1, flags = 0; | 
|  | const char *test_name = "sys membarrier invalid command"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != -1) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: command = %d, flags = %d. Should fail, but passed\n", | 
|  | test_name, cmd, flags); | 
|  | } | 
|  | if (errno != EINVAL) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n", | 
|  | test_name, flags, EINVAL, strerror(EINVAL), | 
|  | errno, strerror(errno)); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: command = %d, flags = %d, errno = %d. Failed as expected\n", | 
|  | test_name, cmd, flags, errno); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_flags_fail(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_QUERY, flags = 1; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_QUERY invalid flags"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != -1) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should fail, but passed\n", | 
|  | test_name, flags); | 
|  | } | 
|  | if (errno != EINVAL) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n", | 
|  | test_name, flags, EINVAL, strerror(EINVAL), | 
|  | errno, strerror(errno)); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d, errno = %d. Failed as expected\n", | 
|  | test_name, flags, errno); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_global_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_GLOBAL, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_GLOBAL"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", test_name, flags); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_private_expedited_fail(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED not registered failure"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != -1) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should fail, but passed\n", | 
|  | test_name, flags); | 
|  | } | 
|  | if (errno != EPERM) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n", | 
|  | test_name, flags, EPERM, strerror(EPERM), | 
|  | errno, strerror(errno)); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_register_private_expedited_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  |  | 
|  | test_membarrier_get_registrations(cmd); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_private_expedited_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_private_expedited_sync_core_fail(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE not registered failure"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != -1) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should fail, but passed\n", | 
|  | test_name, flags); | 
|  | } | 
|  | if (errno != EPERM) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n", | 
|  | test_name, flags, EPERM, strerror(EPERM), | 
|  | errno, strerror(errno)); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_register_private_expedited_sync_core_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  |  | 
|  | test_membarrier_get_registrations(cmd); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_private_expedited_sync_core_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_register_global_expedited_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  |  | 
|  | test_membarrier_get_registrations(cmd); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_global_expedited_success(void) | 
|  | { | 
|  | int cmd = MEMBARRIER_CMD_GLOBAL_EXPEDITED, flags = 0; | 
|  | const char *test_name = "sys membarrier MEMBARRIER_CMD_GLOBAL_EXPEDITED"; | 
|  |  | 
|  | if (sys_membarrier(cmd, flags) != 0) { | 
|  | ksft_exit_fail_msg( | 
|  | "%s test: flags = %d, errno = %d\n", | 
|  | test_name, flags, errno); | 
|  | } | 
|  |  | 
|  | ksft_test_result_pass( | 
|  | "%s test: flags = %d\n", | 
|  | test_name, flags); | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_fail(void) | 
|  | { | 
|  | int status; | 
|  |  | 
|  | status = test_membarrier_cmd_fail(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_flags_fail(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_private_expedited_fail(); | 
|  | if (status) | 
|  | return status; | 
|  | status = sys_membarrier(MEMBARRIER_CMD_QUERY, 0); | 
|  | if (status < 0) { | 
|  | ksft_test_result_fail("sys_membarrier() failed\n"); | 
|  | return status; | 
|  | } | 
|  | if (status & MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE) { | 
|  | status = test_membarrier_private_expedited_sync_core_fail(); | 
|  | if (status) | 
|  | return status; | 
|  | } | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_success(void) | 
|  | { | 
|  | int status; | 
|  |  | 
|  | status = test_membarrier_global_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_register_private_expedited_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_private_expedited_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = sys_membarrier(MEMBARRIER_CMD_QUERY, 0); | 
|  | if (status < 0) { | 
|  | ksft_test_result_fail("sys_membarrier() failed\n"); | 
|  | return status; | 
|  | } | 
|  | if (status & MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE) { | 
|  | status = test_membarrier_register_private_expedited_sync_core_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_private_expedited_sync_core_success(); | 
|  | if (status) | 
|  | return status; | 
|  | } | 
|  | /* | 
|  | * It is valid to send a global membarrier from a non-registered | 
|  | * process. | 
|  | */ | 
|  | status = test_membarrier_global_expedited_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_register_global_expedited_success(); | 
|  | if (status) | 
|  | return status; | 
|  | status = test_membarrier_global_expedited_success(); | 
|  | if (status) | 
|  | return status; | 
|  | return 0; | 
|  | } | 
|  |  | 
|  | static int test_membarrier_query(void) | 
|  | { | 
|  | int flags = 0, ret; | 
|  |  | 
|  | ret = sys_membarrier(MEMBARRIER_CMD_QUERY, flags); | 
|  | if (ret < 0) { | 
|  | if (errno == ENOSYS) { | 
|  | /* | 
|  | * It is valid to build a kernel with | 
|  | * CONFIG_MEMBARRIER=n. However, this skips the tests. | 
|  | */ | 
|  | ksft_exit_skip( | 
|  | "sys membarrier (CONFIG_MEMBARRIER) is disabled.\n"); | 
|  | } | 
|  | ksft_exit_fail_msg("sys_membarrier() failed\n"); | 
|  | } | 
|  | if (!(ret & MEMBARRIER_CMD_GLOBAL)) | 
|  | ksft_exit_skip( | 
|  | "sys_membarrier unsupported: CMD_GLOBAL not found.\n"); | 
|  |  | 
|  | ksft_test_result_pass("sys_membarrier available\n"); | 
|  | return 0; | 
|  | } |