tools/testing/selftests/bpf/prog_tests/sockmap_ktls.c

// SPDX-License-Identifier: GPL-2.0
// Copyright (c) 2020 Cloudflare
/*
 * Tests for sockmap/sockhash holding kTLS sockets.
 */
#include <error.h>
#include <netinet/tcp.h>
#include <linux/tls.h>
#include "test_progs.h"
#include "sockmap_helpers.h"
#include "test_skmsg_load_helpers.skel.h"
#include "test_sockmap_ktls.skel.h"

#define MAX_TEST_NAME 80
#define TCP_ULP 31

static int init_ktls_pairs(int c, int p)
{
	int err;
	struct tls12_crypto_info_aes_gcm_128 crypto_rx;
	struct tls12_crypto_info_aes_gcm_128 crypto_tx;

	err = setsockopt(c, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
	if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
		goto out;

	err = setsockopt(p, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
	if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
		goto out;

	memset(&crypto_rx, 0, sizeof(crypto_rx));
	memset(&crypto_tx, 0, sizeof(crypto_tx));
	crypto_rx.info.version = TLS_1_2_VERSION;
	crypto_tx.info.version = TLS_1_2_VERSION;
	crypto_rx.info.cipher_type = TLS_CIPHER_AES_GCM_128;
	crypto_tx.info.cipher_type = TLS_CIPHER_AES_GCM_128;

	err = setsockopt(c, SOL_TLS, TLS_TX, &crypto_tx, sizeof(crypto_tx));
	if (!ASSERT_OK(err, "setsockopt(TLS_TX)"))
		goto out;

	err = setsockopt(p, SOL_TLS, TLS_RX, &crypto_rx, sizeof(crypto_rx));
	if (!ASSERT_OK(err, "setsockopt(TLS_RX)"))
		goto out;
	return 0;
out:
	return -1;
}

static int create_ktls_pairs(int family, int sotype, int *c, int *p)
{
	int err;

	err = create_pair(family, sotype, c, p);
	if (!ASSERT_OK(err, "create_pair()"))
		return -1;

	err = init_ktls_pairs(*c, *p);
	if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
		return -1;
	return 0;
}

static void test_sockmap_ktls_update_fails_when_sock_has_ulp(int family, int map)
{
	struct sockaddr_storage addr = {};
	socklen_t len = sizeof(addr);
	struct sockaddr_in6 *v6;
	struct sockaddr_in *v4;
	int err, s, zero = 0;

	switch (family) {
	case AF_INET:
		v4 = (struct sockaddr_in *)&addr;
		v4->sin_family = AF_INET;
		break;
	case AF_INET6:
		v6 = (struct sockaddr_in6 *)&addr;
		v6->sin6_family = AF_INET6;
		break;
	default:
		PRINT_FAIL("unsupported socket family %d", family);
		return;
	}

	s = socket(family, SOCK_STREAM, 0);
	if (!ASSERT_GE(s, 0, "socket"))
		return;

	err = bind(s, (struct sockaddr *)&addr, len);
	if (!ASSERT_OK(err, "bind"))
		goto close;

	err = getsockname(s, (struct sockaddr *)&addr, &len);
	if (!ASSERT_OK(err, "getsockname"))
		goto close;

	err = connect(s, (struct sockaddr *)&addr, len);
	if (!ASSERT_OK(err, "connect"))
		goto close;

	/* save sk->sk_prot and set it to tls_prots */
	err = setsockopt(s, IPPROTO_TCP, TCP_ULP, "tls", strlen("tls"));
	if (!ASSERT_OK(err, "setsockopt(TCP_ULP)"))
		goto close;

	/* sockmap update should not affect saved sk_prot */
	err = bpf_map_update_elem(map, &zero, &s, BPF_ANY);
	if (!ASSERT_ERR(err, "sockmap update elem"))
		goto close;

	/* call sk->sk_prot->setsockopt to dispatch to saved sk_prot */
	err = setsockopt(s, IPPROTO_TCP, TCP_NODELAY, &zero, sizeof(zero));
	ASSERT_OK(err, "setsockopt(TCP_NODELAY)");

close:
	close(s);
}

static const char *fmt_test_name(const char *subtest_name, int family,
				 enum bpf_map_type map_type)
{
	const char *map_type_str = BPF_MAP_TYPE_SOCKMAP ? "SOCKMAP" : "SOCKHASH";
	const char *family_str = AF_INET ? "IPv4" : "IPv6";
	static char test_name[MAX_TEST_NAME];

	snprintf(test_name, MAX_TEST_NAME,
		 "sockmap_ktls %s %s %s",
		 subtest_name, family_str, map_type_str);

	return test_name;
}

static void test_sockmap_ktls_offload(int family, int sotype)
{
	int err;
	int c = 0, p = 0, sent, recvd;
	char msg[12] = "hello world\0";
	char rcv[13];

	err = create_ktls_pairs(family, sotype, &c, &p);
	if (!ASSERT_OK(err, "create_ktls_pairs()"))
		goto out;

	sent = send(c, msg, sizeof(msg), 0);
	if (!ASSERT_OK(err, "send(msg)"))
		goto out;

	recvd = recv(p, rcv, sizeof(rcv), 0);
	if (!ASSERT_OK(err, "recv(msg)") ||
	    !ASSERT_EQ(recvd, sent, "length mismatch"))
		goto out;

	ASSERT_OK(memcmp(msg, rcv, sizeof(msg)), "data mismatch");

out:
	if (c)
		close(c);
	if (p)
		close(p);
}

static void test_sockmap_ktls_tx_cork(int family, int sotype, bool push)
{
	int err, off;
	int i, j;
	int start_push = 0, push_len = 0;
	int c = 0, p = 0, one = 1, sent, recvd;
	int prog_fd, map_fd;
	char msg[12] = "hello world\0";
	char rcv[20] = {0};
	struct test_sockmap_ktls *skel;

	skel = test_sockmap_ktls__open_and_load();
	if (!ASSERT_TRUE(skel, "open ktls skel"))
		return;

	err = create_pair(family, sotype, &c, &p);
	if (!ASSERT_OK(err, "create_pair()"))
		goto out;

	prog_fd = bpf_program__fd(skel->progs.prog_sk_policy);
	map_fd = bpf_map__fd(skel->maps.sock_map);

	err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
	if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
		goto out;

	err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
	if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
		goto out;

	err = init_ktls_pairs(c, p);
	if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
		goto out;

	skel->bss->cork_byte = sizeof(msg);
	if (push) {
		start_push = 1;
		push_len = 2;
	}
	skel->bss->push_start = start_push;
	skel->bss->push_end = push_len;

	off = sizeof(msg) / 2;
	sent = send(c, msg, off, 0);
	if (!ASSERT_EQ(sent, off, "send(msg)"))
		goto out;

	recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
	if (!ASSERT_EQ(-1, recvd, "expected no data"))
		goto out;

	/* send remaining msg */
	sent = send(c, msg + off, sizeof(msg) - off, 0);
	if (!ASSERT_EQ(sent, sizeof(msg) - off, "send remaining data"))
		goto out;

	recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
	if (!ASSERT_OK(err, "recv(msg)") ||
	    !ASSERT_EQ(recvd, sizeof(msg) + push_len, "check length mismatch"))
		goto out;

	for (i = 0, j = 0; i < recvd;) {
		/* skip checking the data that has been pushed in */
		if (i >= start_push && i <= start_push + push_len - 1) {
			i++;
			continue;
		}
		if (!ASSERT_EQ(rcv[i], msg[j], "data mismatch"))
			goto out;
		i++;
		j++;
	}
out:
	if (c)
		close(c);
	if (p)
		close(p);
	test_sockmap_ktls__destroy(skel);
}

static void test_sockmap_ktls_tx_no_buf(int family, int sotype, bool push)
{
	int c = -1, p = -1, one = 1, two = 2;
	struct test_sockmap_ktls *skel;
	unsigned char *data = NULL;
	struct msghdr msg = {0};
	struct iovec iov[2];
	int prog_fd, map_fd;
	int txrx_buf = 1024;
	int iov_length = 8192;
	int err;

	skel = test_sockmap_ktls__open_and_load();
	if (!ASSERT_TRUE(skel, "open ktls skel"))
		return;

	err = create_pair(family, sotype, &c, &p);
	if (!ASSERT_OK(err, "create_pair()"))
		goto out;

	err = setsockopt(c, SOL_SOCKET, SO_RCVBUFFORCE, &txrx_buf, sizeof(int));
	err |= setsockopt(p, SOL_SOCKET, SO_SNDBUFFORCE, &txrx_buf, sizeof(int));
	if (!ASSERT_OK(err, "set buf limit"))
		goto out;

	prog_fd = bpf_program__fd(skel->progs.prog_sk_policy_redir);
	map_fd = bpf_map__fd(skel->maps.sock_map);

	err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
	if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
		goto out;

	err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
	if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
		goto out;

	err = bpf_map_update_elem(map_fd, &two, &p, BPF_NOEXIST);
	if (!ASSERT_OK(err, "bpf_map_update_elem(p)"))
		goto out;

	skel->bss->apply_bytes = 1024;

	err = init_ktls_pairs(c, p);
	if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
		goto out;

	data = calloc(iov_length, sizeof(char));
	if (!data)
		goto out;

	iov[0].iov_base = data;
	iov[0].iov_len = iov_length;
	iov[1].iov_base = data;
	iov[1].iov_len = iov_length;
	msg.msg_iov = iov;
	msg.msg_iovlen = 2;

	for (;;) {
		err = sendmsg(c, &msg, MSG_DONTWAIT);
		if (err <= 0)
			break;
	}

out:
	if (data)
		free(data);
	if (c != -1)
		close(c);
	if (p != -1)
		close(p);

	test_sockmap_ktls__destroy(skel);
}

static void test_sockmap_ktls_tx_pop(int family, int sotype)
{
	char msg[37] = "0123456789abcdefghijklmnopqrstuvwxyz\0";
	int c = 0, p = 0, one = 1, sent, recvd;
	struct test_sockmap_ktls *skel;
	int prog_fd, map_fd;
	char rcv[50] = {0};
	int err;
	int i, m, r;

	skel = test_sockmap_ktls__open_and_load();
	if (!ASSERT_TRUE(skel, "open ktls skel"))
		return;

	err = create_pair(family, sotype, &c, &p);
	if (!ASSERT_OK(err, "create_pair()"))
		goto out;

	prog_fd = bpf_program__fd(skel->progs.prog_sk_policy);
	map_fd = bpf_map__fd(skel->maps.sock_map);

	err = bpf_prog_attach(prog_fd, map_fd, BPF_SK_MSG_VERDICT, 0);
	if (!ASSERT_OK(err, "bpf_prog_attach sk msg"))
		goto out;

	err = bpf_map_update_elem(map_fd, &one, &c, BPF_NOEXIST);
	if (!ASSERT_OK(err, "bpf_map_update_elem(c)"))
		goto out;

	err = init_ktls_pairs(c, p);
	if (!ASSERT_OK(err, "init_ktls_pairs(c, p)"))
		goto out;

	struct {
		int	pop_start;
		int	pop_len;
	} pop_policy[] = {
		/* trim the start */
		{0, 2},
		{0, 10},
		{1, 2},
		{1, 10},
		/* trim the end */
		{35, 2},
		/* New entries should be added before this line */
		{-1, -1},
	};

	i = 0;
	while (pop_policy[i].pop_start >= 0) {
		skel->bss->pop_start = pop_policy[i].pop_start;
		skel->bss->pop_end =  pop_policy[i].pop_len;

		sent = send(c, msg, sizeof(msg), 0);
		if (!ASSERT_EQ(sent, sizeof(msg), "send(msg)"))
			goto out;

		recvd = recv_timeout(p, rcv, sizeof(rcv), MSG_DONTWAIT, 1);
		if (!ASSERT_EQ(recvd, sizeof(msg) - pop_policy[i].pop_len, "pop len mismatch"))
			goto out;

		/* verify the data
		 * msg: 0123456789a bcdefghij klmnopqrstuvwxyz
		 *                  |       |
		 *                  popped data
		 */
		for (m = 0, r = 0; m < sizeof(msg);) {
			/* skip checking the data that has been popped */
			if (m >= pop_policy[i].pop_start &&
			    m <= pop_policy[i].pop_start + pop_policy[i].pop_len - 1) {
				m++;
				continue;
			}

			if (!ASSERT_EQ(msg[m], rcv[r], "data mismatch"))
				goto out;
			m++;
			r++;
		}
		i++;
	}
out:
	if (c)
		close(c);
	if (p)
		close(p);
	test_sockmap_ktls__destroy(skel);
}

static void run_tests(int family, enum bpf_map_type map_type)
{
	int map;

	map = bpf_map_create(map_type, NULL, sizeof(int), sizeof(int), 1, NULL);
	if (!ASSERT_GE(map, 0, "bpf_map_create"))
		return;

	if (test__start_subtest(fmt_test_name("update_fails_when_sock_has_ulp", family, map_type)))
		test_sockmap_ktls_update_fails_when_sock_has_ulp(family, map);

	close(map);
}

static void run_ktls_test(int family, int sotype)
{
	if (test__start_subtest("tls simple offload"))
		test_sockmap_ktls_offload(family, sotype);
	if (test__start_subtest("tls tx cork"))
		test_sockmap_ktls_tx_cork(family, sotype, false);
	if (test__start_subtest("tls tx cork with push"))
		test_sockmap_ktls_tx_cork(family, sotype, true);
	if (test__start_subtest("tls tx egress with no buf"))
		test_sockmap_ktls_tx_no_buf(family, sotype, true);
	if (test__start_subtest("tls tx with pop"))
		test_sockmap_ktls_tx_pop(family, sotype);
}

void test_sockmap_ktls(void)
{
	run_tests(AF_INET, BPF_MAP_TYPE_SOCKMAP);
	run_tests(AF_INET, BPF_MAP_TYPE_SOCKHASH);
	run_tests(AF_INET6, BPF_MAP_TYPE_SOCKMAP);
	run_tests(AF_INET6, BPF_MAP_TYPE_SOCKHASH);
	run_ktls_test(AF_INET, SOCK_STREAM);
	run_ktls_test(AF_INET6, SOCK_STREAM);
}