[mirror_ubuntu-jammy-kernel.git] / samples / bpf / xdp_tx_iptunnel_user.c

// SPDX-License-Identifier: GPL-2.0-only
/* Copyright (c) 2016 Facebook
 */
#include <linux/bpf.h>
#include <linux/if_link.h>
#include <assert.h>
#include <errno.h>
#include <signal.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <net/if.h>
#include <sys/resource.h>
#include <arpa/inet.h>
#include <netinet/ether.h>
#include <unistd.h>
#include <time.h>
#include <bpf/libbpf.h>
#include <bpf/bpf.h>
#include "bpf_util.h"
#include "xdp_tx_iptunnel_common.h"

#define STATS_INTERVAL_S 2U

static int ifindex = -1;
static __u32 xdp_flags = XDP_FLAGS_UPDATE_IF_NOEXIST;
static int rxcnt_map_fd;
static __u32 prog_id;

static void int_exit(int sig)
{
	__u32 curr_prog_id = 0;

	if (ifindex > -1) {
		if (bpf_get_link_xdp_id(ifindex, &curr_prog_id, xdp_flags)) {
			printf("bpf_get_link_xdp_id failed\n");
			exit(1);
		}
		if (prog_id == curr_prog_id)
			bpf_set_link_xdp_fd(ifindex, -1, xdp_flags);
		else if (!curr_prog_id)
			printf("couldn't find a prog id on a given iface\n");
		else
			printf("program on interface changed, not removing\n");
	}
	exit(0);
}

/* simple per-protocol drop counter
 */
static void poll_stats(unsigned int kill_after_s)
{
	const unsigned int nr_protos = 256;
	unsigned int nr_cpus = bpf_num_possible_cpus();
	time_t started_at = time(NULL);
	__u64 values[nr_cpus], prev[nr_protos][nr_cpus];
	__u32 proto;
	int i;

	memset(prev, 0, sizeof(prev));

	while (!kill_after_s || time(NULL) - started_at <= kill_after_s) {
		sleep(STATS_INTERVAL_S);

		for (proto = 0; proto < nr_protos; proto++) {
			__u64 sum = 0;

			assert(bpf_map_lookup_elem(rxcnt_map_fd, &proto,
						   values) == 0);
			for (i = 0; i < nr_cpus; i++)
				sum += (values[i] - prev[proto][i]);

			if (sum)
				printf("proto %u: sum:%10llu pkts, rate:%10llu pkts/s\n",
				       proto, sum, sum / STATS_INTERVAL_S);
			memcpy(prev[proto], values, sizeof(values));
		}
	}
}

static void usage(const char *cmd)
{
	printf("Start a XDP prog which encapsulates incoming packets\n"
	       "in an IPv4/v6 header and XDP_TX it out.  The dst <VIP:PORT>\n"
	       "is used to select packets to encapsulate\n\n");
	printf("Usage: %s [...]\n", cmd);
	printf("    -i <ifname|ifindex> Interface\n");
	printf("    -a <vip-service-address> IPv4 or IPv6\n");
	printf("    -p <vip-service-port> A port range (e.g. 433-444) is also allowed\n");
	printf("    -s <source-ip> Used in the IPTunnel header\n");
	printf("    -d <dest-ip> Used in the IPTunnel header\n");
	printf("    -m <dest-MAC> Used in sending the IP Tunneled pkt\n");
	printf("    -T <stop-after-X-seconds> Default: 0 (forever)\n");
	printf("    -P <IP-Protocol> Default is TCP\n");
	printf("    -S use skb-mode\n");
	printf("    -N enforce native mode\n");
	printf("    -F Force loading the XDP prog\n");
	printf("    -h Display this help\n");
}

static int parse_ipstr(const char *ipstr, unsigned int *addr)
{
	if (inet_pton(AF_INET6, ipstr, addr) == 1) {
		return AF_INET6;
	} else if (inet_pton(AF_INET, ipstr, addr) == 1) {
		addr[1] = addr[2] = addr[3] = 0;
		return AF_INET;
	}

	fprintf(stderr, "%s is an invalid IP\n", ipstr);
	return AF_UNSPEC;
}

static int parse_ports(const char *port_str, int *min_port, int *max_port)
{
	char *end;
	long tmp_min_port;
	long tmp_max_port;

	tmp_min_port = strtol(optarg, &end, 10);
	if (tmp_min_port < 1 || tmp_min_port > 65535) {
		fprintf(stderr, "Invalid port(s):%s\n", optarg);
		return 1;
	}

	if (*end == '-') {
		end++;
		tmp_max_port = strtol(end, NULL, 10);
		if (tmp_max_port < 1 || tmp_max_port > 65535) {
			fprintf(stderr, "Invalid port(s):%s\n", optarg);
			return 1;
		}
	} else {
		tmp_max_port = tmp_min_port;
	}

	if (tmp_min_port > tmp_max_port) {
		fprintf(stderr, "Invalid port(s):%s\n", optarg);
		return 1;
	}

	if (tmp_max_port - tmp_min_port + 1 > MAX_IPTNL_ENTRIES) {
		fprintf(stderr, "Port range (%s) is larger than %u\n",
			port_str, MAX_IPTNL_ENTRIES);
		return 1;
	}
	*min_port = tmp_min_port;
	*max_port = tmp_max_port;

	return 0;
}

int main(int argc, char **argv)
{
	struct bpf_prog_load_attr prog_load_attr = {
		.prog_type	= BPF_PROG_TYPE_XDP,
	};
	int min_port = 0, max_port = 0, vip2tnl_map_fd;
	const char *optstr = "i:a:p:s:d:m:T:P:FSNh";
	unsigned char opt_flags[256] = {};
	struct bpf_prog_info info = {};
	__u32 info_len = sizeof(info);
	unsigned int kill_after_s = 0;
	struct iptnl_info tnl = {};
	struct bpf_object *obj;
	struct vip vip = {};
	char filename[256];
	int opt, prog_fd;
	int i, err;

	tnl.family = AF_UNSPEC;
	vip.protocol = IPPROTO_TCP;

	for (i = 0; i < strlen(optstr); i++)
		if (optstr[i] != 'h' && 'a' <= optstr[i] && optstr[i] <= 'z')
			opt_flags[(unsigned char)optstr[i]] = 1;

	while ((opt = getopt(argc, argv, optstr)) != -1) {
		unsigned short family;
		unsigned int *v6;

		switch (opt) {
		case 'i':
			ifindex = if_nametoindex(optarg);
			if (!ifindex)
				ifindex = atoi(optarg);
			break;
		case 'a':
			vip.family = parse_ipstr(optarg, vip.daddr.v6);
			if (vip.family == AF_UNSPEC)
				return 1;
			break;
		case 'p':
			if (parse_ports(optarg, &min_port, &max_port))
				return 1;
			break;
		case 'P':
			vip.protocol = atoi(optarg);
			break;
		case 's':
		case 'd':
			if (opt == 's')
				v6 = tnl.saddr.v6;
			else
				v6 = tnl.daddr.v6;

			family = parse_ipstr(optarg, v6);
			if (family == AF_UNSPEC)
				return 1;
			if (tnl.family == AF_UNSPEC) {
				tnl.family = family;
			} else if (tnl.family != family) {
				fprintf(stderr,
					"The IP version of the src and dst addresses used in the IP encapsulation does not match\n");
				return 1;
			}
			break;
		case 'm':
			if (!ether_aton_r(optarg,
					  (struct ether_addr *)tnl.dmac)) {
				fprintf(stderr, "Invalid mac address:%s\n",
					optarg);
				return 1;
			}
			break;
		case 'T':
			kill_after_s = atoi(optarg);
			break;
		case 'S':
			xdp_flags |= XDP_FLAGS_SKB_MODE;
			break;
		case 'N':
			/* default, set below */
			break;
		case 'F':
			xdp_flags &= ~XDP_FLAGS_UPDATE_IF_NOEXIST;
			break;
		default:
			usage(argv[0]);
			return 1;
		}
		opt_flags[opt] = 0;
	}

	if (!(xdp_flags & XDP_FLAGS_SKB_MODE))
		xdp_flags |= XDP_FLAGS_DRV_MODE;

	for (i = 0; i < strlen(optstr); i++) {
		if (opt_flags[(unsigned int)optstr[i]]) {
			fprintf(stderr, "Missing argument -%c\n", optstr[i]);
			usage(argv[0]);
			return 1;
		}
	}

	if (!ifindex) {
		fprintf(stderr, "Invalid ifname\n");
		return 1;
	}

	snprintf(filename, sizeof(filename), "%s_kern.o", argv[0]);
	prog_load_attr.file = filename;

	if (bpf_prog_load_xattr(&prog_load_attr, &obj, &prog_fd))
		return 1;

	if (!prog_fd) {
		printf("bpf_prog_load_xattr: %s\n", strerror(errno));
		return 1;
	}

	rxcnt_map_fd = bpf_object__find_map_fd_by_name(obj, "rxcnt");
	vip2tnl_map_fd = bpf_object__find_map_fd_by_name(obj, "vip2tnl");
	if (vip2tnl_map_fd < 0 || rxcnt_map_fd < 0) {
		printf("bpf_object__find_map_fd_by_name failed\n");
		return 1;
	}

	signal(SIGINT, int_exit);
	signal(SIGTERM, int_exit);

	while (min_port <= max_port) {
		vip.dport = htons(min_port++);
		if (bpf_map_update_elem(vip2tnl_map_fd, &vip, &tnl,
					BPF_NOEXIST)) {
			perror("bpf_map_update_elem(&vip2tnl)");
			return 1;
		}
	}

	if (bpf_set_link_xdp_fd(ifindex, prog_fd, xdp_flags) < 0) {
		printf("link set xdp fd failed\n");
		return 1;
	}

	err = bpf_obj_get_info_by_fd(prog_fd, &info, &info_len);
	if (err) {
		printf("can't get prog info - %s\n", strerror(errno));
		return err;
	}
	prog_id = info.id;

	poll_stats(kill_after_s);

	bpf_set_link_xdp_fd(ifindex, -1, xdp_flags);

	return 0;
}
Commit	Line	Data
25763b3c	1	// SPDX-License-Identifier: GPL-2.0-only
12d8bb64	2	/* Copyright (c) 2016 Facebook
12d8bb64 MKL	3	*/
12d8bb64 MKL	4	#include <linux/bpf.h>
3993f2cb	5	#include <linux/if_link.h>
12d8bb64 MKL	6	#include <assert.h>
	7	#include <errno.h>
	8	#include <signal.h>
	9	#include <stdio.h>
	10	#include <stdlib.h>
	11	#include <string.h>
9e859e8f	12	#include <net/if.h>
12d8bb64 MKL	13	#include <sys/resource.h>
	14	#include <arpa/inet.h>
	15	#include <netinet/ether.h>
	16	#include <unistd.h>
	17	#include <time.h>
7cf245a3	18	#include <bpf/libbpf.h>
2bf3e2ef	19	#include <bpf/bpf.h>
12d8bb64 MKL	20	#include "bpf_util.h"
	21	#include "xdp_tx_iptunnel_common.h"
	22
	23	#define STATS_INTERVAL_S 2U
	24
	25	static int ifindex = -1;
743e568c	26	static __u32 xdp_flags = XDP_FLAGS_UPDATE_IF_NOEXIST;
bbaf6029	27	static int rxcnt_map_fd;
3b7a8ec2	28	static __u32 prog_id;
12d8bb64 MKL	29
	30	static void int_exit(int sig)
	31	{
3b7a8ec2 MF	32	__u32 curr_prog_id = 0;
	33
	34	if (ifindex > -1) {
	35	if (bpf_get_link_xdp_id(ifindex, &curr_prog_id, xdp_flags)) {
	36	printf("bpf_get_link_xdp_id failed\n");
	37	exit(1);
	38	}
	39	if (prog_id == curr_prog_id)
	40	bpf_set_link_xdp_fd(ifindex, -1, xdp_flags);
	41	else if (!curr_prog_id)
	42	printf("couldn't find a prog id on a given iface\n");
	43	else
	44	printf("program on interface changed, not removing\n");
	45	}
12d8bb64 MKL	46	exit(0);
	47	}
	48
	49	/* simple per-protocol drop counter
	50	*/
	51	static void poll_stats(unsigned int kill_after_s)
	52	{
	53	const unsigned int nr_protos = 256;
	54	unsigned int nr_cpus = bpf_num_possible_cpus();
	55	time_t started_at = time(NULL);
	56	__u64 values[nr_cpus], prev[nr_protos][nr_cpus];
	57	__u32 proto;
	58	int i;
	59
	60	memset(prev, 0, sizeof(prev));
	61
	62	while (!kill_after_s \|\| time(NULL) - started_at <= kill_after_s) {
	63	sleep(STATS_INTERVAL_S);
	64
	65	for (proto = 0; proto < nr_protos; proto++) {
	66	__u64 sum = 0;
	67
bbaf6029 MF	68	assert(bpf_map_lookup_elem(rxcnt_map_fd, &proto,
bbaf6029 MF	69	values) == 0);
12d8bb64 MKL	70	for (i = 0; i < nr_cpus; i++)
	71	sum += (values[i] - prev[proto][i]);
	72
	73	if (sum)
	74	printf("proto %u: sum:%10llu pkts, rate:%10llu pkts/s\n",
	75	proto, sum, sum / STATS_INTERVAL_S);
	76	memcpy(prev[proto], values, sizeof(values));
	77	}
	78	}
	79	}
	80
	81	static void usage(const char *cmd)
	82	{
	83	printf("Start a XDP prog which encapsulates incoming packets\n"
	84	"in an IPv4/v6 header and XDP_TX it out. The dst <VIP:PORT>\n"
	85	"is used to select packets to encapsulate\n\n");
	86	printf("Usage: %s [...]\n", cmd);
9e859e8f	87	printf(" -i <ifname\|ifindex> Interface\n");
12d8bb64 MKL	88	printf(" -a <vip-service-address> IPv4 or IPv6\n");
	89	printf(" -p <vip-service-port> A port range (e.g. 433-444) is also allowed\n");
	90	printf(" -s <source-ip> Used in the IPTunnel header\n");
	91	printf(" -d <dest-ip> Used in the IPTunnel header\n");
	92	printf(" -m <dest-MAC> Used in sending the IP Tunneled pkt\n");
	93	printf(" -T <stop-after-X-seconds> Default: 0 (forever)\n");
	94	printf(" -P <IP-Protocol> Default is TCP\n");
0489df9a DB	95	printf(" -S use skb-mode\n");
0489df9a DB	96	printf(" -N enforce native mode\n");
743e568c	97	printf(" -F Force loading the XDP prog\n");
12d8bb64 MKL	98	printf(" -h Display this help\n");
	99	}
	100
	101	static int parse_ipstr(const char ipstr, unsigned int addr)
	102	{
	103	if (inet_pton(AF_INET6, ipstr, addr) == 1) {
	104	return AF_INET6;
	105	} else if (inet_pton(AF_INET, ipstr, addr) == 1) {
	106	addr[1] = addr[2] = addr[3] = 0;
	107	return AF_INET;
	108	}
	109
	110	fprintf(stderr, "%s is an invalid IP\n", ipstr);
	111	return AF_UNSPEC;
	112	}
	113
	114	static int parse_ports(const char port_str, int min_port, int *max_port)
	115	{
	116	char *end;
	117	long tmp_min_port;
	118	long tmp_max_port;
	119
	120	tmp_min_port = strtol(optarg, &end, 10);
	121	if (tmp_min_port < 1 \|\| tmp_min_port > 65535) {
	122	fprintf(stderr, "Invalid port(s):%s\n", optarg);
	123	return 1;
	124	}
	125
	126	if (*end == '-') {
	127	end++;
	128	tmp_max_port = strtol(end, NULL, 10);
	129	if (tmp_max_port < 1 \|\| tmp_max_port > 65535) {
	130	fprintf(stderr, "Invalid port(s):%s\n", optarg);
	131	return 1;
	132	}
	133	} else {
	134	tmp_max_port = tmp_min_port;
	135	}
	136
	137	if (tmp_min_port > tmp_max_port) {
	138	fprintf(stderr, "Invalid port(s):%s\n", optarg);
	139	return 1;
	140	}
	141
	142	if (tmp_max_port - tmp_min_port + 1 > MAX_IPTNL_ENTRIES) {
	143	fprintf(stderr, "Port range (%s) is larger than %u\n",
	144	port_str, MAX_IPTNL_ENTRIES);
	145	return 1;
	146	}
	147	*min_port = tmp_min_port;
	148	*max_port = tmp_max_port;
	149
	150	return 0;
	151	}
	152
	153	int main(int argc, char **argv)
	154	{
bbaf6029 MF	155	struct bpf_prog_load_attr prog_load_attr = {
	156	.prog_type = BPF_PROG_TYPE_XDP,
	157	};
bbaf6029	158	int min_port = 0, max_port = 0, vip2tnl_map_fd;
743e568c	159	const char *optstr = "i:a:p:s:d:m:T:P:FSNh";
12d8bb64	160	unsigned char opt_flags[256] = {};
3b7a8ec2 MF	161	struct bpf_prog_info info = {};
3b7a8ec2 MF	162	__u32 info_len = sizeof(info);
12d8bb64	163	unsigned int kill_after_s = 0;
12d8bb64	164	struct iptnl_info tnl = {};
bbaf6029	165	struct bpf_object *obj;
12d8bb64 MKL	166	struct vip vip = {};
12d8bb64 MKL	167	char filename[256];
bbaf6029	168	int opt, prog_fd;
3b7a8ec2	169	int i, err;
12d8bb64 MKL	170
	171	tnl.family = AF_UNSPEC;
	172	vip.protocol = IPPROTO_TCP;
	173
	174	for (i = 0; i < strlen(optstr); i++)
	175	if (optstr[i] != 'h' && 'a' <= optstr[i] && optstr[i] <= 'z')
	176	opt_flags[(unsigned char)optstr[i]] = 1;
	177
	178	while ((opt = getopt(argc, argv, optstr)) != -1) {
	179	unsigned short family;
	180	unsigned int *v6;
	181
	182	switch (opt) {
	183	case 'i':
9e859e8f DL	184	ifindex = if_nametoindex(optarg);
	185	if (!ifindex)
	186	ifindex = atoi(optarg);
12d8bb64 MKL	187	break;
	188	case 'a':
	189	vip.family = parse_ipstr(optarg, vip.daddr.v6);
	190	if (vip.family == AF_UNSPEC)
	191	return 1;
	192	break;
	193	case 'p':
	194	if (parse_ports(optarg, &min_port, &max_port))
	195	return 1;
	196	break;
	197	case 'P':
	198	vip.protocol = atoi(optarg);
	199	break;
	200	case 's':
	201	case 'd':
	202	if (opt == 's')
	203	v6 = tnl.saddr.v6;
	204	else
	205	v6 = tnl.daddr.v6;
	206
	207	family = parse_ipstr(optarg, v6);
	208	if (family == AF_UNSPEC)
	209	return 1;
	210	if (tnl.family == AF_UNSPEC) {
	211	tnl.family = family;
	212	} else if (tnl.family != family) {
	213	fprintf(stderr,
	214	"The IP version of the src and dst addresses used in the IP encapsulation does not match\n");
	215	return 1;
	216	}
	217	break;
	218	case 'm':
	219	if (!ether_aton_r(optarg,
	220	(struct ether_addr *)tnl.dmac)) {
	221	fprintf(stderr, "Invalid mac address:%s\n",
	222	optarg);
	223	return 1;
	224	}
	225	break;
	226	case 'T':
	227	kill_after_s = atoi(optarg);
	228	break;
3993f2cb	229	case 'S':
6387d011	230	xdp_flags \|= XDP_FLAGS_SKB_MODE;
0489df9a DB	231	break;
0489df9a DB	232	case 'N':
d50ecc46	233	/* default, set below */
3993f2cb	234	break;
743e568c MF	235	case 'F':
	236	xdp_flags &= ~XDP_FLAGS_UPDATE_IF_NOEXIST;
	237	break;
12d8bb64 MKL	238	default:
	239	usage(argv[0]);
	240	return 1;
	241	}
	242	opt_flags[opt] = 0;
	243	}
	244
d50ecc46 THJ	245	if (!(xdp_flags & XDP_FLAGS_SKB_MODE))
	246	xdp_flags \|= XDP_FLAGS_DRV_MODE;
	247
12d8bb64 MKL	248	for (i = 0; i < strlen(optstr); i++) {
	249	if (opt_flags[(unsigned int)optstr[i]]) {
	250	fprintf(stderr, "Missing argument -%c\n", optstr[i]);
	251	usage(argv[0]);
	252	return 1;
	253	}
	254	}
	255
9e859e8f DL	256	if (!ifindex) {
	257	fprintf(stderr, "Invalid ifname\n");
	258	return 1;
	259	}
	260
12d8bb64	261	snprintf(filename, sizeof(filename), "%s_kern.o", argv[0]);
bbaf6029	262	prog_load_attr.file = filename;
12d8bb64	263
bbaf6029	264	if (bpf_prog_load_xattr(&prog_load_attr, &obj, &prog_fd))
12d8bb64	265	return 1;
12d8bb64	266
bbaf6029	267	if (!prog_fd) {
afbe3c27	268	printf("bpf_prog_load_xattr: %s\n", strerror(errno));
12d8bb64 MKL	269	return 1;
	270	}
	271
bbaf6029 MF	272	rxcnt_map_fd = bpf_object__find_map_fd_by_name(obj, "rxcnt");
	273	vip2tnl_map_fd = bpf_object__find_map_fd_by_name(obj, "vip2tnl");
	274	if (vip2tnl_map_fd < 0 \|\| rxcnt_map_fd < 0) {
	275	printf("bpf_object__find_map_fd_by_name failed\n");
	276	return 1;
	277	}
	278
12d8bb64	279	signal(SIGINT, int_exit);
ad990dbe	280	signal(SIGTERM, int_exit);
12d8bb64 MKL	281
	282	while (min_port <= max_port) {
	283	vip.dport = htons(min_port++);
bbaf6029 MF	284	if (bpf_map_update_elem(vip2tnl_map_fd, &vip, &tnl,
bbaf6029 MF	285	BPF_NOEXIST)) {
d40fc181	286	perror("bpf_map_update_elem(&vip2tnl)");
12d8bb64 MKL	287	return 1;
	288	}
	289	}
	290
bbaf6029	291	if (bpf_set_link_xdp_fd(ifindex, prog_fd, xdp_flags) < 0) {
12d8bb64 MKL	292	printf("link set xdp fd failed\n");
	293	return 1;
	294	}
	295
3b7a8ec2 MF	296	err = bpf_obj_get_info_by_fd(prog_fd, &info, &info_len);
	297	if (err) {
	298	printf("can't get prog info - %s\n", strerror(errno));
	299	return err;
	300	}
	301	prog_id = info.id;
	302
12d8bb64 MKL	303	poll_stats(kill_after_s);
12d8bb64 MKL	304
b259c2ff	305	bpf_set_link_xdp_fd(ifindex, -1, xdp_flags);
12d8bb64 MKL	306
	307	return 0;
	308	}