[mirror_ubuntu-zesty-kernel.git] / net / netfilter / nft_meta.c

/*
 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Development of this code funded by Astaro AG (http://www.astaro.com/)
 */

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/netlink.h>
#include <linux/netfilter.h>
#include <linux/netfilter/nf_tables.h>
#include <linux/in.h>
#include <linux/ip.h>
#include <linux/ipv6.h>
#include <linux/smp.h>
#include <linux/static_key.h>
#include <net/dst.h>
#include <net/sock.h>
#include <net/tcp_states.h> /* for TCP_TIME_WAIT */
#include <net/netfilter/nf_tables.h>
#include <net/netfilter/nf_tables_core.h>
#include <net/netfilter/nft_meta.h>

void nft_meta_get_eval(const struct nft_expr *expr,
		       struct nft_regs *regs,
		       const struct nft_pktinfo *pkt)
{
	const struct nft_meta *priv = nft_expr_priv(expr);
	const struct sk_buff *skb = pkt->skb;
	const struct net_device *in = pkt->in, *out = pkt->out;
	struct sock *sk;
	u32 *dest = &regs->data[priv->dreg];

	switch (priv->key) {
	case NFT_META_LEN:
		*dest = skb->len;
		break;
	case NFT_META_PROTOCOL:
		*dest = 0;
		*(__be16 *)dest = skb->protocol;
		break;
	case NFT_META_NFPROTO:
		*dest = pkt->pf;
		break;
	case NFT_META_L4PROTO:
		*dest = pkt->tprot;
		break;
	case NFT_META_PRIORITY:
		*dest = skb->priority;
		break;
	case NFT_META_MARK:
		*dest = skb->mark;
		break;
	case NFT_META_IIF:
		if (in == NULL)
			goto err;
		*dest = in->ifindex;
		break;
	case NFT_META_OIF:
		if (out == NULL)
			goto err;
		*dest = out->ifindex;
		break;
	case NFT_META_IIFNAME:
		if (in == NULL)
			goto err;
		strncpy((char *)dest, in->name, IFNAMSIZ);
		break;
	case NFT_META_OIFNAME:
		if (out == NULL)
			goto err;
		strncpy((char *)dest, out->name, IFNAMSIZ);
		break;
	case NFT_META_IIFTYPE:
		if (in == NULL)
			goto err;
		*dest = 0;
		*(u16 *)dest = in->type;
		break;
	case NFT_META_OIFTYPE:
		if (out == NULL)
			goto err;
		*dest = 0;
		*(u16 *)dest = out->type;
		break;
	case NFT_META_SKUID:
		sk = skb_to_full_sk(skb);
		if (!sk || !sk_fullsock(sk))
			goto err;

		read_lock_bh(&sk->sk_callback_lock);
		if (sk->sk_socket == NULL ||
		    sk->sk_socket->file == NULL) {
			read_unlock_bh(&sk->sk_callback_lock);
			goto err;
		}

		*dest =	from_kuid_munged(&init_user_ns,
				sk->sk_socket->file->f_cred->fsuid);
		read_unlock_bh(&sk->sk_callback_lock);
		break;
	case NFT_META_SKGID:
		sk = skb_to_full_sk(skb);
		if (!sk || !sk_fullsock(sk))
			goto err;

		read_lock_bh(&sk->sk_callback_lock);
		if (sk->sk_socket == NULL ||
		    sk->sk_socket->file == NULL) {
			read_unlock_bh(&sk->sk_callback_lock);
			goto err;
		}
		*dest =	from_kgid_munged(&init_user_ns,
				 sk->sk_socket->file->f_cred->fsgid);
		read_unlock_bh(&sk->sk_callback_lock);
		break;
#ifdef CONFIG_IP_ROUTE_CLASSID
	case NFT_META_RTCLASSID: {
		const struct dst_entry *dst = skb_dst(skb);

		if (dst == NULL)
			goto err;
		*dest = dst->tclassid;
		break;
	}
#endif
#ifdef CONFIG_NETWORK_SECMARK
	case NFT_META_SECMARK:
		*dest = skb->secmark;
		break;
#endif
	case NFT_META_PKTTYPE:
		if (skb->pkt_type != PACKET_LOOPBACK) {
			*dest = skb->pkt_type;
			break;
		}

		switch (pkt->pf) {
		case NFPROTO_IPV4:
			if (ipv4_is_multicast(ip_hdr(skb)->daddr))
				*dest = PACKET_MULTICAST;
			else
				*dest = PACKET_BROADCAST;
			break;
		case NFPROTO_IPV6:
			if (ipv6_hdr(skb)->daddr.s6_addr[0] == 0xFF)
				*dest = PACKET_MULTICAST;
			else
				*dest = PACKET_BROADCAST;
			break;
		default:
			WARN_ON(1);
			goto err;
		}
		break;
	case NFT_META_CPU:
		*dest = raw_smp_processor_id();
		break;
	case NFT_META_IIFGROUP:
		if (in == NULL)
			goto err;
		*dest = in->group;
		break;
	case NFT_META_OIFGROUP:
		if (out == NULL)
			goto err;
		*dest = out->group;
		break;
#ifdef CONFIG_CGROUP_NET_CLASSID
	case NFT_META_CGROUP:
		sk = skb_to_full_sk(skb);
		if (!sk || !sk_fullsock(sk))
			goto err;
		*dest = sock_cgroup_classid(&sk->sk_cgrp_data);
		break;
#endif
	default:
		WARN_ON(1);
		goto err;
	}
	return;

err:
	regs->verdict.code = NFT_BREAK;
}
EXPORT_SYMBOL_GPL(nft_meta_get_eval);

void nft_meta_set_eval(const struct nft_expr *expr,
		       struct nft_regs *regs,
		       const struct nft_pktinfo *pkt)
{
	const struct nft_meta *meta = nft_expr_priv(expr);
	struct sk_buff *skb = pkt->skb;
	u32 value = regs->data[meta->sreg];

	switch (meta->key) {
	case NFT_META_MARK:
		skb->mark = value;
		break;
	case NFT_META_PRIORITY:
		skb->priority = value;
		break;
	case NFT_META_NFTRACE:
		skb->nf_trace = 1;
		break;
	default:
		WARN_ON(1);
	}
}
EXPORT_SYMBOL_GPL(nft_meta_set_eval);

const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = {
	[NFTA_META_DREG]	= { .type = NLA_U32 },
	[NFTA_META_KEY]		= { .type = NLA_U32 },
	[NFTA_META_SREG]	= { .type = NLA_U32 },
};
EXPORT_SYMBOL_GPL(nft_meta_policy);

int nft_meta_get_init(const struct nft_ctx *ctx,
		      const struct nft_expr *expr,
		      const struct nlattr * const tb[])
{
	struct nft_meta *priv = nft_expr_priv(expr);
	unsigned int len;

	priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
	switch (priv->key) {
	case NFT_META_PROTOCOL:
	case NFT_META_IIFTYPE:
	case NFT_META_OIFTYPE:
		len = sizeof(u16);
		break;
	case NFT_META_NFPROTO:
	case NFT_META_L4PROTO:
	case NFT_META_LEN:
	case NFT_META_PRIORITY:
	case NFT_META_MARK:
	case NFT_META_IIF:
	case NFT_META_OIF:
	case NFT_META_SKUID:
	case NFT_META_SKGID:
#ifdef CONFIG_IP_ROUTE_CLASSID
	case NFT_META_RTCLASSID:
#endif
#ifdef CONFIG_NETWORK_SECMARK
	case NFT_META_SECMARK:
#endif
	case NFT_META_PKTTYPE:
	case NFT_META_CPU:
	case NFT_META_IIFGROUP:
	case NFT_META_OIFGROUP:
#ifdef CONFIG_CGROUP_NET_CLASSID
	case NFT_META_CGROUP:
#endif
		len = sizeof(u32);
		break;
	case NFT_META_IIFNAME:
	case NFT_META_OIFNAME:
		len = IFNAMSIZ;
		break;
	default:
		return -EOPNOTSUPP;
	}

	priv->dreg = nft_parse_register(tb[NFTA_META_DREG]);
	return nft_validate_register_store(ctx, priv->dreg, NULL,
					   NFT_DATA_VALUE, len);
}
EXPORT_SYMBOL_GPL(nft_meta_get_init);

int nft_meta_set_init(const struct nft_ctx *ctx,
		      const struct nft_expr *expr,
		      const struct nlattr * const tb[])
{
	struct nft_meta *priv = nft_expr_priv(expr);
	unsigned int len;
	int err;

	priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
	switch (priv->key) {
	case NFT_META_MARK:
	case NFT_META_PRIORITY:
		len = sizeof(u32);
		break;
	case NFT_META_NFTRACE:
		len = sizeof(u8);
		break;
	default:
		return -EOPNOTSUPP;
	}

	priv->sreg = nft_parse_register(tb[NFTA_META_SREG]);
	err = nft_validate_register_load(priv->sreg, len);
	if (err < 0)
		return err;

	if (priv->key == NFT_META_NFTRACE)
		static_branch_inc(&nft_trace_enabled);

	return 0;
}
EXPORT_SYMBOL_GPL(nft_meta_set_init);

int nft_meta_get_dump(struct sk_buff *skb,
		      const struct nft_expr *expr)
{
	const struct nft_meta *priv = nft_expr_priv(expr);

	if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
		goto nla_put_failure;
	if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg))
		goto nla_put_failure;
	return 0;

nla_put_failure:
	return -1;
}
EXPORT_SYMBOL_GPL(nft_meta_get_dump);

int nft_meta_set_dump(struct sk_buff *skb,
		      const struct nft_expr *expr)
{
	const struct nft_meta *priv = nft_expr_priv(expr);

	if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
		goto nla_put_failure;
	if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg))
		goto nla_put_failure;

	return 0;

nla_put_failure:
	return -1;
}
EXPORT_SYMBOL_GPL(nft_meta_set_dump);

void nft_meta_set_destroy(const struct nft_ctx *ctx,
			  const struct nft_expr *expr)
{
	const struct nft_meta *priv = nft_expr_priv(expr);

	if (priv->key == NFT_META_NFTRACE)
		static_branch_dec(&nft_trace_enabled);
}
EXPORT_SYMBOL_GPL(nft_meta_set_destroy);

static struct nft_expr_type nft_meta_type;
static const struct nft_expr_ops nft_meta_get_ops = {
	.type		= &nft_meta_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_meta)),
	.eval		= nft_meta_get_eval,
	.init		= nft_meta_get_init,
	.dump		= nft_meta_get_dump,
};

static const struct nft_expr_ops nft_meta_set_ops = {
	.type		= &nft_meta_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_meta)),
	.eval		= nft_meta_set_eval,
	.init		= nft_meta_set_init,
	.destroy	= nft_meta_set_destroy,
	.dump		= nft_meta_set_dump,
};

static const struct nft_expr_ops *
nft_meta_select_ops(const struct nft_ctx *ctx,
		    const struct nlattr * const tb[])
{
	if (tb[NFTA_META_KEY] == NULL)
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG])
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_META_DREG])
		return &nft_meta_get_ops;

	if (tb[NFTA_META_SREG])
		return &nft_meta_set_ops;

	return ERR_PTR(-EINVAL);
}

static struct nft_expr_type nft_meta_type __read_mostly = {
	.name		= "meta",
	.select_ops	= &nft_meta_select_ops,
	.policy		= nft_meta_policy,
	.maxattr	= NFTA_META_MAX,
	.owner		= THIS_MODULE,
};

static int __init nft_meta_module_init(void)
{
	return nft_register_expr(&nft_meta_type);
}

static void __exit nft_meta_module_exit(void)
{
	nft_unregister_expr(&nft_meta_type);
}

module_init(nft_meta_module_init);
module_exit(nft_meta_module_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
MODULE_ALIAS_NFT_EXPR("meta");
Commit	Line	Data
96518518	1	/*
ef1f7df9	2	* Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
96518518 PM	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*
	8	* Development of this code funded by Astaro AG (http://www.astaro.com/)
	9	*/
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/module.h>
	14	#include <linux/netlink.h>
	15	#include <linux/netfilter.h>
	16	#include <linux/netfilter/nf_tables.h>
e2a093ff AR	17	#include <linux/in.h>
	18	#include <linux/ip.h>
	19	#include <linux/ipv6.h>
afc5be30	20	#include <linux/smp.h>
e639f7ab	21	#include <linux/static_key.h>
96518518 PM	22	#include <net/dst.h>
	23	#include <net/sock.h>
	24	#include <net/tcp_states.h> /* for TCP_TIME_WAIT */
	25	#include <net/netfilter/nf_tables.h>
e639f7ab	26	#include <net/netfilter/nf_tables_core.h>
aa45660c	27	#include <net/netfilter/nft_meta.h>
96518518	28
aa45660c	29	void nft_meta_get_eval(const struct nft_expr *expr,
a55e22e9	30	struct nft_regs *regs,
aa45660c	31	const struct nft_pktinfo *pkt)
96518518 PM	32	{
	33	const struct nft_meta *priv = nft_expr_priv(expr);
	34	const struct sk_buff *skb = pkt->skb;
	35	const struct net_device in = pkt->in, out = pkt->out;
3aed8225	36	struct sock *sk;
49499c3e	37	u32 *dest = &regs->data[priv->dreg];
96518518 PM	38
	39	switch (priv->key) {
	40	case NFT_META_LEN:
fad136ea	41	*dest = skb->len;
96518518 PM	42	break;
96518518 PM	43	case NFT_META_PROTOCOL:
49499c3e	44	*dest = 0;
fad136ea	45	(__be16 )dest = skb->protocol;
96518518	46	break;
124edfa9	47	case NFT_META_NFPROTO:
6aa187f2	48	*dest = pkt->pf;
124edfa9	49	break;
4566bf27	50	case NFT_META_L4PROTO:
fad136ea	51	*dest = pkt->tprot;
4566bf27	52	break;
96518518	53	case NFT_META_PRIORITY:
fad136ea	54	*dest = skb->priority;
96518518 PM	55	break;
96518518 PM	56	case NFT_META_MARK:
fad136ea	57	*dest = skb->mark;
96518518 PM	58	break;
	59	case NFT_META_IIF:
	60	if (in == NULL)
	61	goto err;
fad136ea	62	*dest = in->ifindex;
96518518 PM	63	break;
	64	case NFT_META_OIF:
	65	if (out == NULL)
	66	goto err;
fad136ea	67	*dest = out->ifindex;
96518518 PM	68	break;
	69	case NFT_META_IIFNAME:
	70	if (in == NULL)
	71	goto err;
fad136ea	72	strncpy((char *)dest, in->name, IFNAMSIZ);
96518518 PM	73	break;
	74	case NFT_META_OIFNAME:
	75	if (out == NULL)
	76	goto err;
fad136ea	77	strncpy((char *)dest, out->name, IFNAMSIZ);
96518518 PM	78	break;
	79	case NFT_META_IIFTYPE:
	80	if (in == NULL)
	81	goto err;
49499c3e	82	*dest = 0;
fad136ea	83	(u16 )dest = in->type;
96518518 PM	84	break;
	85	case NFT_META_OIFTYPE:
	86	if (out == NULL)
	87	goto err;
49499c3e	88	*dest = 0;
fad136ea	89	(u16 )dest = out->type;
96518518 PM	90	break;
96518518 PM	91	case NFT_META_SKUID:
3aed8225 ED	92	sk = skb_to_full_sk(skb);
3aed8225 ED	93	if (!sk \|\| !sk_fullsock(sk))
96518518 PM	94	goto err;
96518518 PM	95
3aed8225 ED	96	read_lock_bh(&sk->sk_callback_lock);
	97	if (sk->sk_socket == NULL \|\|
	98	sk->sk_socket->file == NULL) {
	99	read_unlock_bh(&sk->sk_callback_lock);
96518518 PM	100	goto err;
	101	}
	102
fad136ea	103	*dest = from_kuid_munged(&init_user_ns,
3aed8225 ED	104	sk->sk_socket->file->f_cred->fsuid);
3aed8225 ED	105	read_unlock_bh(&sk->sk_callback_lock);
96518518 PM	106	break;
96518518 PM	107	case NFT_META_SKGID:
3aed8225 ED	108	sk = skb_to_full_sk(skb);
3aed8225 ED	109	if (!sk \|\| !sk_fullsock(sk))
96518518 PM	110	goto err;
96518518 PM	111
3aed8225 ED	112	read_lock_bh(&sk->sk_callback_lock);
	113	if (sk->sk_socket == NULL \|\|
	114	sk->sk_socket->file == NULL) {
	115	read_unlock_bh(&sk->sk_callback_lock);
96518518 PM	116	goto err;
96518518 PM	117	}
fad136ea	118	*dest = from_kgid_munged(&init_user_ns,
3aed8225 ED	119	sk->sk_socket->file->f_cred->fsgid);
3aed8225 ED	120	read_unlock_bh(&sk->sk_callback_lock);
96518518	121	break;
06efbd6d	122	#ifdef CONFIG_IP_ROUTE_CLASSID
96518518 PM	123	case NFT_META_RTCLASSID: {
	124	const struct dst_entry *dst = skb_dst(skb);
	125
	126	if (dst == NULL)
	127	goto err;
fad136ea	128	*dest = dst->tclassid;
96518518 PM	129	break;
	130	}
	131	#endif
	132	#ifdef CONFIG_NETWORK_SECMARK
	133	case NFT_META_SECMARK:
fad136ea	134	*dest = skb->secmark;
96518518 PM	135	break;
96518518 PM	136	#endif
e2a093ff AR	137	case NFT_META_PKTTYPE:
e2a093ff AR	138	if (skb->pkt_type != PACKET_LOOPBACK) {
fad136ea	139	*dest = skb->pkt_type;
e2a093ff AR	140	break;
	141	}
	142
6aa187f2	143	switch (pkt->pf) {
e2a093ff AR	144	case NFPROTO_IPV4:
e2a093ff AR	145	if (ipv4_is_multicast(ip_hdr(skb)->daddr))
fad136ea	146	*dest = PACKET_MULTICAST;
e2a093ff	147	else
fad136ea	148	*dest = PACKET_BROADCAST;
e2a093ff AR	149	break;
	150	case NFPROTO_IPV6:
	151	if (ipv6_hdr(skb)->daddr.s6_addr[0] == 0xFF)
fad136ea	152	*dest = PACKET_MULTICAST;
e2a093ff	153	else
fad136ea	154	*dest = PACKET_BROADCAST;
e2a093ff AR	155	break;
	156	default:
	157	WARN_ON(1);
	158	goto err;
	159	}
	160	break;
afc5be30	161	case NFT_META_CPU:
fad136ea	162	*dest = raw_smp_processor_id();
afc5be30	163	break;
3045d760 AR	164	case NFT_META_IIFGROUP:
	165	if (in == NULL)
	166	goto err;
fad136ea	167	*dest = in->group;
3045d760 AR	168	break;
	169	case NFT_META_OIFGROUP:
	170	if (out == NULL)
	171	goto err;
fad136ea	172	*dest = out->group;
3045d760	173	break;
e181a543	174	#ifdef CONFIG_CGROUP_NET_CLASSID
ce674173	175	case NFT_META_CGROUP:
3aed8225 ED	176	sk = skb_to_full_sk(skb);
3aed8225 ED	177	if (!sk \|\| !sk_fullsock(sk))
c5035c77	178	goto err;
2a56a1fe	179	*dest = sock_cgroup_classid(&sk->sk_cgrp_data);
ce674173	180	break;
e181a543	181	#endif
96518518 PM	182	default:
	183	WARN_ON(1);
	184	goto err;
	185	}
	186	return;
	187
	188	err:
a55e22e9	189	regs->verdict.code = NFT_BREAK;
96518518	190	}
aa45660c	191	EXPORT_SYMBOL_GPL(nft_meta_get_eval);
96518518	192
aa45660c	193	void nft_meta_set_eval(const struct nft_expr *expr,
a55e22e9	194	struct nft_regs *regs,
aa45660c	195	const struct nft_pktinfo *pkt)
e035b77a ABG	196	{
	197	const struct nft_meta *meta = nft_expr_priv(expr);
	198	struct sk_buff *skb = pkt->skb;
49499c3e	199	u32 value = regs->data[meta->sreg];
e035b77a ABG	200
	201	switch (meta->key) {
	202	case NFT_META_MARK:
	203	skb->mark = value;
	204	break;
	205	case NFT_META_PRIORITY:
	206	skb->priority = value;
	207	break;
	208	case NFT_META_NFTRACE:
	209	skb->nf_trace = 1;
	210	break;
	211	default:
	212	WARN_ON(1);
	213	}
	214	}
aa45660c	215	EXPORT_SYMBOL_GPL(nft_meta_set_eval);
e035b77a	216
aa45660c	217	const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = {
96518518 PM	218	[NFTA_META_DREG] = { .type = NLA_U32 },
96518518 PM	219	[NFTA_META_KEY] = { .type = NLA_U32 },
e035b77a	220	[NFTA_META_SREG] = { .type = NLA_U32 },
96518518	221	};
aa45660c	222	EXPORT_SYMBOL_GPL(nft_meta_policy);
96518518	223
aa45660c TB	224	int nft_meta_get_init(const struct nft_ctx *ctx,
	225	const struct nft_expr *expr,
	226	const struct nlattr * const tb[])
96518518	227	{
d2caa696	228	struct nft_meta *priv = nft_expr_priv(expr);
45d9bcda	229	unsigned int len;
96518518	230
d2caa696 PM	231	priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
d2caa696 PM	232	switch (priv->key) {
96518518	233	case NFT_META_PROTOCOL:
45d9bcda PM	234	case NFT_META_IIFTYPE:
	235	case NFT_META_OIFTYPE:
	236	len = sizeof(u16);
	237	break;
124edfa9	238	case NFT_META_NFPROTO:
4566bf27	239	case NFT_META_L4PROTO:
45d9bcda	240	case NFT_META_LEN:
96518518 PM	241	case NFT_META_PRIORITY:
	242	case NFT_META_MARK:
	243	case NFT_META_IIF:
	244	case NFT_META_OIF:
96518518 PM	245	case NFT_META_SKUID:
96518518 PM	246	case NFT_META_SKGID:
06efbd6d	247	#ifdef CONFIG_IP_ROUTE_CLASSID
96518518 PM	248	case NFT_META_RTCLASSID:
	249	#endif
	250	#ifdef CONFIG_NETWORK_SECMARK
	251	case NFT_META_SECMARK:
	252	#endif
e2a093ff	253	case NFT_META_PKTTYPE:
afc5be30	254	case NFT_META_CPU:
3045d760 AR	255	case NFT_META_IIFGROUP:
3045d760 AR	256	case NFT_META_OIFGROUP:
e181a543	257	#ifdef CONFIG_CGROUP_NET_CLASSID
ce674173	258	case NFT_META_CGROUP:
e181a543	259	#endif
45d9bcda PM	260	len = sizeof(u32);
	261	break;
	262	case NFT_META_IIFNAME:
	263	case NFT_META_OIFNAME:
	264	len = IFNAMSIZ;
d2caa696	265	break;
96518518 PM	266	default:
	267	return -EOPNOTSUPP;
	268	}
	269
b1c96ed3	270	priv->dreg = nft_parse_register(tb[NFTA_META_DREG]);
27e6d201 PM	271	return nft_validate_register_store(ctx, priv->dreg, NULL,
27e6d201 PM	272	NFT_DATA_VALUE, len);
e035b77a	273	}
aa45660c	274	EXPORT_SYMBOL_GPL(nft_meta_get_init);
e035b77a	275
aa45660c TB	276	int nft_meta_set_init(const struct nft_ctx *ctx,
	277	const struct nft_expr *expr,
	278	const struct nlattr * const tb[])
e035b77a ABG	279	{
e035b77a ABG	280	struct nft_meta *priv = nft_expr_priv(expr);
d07db988	281	unsigned int len;
e035b77a ABG	282	int err;
	283
	284	priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
d2caa696 PM	285	switch (priv->key) {
	286	case NFT_META_MARK:
	287	case NFT_META_PRIORITY:
d07db988 PM	288	len = sizeof(u32);
d07db988 PM	289	break;
d2caa696	290	case NFT_META_NFTRACE:
d07db988	291	len = sizeof(u8);
d2caa696 PM	292	break;
	293	default:
	294	return -EOPNOTSUPP;
e035b77a ABG	295	}
e035b77a ABG	296
b1c96ed3	297	priv->sreg = nft_parse_register(tb[NFTA_META_SREG]);
d07db988	298	err = nft_validate_register_load(priv->sreg, len);
b38895c5 PNA	299	if (err < 0)
b38895c5 PNA	300	return err;
e035b77a	301
e639f7ab FW	302	if (priv->key == NFT_META_NFTRACE)
	303	static_branch_inc(&nft_trace_enabled);
	304
e035b77a	305	return 0;
96518518	306	}
aa45660c	307	EXPORT_SYMBOL_GPL(nft_meta_set_init);
96518518	308
aa45660c TB	309	int nft_meta_get_dump(struct sk_buff *skb,
aa45660c TB	310	const struct nft_expr *expr)
96518518 PM	311	{
	312	const struct nft_meta *priv = nft_expr_priv(expr);
	313
e035b77a ABG	314	if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
e035b77a ABG	315	goto nla_put_failure;
b1c96ed3	316	if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg))
96518518	317	goto nla_put_failure;
e035b77a ABG	318	return 0;
	319
	320	nla_put_failure:
	321	return -1;
	322	}
aa45660c	323	EXPORT_SYMBOL_GPL(nft_meta_get_dump);
e035b77a	324
aa45660c TB	325	int nft_meta_set_dump(struct sk_buff *skb,
aa45660c TB	326	const struct nft_expr *expr)
e035b77a ABG	327	{
	328	const struct nft_meta *priv = nft_expr_priv(expr);
	329
96518518 PM	330	if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
96518518 PM	331	goto nla_put_failure;
b1c96ed3	332	if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg))
e035b77a ABG	333	goto nla_put_failure;
e035b77a ABG	334
96518518 PM	335	return 0;
	336
	337	nla_put_failure:
	338	return -1;
	339	}
aa45660c	340	EXPORT_SYMBOL_GPL(nft_meta_set_dump);
96518518	341
e639f7ab FW	342	void nft_meta_set_destroy(const struct nft_ctx *ctx,
	343	const struct nft_expr *expr)
	344	{
	345	const struct nft_meta *priv = nft_expr_priv(expr);
	346
	347	if (priv->key == NFT_META_NFTRACE)
	348	static_branch_dec(&nft_trace_enabled);
	349	}
	350	EXPORT_SYMBOL_GPL(nft_meta_set_destroy);
	351
ef1f7df9	352	static struct nft_expr_type nft_meta_type;
e035b77a	353	static const struct nft_expr_ops nft_meta_get_ops = {
ef1f7df9	354	.type = &nft_meta_type,
96518518	355	.size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
e035b77a	356	.eval = nft_meta_get_eval,
d2caa696	357	.init = nft_meta_get_init,
e035b77a	358	.dump = nft_meta_get_dump,
ef1f7df9 PM	359	};
ef1f7df9 PM	360
e035b77a ABG	361	static const struct nft_expr_ops nft_meta_set_ops = {
	362	.type = &nft_meta_type,
	363	.size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
	364	.eval = nft_meta_set_eval,
d2caa696	365	.init = nft_meta_set_init,
e639f7ab	366	.destroy = nft_meta_set_destroy,
e035b77a ABG	367	.dump = nft_meta_set_dump,
	368	};
	369
	370	static const struct nft_expr_ops *
	371	nft_meta_select_ops(const struct nft_ctx *ctx,
	372	const struct nlattr * const tb[])
	373	{
	374	if (tb[NFTA_META_KEY] == NULL)
	375	return ERR_PTR(-EINVAL);
	376
	377	if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG])
	378	return ERR_PTR(-EINVAL);
	379
	380	if (tb[NFTA_META_DREG])
	381	return &nft_meta_get_ops;
	382
	383	if (tb[NFTA_META_SREG])
	384	return &nft_meta_set_ops;
	385
	386	return ERR_PTR(-EINVAL);
	387	}
	388
ef1f7df9 PM	389	static struct nft_expr_type nft_meta_type __read_mostly = {
ef1f7df9 PM	390	.name = "meta",
e035b77a	391	.select_ops = &nft_meta_select_ops,
96518518 PM	392	.policy = nft_meta_policy,
96518518 PM	393	.maxattr = NFTA_META_MAX,
ef1f7df9	394	.owner = THIS_MODULE,
96518518 PM	395	};
	396
	397	static int __init nft_meta_module_init(void)
	398	{
ef1f7df9	399	return nft_register_expr(&nft_meta_type);
96518518 PM	400	}
	401
	402	static void __exit nft_meta_module_exit(void)
	403	{
ef1f7df9	404	nft_unregister_expr(&nft_meta_type);
96518518 PM	405	}
	406
	407	module_init(nft_meta_module_init);
	408	module_exit(nft_meta_module_exit);
	409
	410	MODULE_LICENSE("GPL");
	411	MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
	412	MODULE_ALIAS_NFT_EXPR("meta");