[mirror_ubuntu-artful-kernel.git] / net / netfilter / nft_ct.c

/*
 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Development of this code funded by Astaro AG (http://www.astaro.com/)
 */

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/netlink.h>
#include <linux/netfilter.h>
#include <linux/netfilter/nf_tables.h>
#include <net/netfilter/nf_tables.h>
#include <net/netfilter/nf_conntrack.h>
#include <net/netfilter/nf_conntrack_acct.h>
#include <net/netfilter/nf_conntrack_tuple.h>
#include <net/netfilter/nf_conntrack_helper.h>
#include <net/netfilter/nf_conntrack_ecache.h>
#include <net/netfilter/nf_conntrack_labels.h>

struct nft_ct {
	enum nft_ct_keys	key:8;
	enum ip_conntrack_dir	dir:8;
	union {
		enum nft_registers	dreg:8;
		enum nft_registers	sreg:8;
	};
};

static u64 nft_ct_get_eval_counter(const struct nf_conn_counter *c,
				   enum nft_ct_keys k,
				   enum ip_conntrack_dir d)
{
	if (d < IP_CT_DIR_MAX)
		return k == NFT_CT_BYTES ? atomic64_read(&c[d].bytes) :
					   atomic64_read(&c[d].packets);

	return nft_ct_get_eval_counter(c, k, IP_CT_DIR_ORIGINAL) +
	       nft_ct_get_eval_counter(c, k, IP_CT_DIR_REPLY);
}

static void nft_ct_get_eval(const struct nft_expr *expr,
			    struct nft_regs *regs,
			    const struct nft_pktinfo *pkt)
{
	const struct nft_ct *priv = nft_expr_priv(expr);
	u32 *dest = &regs->data[priv->dreg];
	enum ip_conntrack_info ctinfo;
	const struct nf_conn *ct;
	const struct nf_conn_help *help;
	const struct nf_conntrack_tuple *tuple;
	const struct nf_conntrack_helper *helper;
	long diff;
	unsigned int state;

	ct = nf_ct_get(pkt->skb, &ctinfo);

	switch (priv->key) {
	case NFT_CT_STATE:
		if (ct == NULL)
			state = NF_CT_STATE_INVALID_BIT;
		else if (nf_ct_is_untracked(ct))
			state = NF_CT_STATE_UNTRACKED_BIT;
		else
			state = NF_CT_STATE_BIT(ctinfo);
		*dest = state;
		return;
	default:
		break;
	}

	if (ct == NULL)
		goto err;

	switch (priv->key) {
	case NFT_CT_DIRECTION:
		*dest = CTINFO2DIR(ctinfo);
		return;
	case NFT_CT_STATUS:
		*dest = ct->status;
		return;
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		*dest = ct->mark;
		return;
#endif
#ifdef CONFIG_NF_CONNTRACK_SECMARK
	case NFT_CT_SECMARK:
		*dest = ct->secmark;
		return;
#endif
	case NFT_CT_EXPIRATION:
		diff = (long)jiffies - (long)ct->timeout.expires;
		if (diff < 0)
			diff = 0;
		*dest = jiffies_to_msecs(diff);
		return;
	case NFT_CT_HELPER:
		if (ct->master == NULL)
			goto err;
		help = nfct_help(ct->master);
		if (help == NULL)
			goto err;
		helper = rcu_dereference(help->helper);
		if (helper == NULL)
			goto err;
		strncpy((char *)dest, helper->name, NF_CT_HELPER_NAME_LEN);
		return;
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS: {
		struct nf_conn_labels *labels = nf_ct_labels_find(ct);
		unsigned int size;

		if (!labels) {
			memset(dest, 0, NF_CT_LABELS_MAX_SIZE);
			return;
		}

		size = labels->words * sizeof(long);
		memcpy(dest, labels->bits, size);
		if (size < NF_CT_LABELS_MAX_SIZE)
			memset(((char *) dest) + size, 0,
			       NF_CT_LABELS_MAX_SIZE - size);
		return;
	}
#endif
	case NFT_CT_BYTES: /* fallthrough */
	case NFT_CT_PKTS: {
		const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
		u64 count = 0;

		if (acct)
			count = nft_ct_get_eval_counter(acct->counter,
							priv->key, priv->dir);
		memcpy(dest, &count, sizeof(count));
		return;
	}
	default:
		break;
	}

	tuple = &ct->tuplehash[priv->dir].tuple;
	switch (priv->key) {
	case NFT_CT_L3PROTOCOL:
		*dest = nf_ct_l3num(ct);
		return;
	case NFT_CT_SRC:
		memcpy(dest, tuple->src.u3.all,
		       nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
		return;
	case NFT_CT_DST:
		memcpy(dest, tuple->dst.u3.all,
		       nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
		return;
	case NFT_CT_PROTOCOL:
		*dest = nf_ct_protonum(ct);
		return;
	case NFT_CT_PROTO_SRC:
		*dest = (__force __u16)tuple->src.u.all;
		return;
	case NFT_CT_PROTO_DST:
		*dest = (__force __u16)tuple->dst.u.all;
		return;
	default:
		break;
	}
	return;
err:
	regs->verdict.code = NFT_BREAK;
}

static void nft_ct_set_eval(const struct nft_expr *expr,
			    struct nft_regs *regs,
			    const struct nft_pktinfo *pkt)
{
	const struct nft_ct *priv = nft_expr_priv(expr);
	struct sk_buff *skb = pkt->skb;
#ifdef CONFIG_NF_CONNTRACK_MARK
	u32 value = regs->data[priv->sreg];
#endif
	enum ip_conntrack_info ctinfo;
	struct nf_conn *ct;

	ct = nf_ct_get(skb, &ctinfo);
	if (ct == NULL)
		return;

	switch (priv->key) {
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		if (ct->mark != value) {
			ct->mark = value;
			nf_conntrack_event_cache(IPCT_MARK, ct);
		}
		break;
#endif
	default:
		break;
	}
}

static const struct nla_policy nft_ct_policy[NFTA_CT_MAX + 1] = {
	[NFTA_CT_DREG]		= { .type = NLA_U32 },
	[NFTA_CT_KEY]		= { .type = NLA_U32 },
	[NFTA_CT_DIRECTION]	= { .type = NLA_U8 },
	[NFTA_CT_SREG]		= { .type = NLA_U32 },
};

static int nft_ct_l3proto_try_module_get(uint8_t family)
{
	int err;

	if (family == NFPROTO_INET) {
		err = nf_ct_l3proto_try_module_get(NFPROTO_IPV4);
		if (err < 0)
			goto err1;
		err = nf_ct_l3proto_try_module_get(NFPROTO_IPV6);
		if (err < 0)
			goto err2;
	} else {
		err = nf_ct_l3proto_try_module_get(family);
		if (err < 0)
			goto err1;
	}
	return 0;

err2:
	nf_ct_l3proto_module_put(NFPROTO_IPV4);
err1:
	return err;
}

static void nft_ct_l3proto_module_put(uint8_t family)
{
	if (family == NFPROTO_INET) {
		nf_ct_l3proto_module_put(NFPROTO_IPV4);
		nf_ct_l3proto_module_put(NFPROTO_IPV6);
	} else
		nf_ct_l3proto_module_put(family);
}

static int nft_ct_get_init(const struct nft_ctx *ctx,
			   const struct nft_expr *expr,
			   const struct nlattr * const tb[])
{
	struct nft_ct *priv = nft_expr_priv(expr);
	unsigned int len;
	int err;

	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	switch (priv->key) {
	case NFT_CT_DIRECTION:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = sizeof(u8);
		break;
	case NFT_CT_STATE:
	case NFT_CT_STATUS:
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
#endif
#ifdef CONFIG_NF_CONNTRACK_SECMARK
	case NFT_CT_SECMARK:
#endif
	case NFT_CT_EXPIRATION:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = sizeof(u32);
		break;
#ifdef CONFIG_NF_CONNTRACK_LABELS
	case NFT_CT_LABELS:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = NF_CT_LABELS_MAX_SIZE;
		break;
#endif
	case NFT_CT_HELPER:
		if (tb[NFTA_CT_DIRECTION] != NULL)
			return -EINVAL;
		len = NF_CT_HELPER_NAME_LEN;
		break;

	case NFT_CT_L3PROTOCOL:
	case NFT_CT_PROTOCOL:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;
		len = sizeof(u8);
		break;
	case NFT_CT_SRC:
	case NFT_CT_DST:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;

		switch (ctx->afi->family) {
		case NFPROTO_IPV4:
			len = FIELD_SIZEOF(struct nf_conntrack_tuple,
					   src.u3.ip);
			break;
		case NFPROTO_IPV6:
		case NFPROTO_INET:
			len = FIELD_SIZEOF(struct nf_conntrack_tuple,
					   src.u3.ip6);
			break;
		default:
			return -EAFNOSUPPORT;
		}
		break;
	case NFT_CT_PROTO_SRC:
	case NFT_CT_PROTO_DST:
		if (tb[NFTA_CT_DIRECTION] == NULL)
			return -EINVAL;
		len = FIELD_SIZEOF(struct nf_conntrack_tuple, src.u.all);
		break;
	case NFT_CT_BYTES:
	case NFT_CT_PKTS:
		/* no direction? return sum of original + reply */
		if (tb[NFTA_CT_DIRECTION] == NULL)
			priv->dir = IP_CT_DIR_MAX;
		len = sizeof(u64);
		break;
	default:
		return -EOPNOTSUPP;
	}

	if (tb[NFTA_CT_DIRECTION] != NULL) {
		priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
		switch (priv->dir) {
		case IP_CT_DIR_ORIGINAL:
		case IP_CT_DIR_REPLY:
			break;
		default:
			return -EINVAL;
		}
	}

	priv->dreg = nft_parse_register(tb[NFTA_CT_DREG]);
	err = nft_validate_register_store(ctx, priv->dreg, NULL,
					  NFT_DATA_VALUE, len);
	if (err < 0)
		return err;

	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	if (err < 0)
		return err;

	return 0;
}

static int nft_ct_set_init(const struct nft_ctx *ctx,
			   const struct nft_expr *expr,
			   const struct nlattr * const tb[])
{
	struct nft_ct *priv = nft_expr_priv(expr);
	unsigned int len;
	int err;

	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	switch (priv->key) {
#ifdef CONFIG_NF_CONNTRACK_MARK
	case NFT_CT_MARK:
		len = FIELD_SIZEOF(struct nf_conn, mark);
		break;
#endif
	default:
		return -EOPNOTSUPP;
	}

	priv->sreg = nft_parse_register(tb[NFTA_CT_SREG]);
	err = nft_validate_register_load(priv->sreg, len);
	if (err < 0)
		return err;

	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	if (err < 0)
		return err;

	return 0;
}

static void nft_ct_destroy(const struct nft_ctx *ctx,
			   const struct nft_expr *expr)
{
	nft_ct_l3proto_module_put(ctx->afi->family);
}

static int nft_ct_get_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	const struct nft_ct *priv = nft_expr_priv(expr);

	if (nft_dump_register(skb, NFTA_CT_DREG, priv->dreg))
		goto nla_put_failure;
	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
		goto nla_put_failure;

	switch (priv->key) {
	case NFT_CT_L3PROTOCOL:
	case NFT_CT_PROTOCOL:
	case NFT_CT_SRC:
	case NFT_CT_DST:
	case NFT_CT_PROTO_SRC:
	case NFT_CT_PROTO_DST:
		if (nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
			goto nla_put_failure;
		break;
	case NFT_CT_BYTES:
	case NFT_CT_PKTS:
		if (priv->dir < IP_CT_DIR_MAX &&
		    nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
			goto nla_put_failure;
		break;
	default:
		break;
	}

	return 0;

nla_put_failure:
	return -1;
}

static int nft_ct_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	const struct nft_ct *priv = nft_expr_priv(expr);

	if (nft_dump_register(skb, NFTA_CT_SREG, priv->sreg))
		goto nla_put_failure;
	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
		goto nla_put_failure;
	return 0;

nla_put_failure:
	return -1;
}

static struct nft_expr_type nft_ct_type;
static const struct nft_expr_ops nft_ct_get_ops = {
	.type		= &nft_ct_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	.eval		= nft_ct_get_eval,
	.init		= nft_ct_get_init,
	.destroy	= nft_ct_destroy,
	.dump		= nft_ct_get_dump,
};

static const struct nft_expr_ops nft_ct_set_ops = {
	.type		= &nft_ct_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	.eval		= nft_ct_set_eval,
	.init		= nft_ct_set_init,
	.destroy	= nft_ct_destroy,
	.dump		= nft_ct_set_dump,
};

static const struct nft_expr_ops *
nft_ct_select_ops(const struct nft_ctx *ctx,
		    const struct nlattr * const tb[])
{
	if (tb[NFTA_CT_KEY] == NULL)
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_CT_DREG] && tb[NFTA_CT_SREG])
		return ERR_PTR(-EINVAL);

	if (tb[NFTA_CT_DREG])
		return &nft_ct_get_ops;

	if (tb[NFTA_CT_SREG])
		return &nft_ct_set_ops;

	return ERR_PTR(-EINVAL);
}

static struct nft_expr_type nft_ct_type __read_mostly = {
	.name		= "ct",
	.select_ops	= &nft_ct_select_ops,
	.policy		= nft_ct_policy,
	.maxattr	= NFTA_CT_MAX,
	.owner		= THIS_MODULE,
};

static int __init nft_ct_module_init(void)
{
	BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE > NFT_REG_SIZE);

	return nft_register_expr(&nft_ct_type);
}

static void __exit nft_ct_module_exit(void)
{
	nft_unregister_expr(&nft_ct_type);
}

module_init(nft_ct_module_init);
module_exit(nft_ct_module_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
MODULE_ALIAS_NFT_EXPR("ct");
Commit	Line	Data
96518518	1	/*
ef1f7df9	2	* Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
96518518 PM	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*
	8	* Development of this code funded by Astaro AG (http://www.astaro.com/)
	9	*/
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/module.h>
	14	#include <linux/netlink.h>
	15	#include <linux/netfilter.h>
	16	#include <linux/netfilter/nf_tables.h>
	17	#include <net/netfilter/nf_tables.h>
	18	#include <net/netfilter/nf_conntrack.h>
48f66c90	19	#include <net/netfilter/nf_conntrack_acct.h>
96518518 PM	20	#include <net/netfilter/nf_conntrack_tuple.h>
96518518 PM	21	#include <net/netfilter/nf_conntrack_helper.h>
c4ede3d3	22	#include <net/netfilter/nf_conntrack_ecache.h>
d2bf2f34	23	#include <net/netfilter/nf_conntrack_labels.h>
96518518 PM	24
	25	struct nft_ct {
	26	enum nft_ct_keys key:8;
	27	enum ip_conntrack_dir dir:8;
d46f2cd2	28	union {
c4ede3d3 KE	29	enum nft_registers dreg:8;
	30	enum nft_registers sreg:8;
	31	};
96518518 PM	32	};
96518518 PM	33
48f66c90 FW	34	static u64 nft_ct_get_eval_counter(const struct nf_conn_counter *c,
	35	enum nft_ct_keys k,
	36	enum ip_conntrack_dir d)
	37	{
	38	if (d < IP_CT_DIR_MAX)
	39	return k == NFT_CT_BYTES ? atomic64_read(&c[d].bytes) :
	40	atomic64_read(&c[d].packets);
	41
	42	return nft_ct_get_eval_counter(c, k, IP_CT_DIR_ORIGINAL) +
	43	nft_ct_get_eval_counter(c, k, IP_CT_DIR_REPLY);
	44	}
	45
c4ede3d3	46	static void nft_ct_get_eval(const struct nft_expr *expr,
a55e22e9	47	struct nft_regs *regs,
c4ede3d3	48	const struct nft_pktinfo *pkt)
96518518 PM	49	{
96518518 PM	50	const struct nft_ct *priv = nft_expr_priv(expr);
49499c3e	51	u32 *dest = &regs->data[priv->dreg];
96518518 PM	52	enum ip_conntrack_info ctinfo;
	53	const struct nf_conn *ct;
	54	const struct nf_conn_help *help;
	55	const struct nf_conntrack_tuple *tuple;
	56	const struct nf_conntrack_helper *helper;
	57	long diff;
	58	unsigned int state;
	59
	60	ct = nf_ct_get(pkt->skb, &ctinfo);
	61
	62	switch (priv->key) {
	63	case NFT_CT_STATE:
	64	if (ct == NULL)
	65	state = NF_CT_STATE_INVALID_BIT;
	66	else if (nf_ct_is_untracked(ct))
	67	state = NF_CT_STATE_UNTRACKED_BIT;
	68	else
	69	state = NF_CT_STATE_BIT(ctinfo);
fad136ea	70	*dest = state;
96518518	71	return;
c1f86676 DM	72	default:
c1f86676 DM	73	break;
96518518 PM	74	}
	75
	76	if (ct == NULL)
	77	goto err;
	78
	79	switch (priv->key) {
	80	case NFT_CT_DIRECTION:
fad136ea	81	*dest = CTINFO2DIR(ctinfo);
96518518 PM	82	return;
96518518 PM	83	case NFT_CT_STATUS:
fad136ea	84	*dest = ct->status;
96518518 PM	85	return;
	86	#ifdef CONFIG_NF_CONNTRACK_MARK
	87	case NFT_CT_MARK:
fad136ea	88	*dest = ct->mark;
96518518 PM	89	return;
	90	#endif
	91	#ifdef CONFIG_NF_CONNTRACK_SECMARK
	92	case NFT_CT_SECMARK:
fad136ea	93	*dest = ct->secmark;
96518518 PM	94	return;
	95	#endif
	96	case NFT_CT_EXPIRATION:
	97	diff = (long)jiffies - (long)ct->timeout.expires;
	98	if (diff < 0)
	99	diff = 0;
fad136ea	100	*dest = jiffies_to_msecs(diff);
96518518 PM	101	return;
	102	case NFT_CT_HELPER:
	103	if (ct->master == NULL)
	104	goto err;
	105	help = nfct_help(ct->master);
	106	if (help == NULL)
	107	goto err;
	108	helper = rcu_dereference(help->helper);
	109	if (helper == NULL)
	110	goto err;
fad136ea	111	strncpy((char *)dest, helper->name, NF_CT_HELPER_NAME_LEN);
96518518	112	return;
d2bf2f34 FW	113	#ifdef CONFIG_NF_CONNTRACK_LABELS
	114	case NFT_CT_LABELS: {
	115	struct nf_conn_labels *labels = nf_ct_labels_find(ct);
	116	unsigned int size;
	117
	118	if (!labels) {
fad136ea	119	memset(dest, 0, NF_CT_LABELS_MAX_SIZE);
d2bf2f34 FW	120	return;
	121	}
	122
d2bf2f34	123	size = labels->words * sizeof(long);
fad136ea PM	124	memcpy(dest, labels->bits, size);
	125	if (size < NF_CT_LABELS_MAX_SIZE)
	126	memset(((char *) dest) + size, 0,
	127	NF_CT_LABELS_MAX_SIZE - size);
d2bf2f34 FW	128	return;
d2bf2f34 FW	129	}
efaea94a	130	#endif
48f66c90 FW	131	case NFT_CT_BYTES: /* fallthrough */
	132	case NFT_CT_PKTS: {
	133	const struct nf_conn_acct *acct = nf_conn_acct_find(ct);
	134	u64 count = 0;
	135
	136	if (acct)
	137	count = nft_ct_get_eval_counter(acct->counter,
	138	priv->key, priv->dir);
	139	memcpy(dest, &count, sizeof(count));
	140	return;
	141	}
c1f86676 DM	142	default:
c1f86676 DM	143	break;
96518518 PM	144	}
	145
	146	tuple = &ct->tuplehash[priv->dir].tuple;
	147	switch (priv->key) {
	148	case NFT_CT_L3PROTOCOL:
fad136ea	149	*dest = nf_ct_l3num(ct);
96518518 PM	150	return;
96518518 PM	151	case NFT_CT_SRC:
fad136ea	152	memcpy(dest, tuple->src.u3.all,
96518518 PM	153	nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
	154	return;
	155	case NFT_CT_DST:
fad136ea	156	memcpy(dest, tuple->dst.u3.all,
96518518 PM	157	nf_ct_l3num(ct) == NFPROTO_IPV4 ? 4 : 16);
	158	return;
	159	case NFT_CT_PROTOCOL:
fad136ea	160	*dest = nf_ct_protonum(ct);
96518518 PM	161	return;
96518518 PM	162	case NFT_CT_PROTO_SRC:
fad136ea	163	*dest = (__force __u16)tuple->src.u.all;
96518518 PM	164	return;
96518518 PM	165	case NFT_CT_PROTO_DST:
fad136ea	166	*dest = (__force __u16)tuple->dst.u.all;
96518518	167	return;
c1f86676 DM	168	default:
c1f86676 DM	169	break;
96518518 PM	170	}
	171	return;
	172	err:
a55e22e9	173	regs->verdict.code = NFT_BREAK;
96518518 PM	174	}
96518518 PM	175
c4ede3d3	176	static void nft_ct_set_eval(const struct nft_expr *expr,
a55e22e9	177	struct nft_regs *regs,
c4ede3d3 KE	178	const struct nft_pktinfo *pkt)
	179	{
	180	const struct nft_ct *priv = nft_expr_priv(expr);
	181	struct sk_buff *skb = pkt->skb;
847c8e29	182	#ifdef CONFIG_NF_CONNTRACK_MARK
49499c3e	183	u32 value = regs->data[priv->sreg];
847c8e29	184	#endif
c4ede3d3 KE	185	enum ip_conntrack_info ctinfo;
	186	struct nf_conn *ct;
	187
	188	ct = nf_ct_get(skb, &ctinfo);
	189	if (ct == NULL)
	190	return;
	191
	192	switch (priv->key) {
	193	#ifdef CONFIG_NF_CONNTRACK_MARK
	194	case NFT_CT_MARK:
	195	if (ct->mark != value) {
	196	ct->mark = value;
	197	nf_conntrack_event_cache(IPCT_MARK, ct);
	198	}
	199	break;
	200	#endif
c1f86676 DM	201	default:
c1f86676 DM	202	break;
c4ede3d3 KE	203	}
	204	}
	205
96518518 PM	206	static const struct nla_policy nft_ct_policy[NFTA_CT_MAX + 1] = {
	207	[NFTA_CT_DREG] = { .type = NLA_U32 },
	208	[NFTA_CT_KEY] = { .type = NLA_U32 },
	209	[NFTA_CT_DIRECTION] = { .type = NLA_U8 },
c4ede3d3	210	[NFTA_CT_SREG] = { .type = NLA_U32 },
96518518 PM	211	};
96518518 PM	212
9638f33e PM	213	static int nft_ct_l3proto_try_module_get(uint8_t family)
	214	{
	215	int err;
	216
	217	if (family == NFPROTO_INET) {
	218	err = nf_ct_l3proto_try_module_get(NFPROTO_IPV4);
	219	if (err < 0)
	220	goto err1;
	221	err = nf_ct_l3proto_try_module_get(NFPROTO_IPV6);
	222	if (err < 0)
	223	goto err2;
	224	} else {
	225	err = nf_ct_l3proto_try_module_get(family);
	226	if (err < 0)
	227	goto err1;
	228	}
	229	return 0;
	230
	231	err2:
	232	nf_ct_l3proto_module_put(NFPROTO_IPV4);
	233	err1:
	234	return err;
	235	}
	236
	237	static void nft_ct_l3proto_module_put(uint8_t family)
	238	{
	239	if (family == NFPROTO_INET) {
	240	nf_ct_l3proto_module_put(NFPROTO_IPV4);
	241	nf_ct_l3proto_module_put(NFPROTO_IPV6);
	242	} else
	243	nf_ct_l3proto_module_put(family);
	244	}
	245
fe92ca45 PM	246	static int nft_ct_get_init(const struct nft_ctx *ctx,
	247	const struct nft_expr *expr,
	248	const struct nlattr * const tb[])
96518518 PM	249	{
96518518 PM	250	struct nft_ct *priv = nft_expr_priv(expr);
45d9bcda	251	unsigned int len;
fe92ca45	252	int err;
96518518	253
fe92ca45	254	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
96518518	255	switch (priv->key) {
96518518	256	case NFT_CT_DIRECTION:
45d9bcda PM	257	if (tb[NFTA_CT_DIRECTION] != NULL)
	258	return -EINVAL;
	259	len = sizeof(u8);
	260	break;
	261	case NFT_CT_STATE:
96518518 PM	262	case NFT_CT_STATUS:
	263	#ifdef CONFIG_NF_CONNTRACK_MARK
	264	case NFT_CT_MARK:
	265	#endif
	266	#ifdef CONFIG_NF_CONNTRACK_SECMARK
	267	case NFT_CT_SECMARK:
d2bf2f34	268	#endif
45d9bcda PM	269	case NFT_CT_EXPIRATION:
	270	if (tb[NFTA_CT_DIRECTION] != NULL)
	271	return -EINVAL;
	272	len = sizeof(u32);
	273	break;
d2bf2f34 FW	274	#ifdef CONFIG_NF_CONNTRACK_LABELS
d2bf2f34 FW	275	case NFT_CT_LABELS:
45d9bcda PM	276	if (tb[NFTA_CT_DIRECTION] != NULL)
	277	return -EINVAL;
	278	len = NF_CT_LABELS_MAX_SIZE;
	279	break;
96518518	280	#endif
96518518 PM	281	case NFT_CT_HELPER:
	282	if (tb[NFTA_CT_DIRECTION] != NULL)
	283	return -EINVAL;
45d9bcda	284	len = NF_CT_HELPER_NAME_LEN;
96518518	285	break;
45d9bcda	286
51292c07	287	case NFT_CT_L3PROTOCOL:
96518518	288	case NFT_CT_PROTOCOL:
45d9bcda PM	289	if (tb[NFTA_CT_DIRECTION] == NULL)
	290	return -EINVAL;
	291	len = sizeof(u8);
	292	break;
96518518 PM	293	case NFT_CT_SRC:
96518518 PM	294	case NFT_CT_DST:
45d9bcda PM	295	if (tb[NFTA_CT_DIRECTION] == NULL)
	296	return -EINVAL;
	297
	298	switch (ctx->afi->family) {
	299	case NFPROTO_IPV4:
	300	len = FIELD_SIZEOF(struct nf_conntrack_tuple,
	301	src.u3.ip);
	302	break;
	303	case NFPROTO_IPV6:
	304	case NFPROTO_INET:
	305	len = FIELD_SIZEOF(struct nf_conntrack_tuple,
	306	src.u3.ip6);
	307	break;
	308	default:
	309	return -EAFNOSUPPORT;
	310	}
	311	break;
96518518 PM	312	case NFT_CT_PROTO_SRC:
	313	case NFT_CT_PROTO_DST:
	314	if (tb[NFTA_CT_DIRECTION] == NULL)
	315	return -EINVAL;
45d9bcda	316	len = FIELD_SIZEOF(struct nf_conntrack_tuple, src.u.all);
96518518	317	break;
48f66c90 FW	318	case NFT_CT_BYTES:
	319	case NFT_CT_PKTS:
	320	/* no direction? return sum of original + reply */
	321	if (tb[NFTA_CT_DIRECTION] == NULL)
	322	priv->dir = IP_CT_DIR_MAX;
	323	len = sizeof(u64);
	324	break;
96518518 PM	325	default:
	326	return -EOPNOTSUPP;
	327	}
	328
fe92ca45 PM	329	if (tb[NFTA_CT_DIRECTION] != NULL) {
	330	priv->dir = nla_get_u8(tb[NFTA_CT_DIRECTION]);
	331	switch (priv->dir) {
	332	case IP_CT_DIR_ORIGINAL:
	333	case IP_CT_DIR_REPLY:
	334	break;
	335	default:
	336	return -EINVAL;
	337	}
	338	}
	339
b1c96ed3	340	priv->dreg = nft_parse_register(tb[NFTA_CT_DREG]);
1ec10212 PM	341	err = nft_validate_register_store(ctx, priv->dreg, NULL,
1ec10212 PM	342	NFT_DATA_VALUE, len);
fe92ca45 PM	343	if (err < 0)
	344	return err;
	345
	346	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
	347	if (err < 0)
	348	return err;
	349
c4ede3d3 KE	350	return 0;
	351	}
	352
fe92ca45 PM	353	static int nft_ct_set_init(const struct nft_ctx *ctx,
	354	const struct nft_expr *expr,
	355	const struct nlattr * const tb[])
c4ede3d3	356	{
fe92ca45	357	struct nft_ct *priv = nft_expr_priv(expr);
d07db988	358	unsigned int len;
fe92ca45 PM	359	int err;
	360
	361	priv->key = ntohl(nla_get_be32(tb[NFTA_CT_KEY]));
	362	switch (priv->key) {
e88e514e	363	#ifdef CONFIG_NF_CONNTRACK_MARK
c4ede3d3	364	case NFT_CT_MARK:
d07db988	365	len = FIELD_SIZEOF(struct nf_conn, mark);
c4ede3d3	366	break;
e88e514e	367	#endif
c4ede3d3 KE	368	default:
	369	return -EOPNOTSUPP;
	370	}
	371
b1c96ed3	372	priv->sreg = nft_parse_register(tb[NFTA_CT_SREG]);
d07db988	373	err = nft_validate_register_load(priv->sreg, len);
fe92ca45 PM	374	if (err < 0)
fe92ca45 PM	375	return err;
c4ede3d3	376
9638f33e	377	err = nft_ct_l3proto_try_module_get(ctx->afi->family);
96518518 PM	378	if (err < 0)
96518518 PM	379	return err;
96518518	380
96518518	381	return 0;
96518518 PM	382	}
96518518 PM	383
62472bce PM	384	static void nft_ct_destroy(const struct nft_ctx *ctx,
62472bce PM	385	const struct nft_expr *expr)
96518518	386	{
d46f2cd2	387	nft_ct_l3proto_module_put(ctx->afi->family);
96518518 PM	388	}
96518518 PM	389
c4ede3d3	390	static int nft_ct_get_dump(struct sk_buff skb, const struct nft_expr expr)
96518518 PM	391	{
	392	const struct nft_ct *priv = nft_expr_priv(expr);
	393
b1c96ed3	394	if (nft_dump_register(skb, NFTA_CT_DREG, priv->dreg))
96518518 PM	395	goto nla_put_failure;
	396	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
	397	goto nla_put_failure;
2a53bfb3 AB	398
2a53bfb3 AB	399	switch (priv->key) {
d5f79b6e	400	case NFT_CT_L3PROTOCOL:
2a53bfb3 AB	401	case NFT_CT_PROTOCOL:
	402	case NFT_CT_SRC:
	403	case NFT_CT_DST:
	404	case NFT_CT_PROTO_SRC:
	405	case NFT_CT_PROTO_DST:
	406	if (nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
	407	goto nla_put_failure;
48f66c90 FW	408	break;
	409	case NFT_CT_BYTES:
	410	case NFT_CT_PKTS:
	411	if (priv->dir < IP_CT_DIR_MAX &&
	412	nla_put_u8(skb, NFTA_CT_DIRECTION, priv->dir))
	413	goto nla_put_failure;
	414	break;
2a53bfb3 AB	415	default:
	416	break;
	417	}
	418
96518518 PM	419	return 0;
	420
	421	nla_put_failure:
	422	return -1;
	423	}
	424
c4ede3d3 KE	425	static int nft_ct_set_dump(struct sk_buff skb, const struct nft_expr expr)
	426	{
	427	const struct nft_ct *priv = nft_expr_priv(expr);
	428
b1c96ed3	429	if (nft_dump_register(skb, NFTA_CT_SREG, priv->sreg))
c4ede3d3 KE	430	goto nla_put_failure;
	431	if (nla_put_be32(skb, NFTA_CT_KEY, htonl(priv->key)))
	432	goto nla_put_failure;
	433	return 0;
	434
	435	nla_put_failure:
	436	return -1;
	437	}
	438
ef1f7df9	439	static struct nft_expr_type nft_ct_type;
c4ede3d3	440	static const struct nft_expr_ops nft_ct_get_ops = {
ef1f7df9	441	.type = &nft_ct_type,
96518518	442	.size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
c4ede3d3	443	.eval = nft_ct_get_eval,
fe92ca45	444	.init = nft_ct_get_init,
96518518	445	.destroy = nft_ct_destroy,
c4ede3d3	446	.dump = nft_ct_get_dump,
ef1f7df9 PM	447	};
ef1f7df9 PM	448
c4ede3d3 KE	449	static const struct nft_expr_ops nft_ct_set_ops = {
	450	.type = &nft_ct_type,
	451	.size = NFT_EXPR_SIZE(sizeof(struct nft_ct)),
	452	.eval = nft_ct_set_eval,
fe92ca45	453	.init = nft_ct_set_init,
c4ede3d3 KE	454	.destroy = nft_ct_destroy,
	455	.dump = nft_ct_set_dump,
	456	};
	457
	458	static const struct nft_expr_ops *
	459	nft_ct_select_ops(const struct nft_ctx *ctx,
	460	const struct nlattr * const tb[])
	461	{
	462	if (tb[NFTA_CT_KEY] == NULL)
	463	return ERR_PTR(-EINVAL);
	464
	465	if (tb[NFTA_CT_DREG] && tb[NFTA_CT_SREG])
	466	return ERR_PTR(-EINVAL);
	467
	468	if (tb[NFTA_CT_DREG])
	469	return &nft_ct_get_ops;
	470
	471	if (tb[NFTA_CT_SREG])
	472	return &nft_ct_set_ops;
	473
	474	return ERR_PTR(-EINVAL);
	475	}
	476
ef1f7df9 PM	477	static struct nft_expr_type nft_ct_type __read_mostly = {
ef1f7df9 PM	478	.name = "ct",
c4ede3d3	479	.select_ops = &nft_ct_select_ops,
96518518 PM	480	.policy = nft_ct_policy,
96518518 PM	481	.maxattr = NFTA_CT_MAX,
ef1f7df9	482	.owner = THIS_MODULE,
96518518 PM	483	};
	484
	485	static int __init nft_ct_module_init(void)
	486	{
adff6c65 FW	487	BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE > NFT_REG_SIZE);
adff6c65 FW	488
ef1f7df9	489	return nft_register_expr(&nft_ct_type);
96518518 PM	490	}
	491
	492	static void __exit nft_ct_module_exit(void)
	493	{
ef1f7df9	494	nft_unregister_expr(&nft_ct_type);
96518518 PM	495	}
	496
	497	module_init(nft_ct_module_init);
	498	module_exit(nft_ct_module_exit);
	499
	500	MODULE_LICENSE("GPL");
	501	MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
	502	MODULE_ALIAS_NFT_EXPR("ct");