[mirror_ubuntu-artful-kernel.git] / net / netfilter / nft_counter.c

/*
 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * Development of this code funded by Astaro AG (http://www.astaro.com/)
 */

#include <linux/kernel.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/seqlock.h>
#include <linux/netlink.h>
#include <linux/netfilter.h>
#include <linux/netfilter/nf_tables.h>
#include <net/netfilter/nf_tables.h>

struct nft_counter {
	u64		bytes;
	u64		packets;
};

struct nft_counter_percpu {
	struct nft_counter	counter;
	struct u64_stats_sync	syncp;
};

struct nft_counter_percpu_priv {
	struct nft_counter_percpu __percpu *counter;
};

static void nft_counter_eval(const struct nft_expr *expr,
			     struct nft_regs *regs,
			     const struct nft_pktinfo *pkt)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter_percpu *this_cpu;

	local_bh_disable();
	this_cpu = this_cpu_ptr(priv->counter);
	u64_stats_update_begin(&this_cpu->syncp);
	this_cpu->counter.bytes += pkt->skb->len;
	this_cpu->counter.packets++;
	u64_stats_update_end(&this_cpu->syncp);
	local_bh_enable();
}

static void nft_counter_fetch(const struct nft_counter_percpu __percpu *counter,
			      struct nft_counter *total)
{
	const struct nft_counter_percpu *cpu_stats;
	u64 bytes, packets;
	unsigned int seq;
	int cpu;

	memset(total, 0, sizeof(*total));
	for_each_possible_cpu(cpu) {
		cpu_stats = per_cpu_ptr(counter, cpu);
		do {
			seq	= u64_stats_fetch_begin_irq(&cpu_stats->syncp);
			bytes	= cpu_stats->counter.bytes;
			packets	= cpu_stats->counter.packets;
		} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, seq));

		total->packets += packets;
		total->bytes += bytes;
	}
}

static int nft_counter_dump(struct sk_buff *skb, const struct nft_expr *expr)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter total;

	nft_counter_fetch(priv->counter, &total);

	if (nla_put_be64(skb, NFTA_COUNTER_BYTES, cpu_to_be64(total.bytes)) ||
	    nla_put_be64(skb, NFTA_COUNTER_PACKETS, cpu_to_be64(total.packets)))
		goto nla_put_failure;
	return 0;

nla_put_failure:
	return -1;
}

static const struct nla_policy nft_counter_policy[NFTA_COUNTER_MAX + 1] = {
	[NFTA_COUNTER_PACKETS]	= { .type = NLA_U64 },
	[NFTA_COUNTER_BYTES]	= { .type = NLA_U64 },
};

static int nft_counter_init(const struct nft_ctx *ctx,
			    const struct nft_expr *expr,
			    const struct nlattr * const tb[])
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	struct nft_counter_percpu __percpu *cpu_stats;
	struct nft_counter_percpu *this_cpu;

	cpu_stats = netdev_alloc_pcpu_stats(struct nft_counter_percpu);
	if (cpu_stats == NULL)
		return -ENOMEM;

	preempt_disable();
	this_cpu = this_cpu_ptr(cpu_stats);
	if (tb[NFTA_COUNTER_PACKETS]) {
	        this_cpu->counter.packets =
			be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_PACKETS]));
	}
	if (tb[NFTA_COUNTER_BYTES]) {
		this_cpu->counter.bytes =
			be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_BYTES]));
	}
	preempt_enable();
	priv->counter = cpu_stats;
	return 0;
}

static void nft_counter_destroy(const struct nft_ctx *ctx,
				const struct nft_expr *expr)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);

	free_percpu(priv->counter);
}

static int nft_counter_clone(struct nft_expr *dst, const struct nft_expr *src)
{
	struct nft_counter_percpu_priv *priv = nft_expr_priv(src);
	struct nft_counter_percpu_priv *priv_clone = nft_expr_priv(dst);
	struct nft_counter_percpu __percpu *cpu_stats;
	struct nft_counter_percpu *this_cpu;
	struct nft_counter total;

	nft_counter_fetch(priv->counter, &total);

	cpu_stats = __netdev_alloc_pcpu_stats(struct nft_counter_percpu,
					      GFP_ATOMIC);
	if (cpu_stats == NULL)
		return -ENOMEM;

	preempt_disable();
	this_cpu = this_cpu_ptr(cpu_stats);
	this_cpu->counter.packets = total.packets;
	this_cpu->counter.bytes = total.bytes;
	preempt_enable();

	priv_clone->counter = cpu_stats;
	return 0;
}

static struct nft_expr_type nft_counter_type;
static const struct nft_expr_ops nft_counter_ops = {
	.type		= &nft_counter_type,
	.size		= NFT_EXPR_SIZE(sizeof(struct nft_counter_percpu_priv)),
	.eval		= nft_counter_eval,
	.init		= nft_counter_init,
	.destroy	= nft_counter_destroy,
	.dump		= nft_counter_dump,
	.clone		= nft_counter_clone,
};

static struct nft_expr_type nft_counter_type __read_mostly = {
	.name		= "counter",
	.ops		= &nft_counter_ops,
	.policy		= nft_counter_policy,
	.maxattr	= NFTA_COUNTER_MAX,
	.flags		= NFT_EXPR_STATEFUL,
	.owner		= THIS_MODULE,
};

static int __init nft_counter_module_init(void)
{
	return nft_register_expr(&nft_counter_type);
}

static void __exit nft_counter_module_exit(void)
{
	nft_unregister_expr(&nft_counter_type);
}

module_init(nft_counter_module_init);
module_exit(nft_counter_module_exit);

MODULE_LICENSE("GPL");
MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
MODULE_ALIAS_NFT_EXPR("counter");
Commit	Line	Data
96518518	1	/*
ef1f7df9	2	* Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
96518518 PM	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License version 2 as
	6	* published by the Free Software Foundation.
	7	*
	8	* Development of this code funded by Astaro AG (http://www.astaro.com/)
	9	*/
	10
	11	#include <linux/kernel.h>
	12	#include <linux/init.h>
	13	#include <linux/module.h>
	14	#include <linux/seqlock.h>
	15	#include <linux/netlink.h>
	16	#include <linux/netfilter.h>
	17	#include <linux/netfilter/nf_tables.h>
	18	#include <net/netfilter/nf_tables.h>
	19
	20	struct nft_counter {
96518518 PM	21	u64 bytes;
	22	u64 packets;
	23	};
	24
0c45e769 PNA	25	struct nft_counter_percpu {
	26	struct nft_counter counter;
	27	struct u64_stats_sync syncp;
	28	};
	29
	30	struct nft_counter_percpu_priv {
	31	struct nft_counter_percpu __percpu *counter;
	32	};
	33
96518518	34	static void nft_counter_eval(const struct nft_expr *expr,
a55e22e9	35	struct nft_regs *regs,
96518518 PM	36	const struct nft_pktinfo *pkt)
96518518 PM	37	{
0c45e769 PNA	38	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	39	struct nft_counter_percpu *this_cpu;
	40
	41	local_bh_disable();
	42	this_cpu = this_cpu_ptr(priv->counter);
	43	u64_stats_update_begin(&this_cpu->syncp);
	44	this_cpu->counter.bytes += pkt->skb->len;
	45	this_cpu->counter.packets++;
	46	u64_stats_update_end(&this_cpu->syncp);
	47	local_bh_enable();
96518518 PM	48	}
96518518 PM	49
086f3321 PNA	50	static void nft_counter_fetch(const struct nft_counter_percpu __percpu *counter,
086f3321 PNA	51	struct nft_counter *total)
96518518	52	{
086f3321	53	const struct nft_counter_percpu *cpu_stats;
0c45e769	54	u64 bytes, packets;
96518518	55	unsigned int seq;
0c45e769 PNA	56	int cpu;
0c45e769 PNA	57
086f3321	58	memset(total, 0, sizeof(*total));
0c45e769	59	for_each_possible_cpu(cpu) {
086f3321	60	cpu_stats = per_cpu_ptr(counter, cpu);
0c45e769 PNA	61	do {
	62	seq = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
	63	bytes = cpu_stats->counter.bytes;
	64	packets = cpu_stats->counter.packets;
	65	} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, seq));
	66
086f3321 PNA	67	total->packets += packets;
086f3321 PNA	68	total->bytes += bytes;
0c45e769	69	}
086f3321 PNA	70	}
	71
	72	static int nft_counter_dump(struct sk_buff skb, const struct nft_expr expr)
	73	{
	74	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	75	struct nft_counter total;
	76
	77	nft_counter_fetch(priv->counter, &total);
0c45e769 PNA	78
	79	if (nla_put_be64(skb, NFTA_COUNTER_BYTES, cpu_to_be64(total.bytes)) \|\|
	80	nla_put_be64(skb, NFTA_COUNTER_PACKETS, cpu_to_be64(total.packets)))
96518518 PM	81	goto nla_put_failure;
	82	return 0;
	83
	84	nla_put_failure:
	85	return -1;
	86	}
	87
	88	static const struct nla_policy nft_counter_policy[NFTA_COUNTER_MAX + 1] = {
	89	[NFTA_COUNTER_PACKETS] = { .type = NLA_U64 },
	90	[NFTA_COUNTER_BYTES] = { .type = NLA_U64 },
	91	};
	92
	93	static int nft_counter_init(const struct nft_ctx *ctx,
	94	const struct nft_expr *expr,
	95	const struct nlattr * const tb[])
	96	{
0c45e769 PNA	97	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
	98	struct nft_counter_percpu __percpu *cpu_stats;
	99	struct nft_counter_percpu *this_cpu;
	100
	101	cpu_stats = netdev_alloc_pcpu_stats(struct nft_counter_percpu);
	102	if (cpu_stats == NULL)
5cc6ce9f	103	return -ENOMEM;
0c45e769 PNA	104
	105	preempt_disable();
	106	this_cpu = this_cpu_ptr(cpu_stats);
	107	if (tb[NFTA_COUNTER_PACKETS]) {
	108	this_cpu->counter.packets =
	109	be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_PACKETS]));
	110	}
	111	if (tb[NFTA_COUNTER_BYTES]) {
	112	this_cpu->counter.bytes =
	113	be64_to_cpu(nla_get_be64(tb[NFTA_COUNTER_BYTES]));
	114	}
	115	preempt_enable();
	116	priv->counter = cpu_stats;
	117	return 0;
	118	}
96518518	119
0c45e769 PNA	120	static void nft_counter_destroy(const struct nft_ctx *ctx,
	121	const struct nft_expr *expr)
	122	{
	123	struct nft_counter_percpu_priv *priv = nft_expr_priv(expr);
96518518	124
0c45e769	125	free_percpu(priv->counter);
96518518 PM	126	}
96518518 PM	127
086f3321 PNA	128	static int nft_counter_clone(struct nft_expr dst, const struct nft_expr src)
	129	{
	130	struct nft_counter_percpu_priv *priv = nft_expr_priv(src);
	131	struct nft_counter_percpu_priv *priv_clone = nft_expr_priv(dst);
	132	struct nft_counter_percpu __percpu *cpu_stats;
	133	struct nft_counter_percpu *this_cpu;
	134	struct nft_counter total;
	135
	136	nft_counter_fetch(priv->counter, &total);
	137
	138	cpu_stats = __netdev_alloc_pcpu_stats(struct nft_counter_percpu,
	139	GFP_ATOMIC);
	140	if (cpu_stats == NULL)
5cc6ce9f	141	return -ENOMEM;
086f3321 PNA	142
	143	preempt_disable();
	144	this_cpu = this_cpu_ptr(cpu_stats);
	145	this_cpu->counter.packets = total.packets;
	146	this_cpu->counter.bytes = total.bytes;
	147	preempt_enable();
	148
	149	priv_clone->counter = cpu_stats;
	150	return 0;
	151	}
	152
ef1f7df9 PM	153	static struct nft_expr_type nft_counter_type;
	154	static const struct nft_expr_ops nft_counter_ops = {
	155	.type = &nft_counter_type,
0c45e769	156	.size = NFT_EXPR_SIZE(sizeof(struct nft_counter_percpu_priv)),
96518518 PM	157	.eval = nft_counter_eval,
96518518 PM	158	.init = nft_counter_init,
0c45e769	159	.destroy = nft_counter_destroy,
96518518	160	.dump = nft_counter_dump,
086f3321	161	.clone = nft_counter_clone,
96518518 PM	162	};
96518518 PM	163
ef1f7df9 PM	164	static struct nft_expr_type nft_counter_type __read_mostly = {
	165	.name = "counter",
	166	.ops = &nft_counter_ops,
	167	.policy = nft_counter_policy,
	168	.maxattr = NFTA_COUNTER_MAX,
151d799a	169	.flags = NFT_EXPR_STATEFUL,
ef1f7df9 PM	170	.owner = THIS_MODULE,
	171	};
	172
96518518 PM	173	static int __init nft_counter_module_init(void)
96518518 PM	174	{
ef1f7df9	175	return nft_register_expr(&nft_counter_type);
96518518 PM	176	}
	177
	178	static void __exit nft_counter_module_exit(void)
	179	{
ef1f7df9	180	nft_unregister_expr(&nft_counter_type);
96518518 PM	181	}
	182
	183	module_init(nft_counter_module_init);
	184	module_exit(nft_counter_module_exit);
	185
	186	MODULE_LICENSE("GPL");
	187	MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
	188	MODULE_ALIAS_NFT_EXPR("counter");