[mirror_ubuntu-jammy-kernel.git] / net / ipv6 / xfrm6_tunnel.c

/*
 * Copyright (C)2003,2004 USAGI/WIDE Project
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, see <http://www.gnu.org/licenses/>.
 *
 * Authors	Mitsuru KANDA  <mk@linux-ipv6.org>
 *		YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org>
 *
 * Based on net/ipv4/xfrm4_tunnel.c
 *
 */
#include <linux/module.h>
#include <linux/xfrm.h>
#include <linux/slab.h>
#include <linux/rculist.h>
#include <net/ip.h>
#include <net/xfrm.h>
#include <net/ipv6.h>
#include <linux/ipv6.h>
#include <linux/icmpv6.h>
#include <linux/mutex.h>
#include <net/netns/generic.h>

#define XFRM6_TUNNEL_SPI_BYADDR_HSIZE 256
#define XFRM6_TUNNEL_SPI_BYSPI_HSIZE 256

#define XFRM6_TUNNEL_SPI_MIN	1
#define XFRM6_TUNNEL_SPI_MAX	0xffffffff

struct xfrm6_tunnel_net {
	struct hlist_head spi_byaddr[XFRM6_TUNNEL_SPI_BYADDR_HSIZE];
	struct hlist_head spi_byspi[XFRM6_TUNNEL_SPI_BYSPI_HSIZE];
	u32 spi;
};

static unsigned int xfrm6_tunnel_net_id __read_mostly;
static inline struct xfrm6_tunnel_net *xfrm6_tunnel_pernet(struct net *net)
{
	return net_generic(net, xfrm6_tunnel_net_id);
}

/*
 * xfrm_tunnel_spi things are for allocating unique id ("spi")
 * per xfrm_address_t.
 */
struct xfrm6_tunnel_spi {
	struct hlist_node	list_byaddr;
	struct hlist_node	list_byspi;
	xfrm_address_t		addr;
	u32			spi;
	refcount_t		refcnt;
	struct rcu_head		rcu_head;
};

static DEFINE_SPINLOCK(xfrm6_tunnel_spi_lock);

static struct kmem_cache *xfrm6_tunnel_spi_kmem __read_mostly;

static inline unsigned int xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t *addr)
{
	unsigned int h;

	h = ipv6_addr_hash((const struct in6_addr *)addr);
	h ^= h >> 16;
	h ^= h >> 8;
	h &= XFRM6_TUNNEL_SPI_BYADDR_HSIZE - 1;

	return h;
}

static inline unsigned int xfrm6_tunnel_spi_hash_byspi(u32 spi)
{
	return spi % XFRM6_TUNNEL_SPI_BYSPI_HSIZE;
}

static struct xfrm6_tunnel_spi *__xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	struct xfrm6_tunnel_spi *x6spi;

	hlist_for_each_entry_rcu(x6spi,
			     &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
			     list_byaddr) {
		if (xfrm6_addr_equal(&x6spi->addr, saddr))
			return x6spi;
	}

	return NULL;
}

__be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
{
	struct xfrm6_tunnel_spi *x6spi;
	u32 spi;

	rcu_read_lock_bh();
	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
	spi = x6spi ? x6spi->spi : 0;
	rcu_read_unlock_bh();
	return htonl(spi);
}
EXPORT_SYMBOL(xfrm6_tunnel_spi_lookup);

static int __xfrm6_tunnel_spi_check(struct net *net, u32 spi)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	struct xfrm6_tunnel_spi *x6spi;
	int index = xfrm6_tunnel_spi_hash_byspi(spi);

	hlist_for_each_entry(x6spi,
			     &xfrm6_tn->spi_byspi[index],
			     list_byspi) {
		if (x6spi->spi == spi)
			return -1;
	}
	return index;
}

static u32 __xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	u32 spi;
	struct xfrm6_tunnel_spi *x6spi;
	int index;

	if (xfrm6_tn->spi < XFRM6_TUNNEL_SPI_MIN ||
	    xfrm6_tn->spi >= XFRM6_TUNNEL_SPI_MAX)
		xfrm6_tn->spi = XFRM6_TUNNEL_SPI_MIN;
	else
		xfrm6_tn->spi++;

	for (spi = xfrm6_tn->spi; spi <= XFRM6_TUNNEL_SPI_MAX; spi++) {
		index = __xfrm6_tunnel_spi_check(net, spi);
		if (index >= 0)
			goto alloc_spi;

		if (spi == XFRM6_TUNNEL_SPI_MAX)
			break;
	}
	for (spi = XFRM6_TUNNEL_SPI_MIN; spi < xfrm6_tn->spi; spi++) {
		index = __xfrm6_tunnel_spi_check(net, spi);
		if (index >= 0)
			goto alloc_spi;
	}
	spi = 0;
	goto out;
alloc_spi:
	xfrm6_tn->spi = spi;
	x6spi = kmem_cache_alloc(xfrm6_tunnel_spi_kmem, GFP_ATOMIC);
	if (!x6spi)
		goto out;

	memcpy(&x6spi->addr, saddr, sizeof(x6spi->addr));
	x6spi->spi = spi;
	refcount_set(&x6spi->refcnt, 1);

	hlist_add_head_rcu(&x6spi->list_byspi, &xfrm6_tn->spi_byspi[index]);

	index = xfrm6_tunnel_spi_hash_byaddr(saddr);
	hlist_add_head_rcu(&x6spi->list_byaddr, &xfrm6_tn->spi_byaddr[index]);
out:
	return spi;
}

__be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
{
	struct xfrm6_tunnel_spi *x6spi;
	u32 spi;

	spin_lock_bh(&xfrm6_tunnel_spi_lock);
	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
	if (x6spi) {
		refcount_inc(&x6spi->refcnt);
		spi = x6spi->spi;
	} else
		spi = __xfrm6_tunnel_alloc_spi(net, saddr);
	spin_unlock_bh(&xfrm6_tunnel_spi_lock);

	return htonl(spi);
}
EXPORT_SYMBOL(xfrm6_tunnel_alloc_spi);

static void x6spi_destroy_rcu(struct rcu_head *head)
{
	kmem_cache_free(xfrm6_tunnel_spi_kmem,
			container_of(head, struct xfrm6_tunnel_spi, rcu_head));
}

static void xfrm6_tunnel_free_spi(struct net *net, xfrm_address_t *saddr)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	struct xfrm6_tunnel_spi *x6spi;
	struct hlist_node *n;

	spin_lock_bh(&xfrm6_tunnel_spi_lock);

	hlist_for_each_entry_safe(x6spi, n,
				  &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
				  list_byaddr)
	{
		if (xfrm6_addr_equal(&x6spi->addr, saddr)) {
			if (refcount_dec_and_test(&x6spi->refcnt)) {
				hlist_del_rcu(&x6spi->list_byaddr);
				hlist_del_rcu(&x6spi->list_byspi);
				call_rcu(&x6spi->rcu_head, x6spi_destroy_rcu);
				break;
			}
		}
	}
	spin_unlock_bh(&xfrm6_tunnel_spi_lock);
}

static int xfrm6_tunnel_output(struct xfrm_state *x, struct sk_buff *skb)
{
	skb_push(skb, -skb_network_offset(skb));
	return 0;
}

static int xfrm6_tunnel_input(struct xfrm_state *x, struct sk_buff *skb)
{
	return skb_network_header(skb)[IP6CB(skb)->nhoff];
}

static int xfrm6_tunnel_rcv(struct sk_buff *skb)
{
	struct net *net = dev_net(skb->dev);
	const struct ipv6hdr *iph = ipv6_hdr(skb);
	__be32 spi;

	spi = xfrm6_tunnel_spi_lookup(net, (const xfrm_address_t *)&iph->saddr);
	return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi, NULL);
}

static int xfrm6_tunnel_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
			    u8 type, u8 code, int offset, __be32 info)
{
	/* xfrm6_tunnel native err handling */
	switch (type) {
	case ICMPV6_DEST_UNREACH:
		switch (code) {
		case ICMPV6_NOROUTE:
		case ICMPV6_ADM_PROHIBITED:
		case ICMPV6_NOT_NEIGHBOUR:
		case ICMPV6_ADDR_UNREACH:
		case ICMPV6_PORT_UNREACH:
		default:
			break;
		}
		break;
	case ICMPV6_PKT_TOOBIG:
		break;
	case ICMPV6_TIME_EXCEED:
		switch (code) {
		case ICMPV6_EXC_HOPLIMIT:
			break;
		case ICMPV6_EXC_FRAGTIME:
		default:
			break;
		}
		break;
	case ICMPV6_PARAMPROB:
		switch (code) {
		case ICMPV6_HDR_FIELD: break;
		case ICMPV6_UNK_NEXTHDR: break;
		case ICMPV6_UNK_OPTION: break;
		}
		break;
	default:
		break;
	}

	return 0;
}

static int xfrm6_tunnel_init_state(struct xfrm_state *x)
{
	if (x->props.mode != XFRM_MODE_TUNNEL)
		return -EINVAL;

	if (x->encap)
		return -EINVAL;

	x->props.header_len = sizeof(struct ipv6hdr);

	return 0;
}

static void xfrm6_tunnel_destroy(struct xfrm_state *x)
{
	struct net *net = xs_net(x);

	xfrm6_tunnel_free_spi(net, (xfrm_address_t *)&x->props.saddr);
}

static const struct xfrm_type xfrm6_tunnel_type = {
	.description	= "IP6IP6",
	.owner          = THIS_MODULE,
	.proto		= IPPROTO_IPV6,
	.init_state	= xfrm6_tunnel_init_state,
	.destructor	= xfrm6_tunnel_destroy,
	.input		= xfrm6_tunnel_input,
	.output		= xfrm6_tunnel_output,
};

static struct xfrm6_tunnel xfrm6_tunnel_handler __read_mostly = {
	.handler	= xfrm6_tunnel_rcv,
	.err_handler	= xfrm6_tunnel_err,
	.priority	= 2,
};

static struct xfrm6_tunnel xfrm46_tunnel_handler __read_mostly = {
	.handler	= xfrm6_tunnel_rcv,
	.err_handler	= xfrm6_tunnel_err,
	.priority	= 2,
};

static int __net_init xfrm6_tunnel_net_init(struct net *net)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	unsigned int i;

	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
		INIT_HLIST_HEAD(&xfrm6_tn->spi_byaddr[i]);
	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
		INIT_HLIST_HEAD(&xfrm6_tn->spi_byspi[i]);
	xfrm6_tn->spi = 0;

	return 0;
}

static void __net_exit xfrm6_tunnel_net_exit(struct net *net)
{
	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	unsigned int i;

	xfrm_flush_gc();
	xfrm_state_flush(net, IPSEC_PROTO_ANY, false, true);

	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
		WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byaddr[i]));

	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
		WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byspi[i]));
}

static struct pernet_operations xfrm6_tunnel_net_ops = {
	.init	= xfrm6_tunnel_net_init,
	.exit	= xfrm6_tunnel_net_exit,
	.id	= &xfrm6_tunnel_net_id,
	.size	= sizeof(struct xfrm6_tunnel_net),
};

static int __init xfrm6_tunnel_init(void)
{
	int rv;

	xfrm6_tunnel_spi_kmem = kmem_cache_create("xfrm6_tunnel_spi",
						  sizeof(struct xfrm6_tunnel_spi),
						  0, SLAB_HWCACHE_ALIGN,
						  NULL);
	if (!xfrm6_tunnel_spi_kmem)
		return -ENOMEM;
	rv = register_pernet_subsys(&xfrm6_tunnel_net_ops);
	if (rv < 0)
		goto out_pernet;
	rv = xfrm_register_type(&xfrm6_tunnel_type, AF_INET6);
	if (rv < 0)
		goto out_type;
	rv = xfrm6_tunnel_register(&xfrm6_tunnel_handler, AF_INET6);
	if (rv < 0)
		goto out_xfrm6;
	rv = xfrm6_tunnel_register(&xfrm46_tunnel_handler, AF_INET);
	if (rv < 0)
		goto out_xfrm46;
	return 0;

out_xfrm46:
	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
out_xfrm6:
	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
out_type:
	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
out_pernet:
	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
	return rv;
}

static void __exit xfrm6_tunnel_fini(void)
{
	xfrm6_tunnel_deregister(&xfrm46_tunnel_handler, AF_INET);
	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
	/* Someone maybe has gotten the xfrm6_tunnel_spi.
	 * So need to wait it.
	 */
	rcu_barrier();
	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
}

module_init(xfrm6_tunnel_init);
module_exit(xfrm6_tunnel_fini);
MODULE_LICENSE("GPL");
MODULE_ALIAS_XFRM_TYPE(AF_INET6, XFRM_PROTO_IPV6);
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Copyright (C)2003,2004 USAGI/WIDE Project
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2 of the License, or
	7	* (at your option) any later version.
1ab1457c	8	*
1da177e4 LT	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
1ab1457c	13	*
1da177e4	14	* You should have received a copy of the GNU General Public License
a99421d9	15	* along with this program; if not, see <http://www.gnu.org/licenses/>.
1da177e4 LT	16	*
1da177e4 LT	17	* Authors Mitsuru KANDA <mk@linux-ipv6.org>
67ba4152	18	* YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org>
1da177e4 LT	19	*
	20	* Based on net/ipv4/xfrm4_tunnel.c
	21	*
	22	*/
1da177e4 LT	23	#include <linux/module.h>
1da177e4 LT	24	#include <linux/xfrm.h>
5a0e3ad6	25	#include <linux/slab.h>
91cc3bb0	26	#include <linux/rculist.h>
1da177e4 LT	27	#include <net/ip.h>
	28	#include <net/xfrm.h>
	29	#include <net/ipv6.h>
1da177e4 LT	30	#include <linux/ipv6.h>
1da177e4 LT	31	#include <linux/icmpv6.h>
4a3e2f71	32	#include <linux/mutex.h>
a1664773 AD	33	#include <net/netns/generic.h>
	34
	35	#define XFRM6_TUNNEL_SPI_BYADDR_HSIZE 256
	36	#define XFRM6_TUNNEL_SPI_BYSPI_HSIZE 256
	37
	38	#define XFRM6_TUNNEL_SPI_MIN 1
	39	#define XFRM6_TUNNEL_SPI_MAX 0xffffffff
	40
	41	struct xfrm6_tunnel_net {
	42	struct hlist_head spi_byaddr[XFRM6_TUNNEL_SPI_BYADDR_HSIZE];
	43	struct hlist_head spi_byspi[XFRM6_TUNNEL_SPI_BYSPI_HSIZE];
	44	u32 spi;
	45	};
	46
c7d03a00	47	static unsigned int xfrm6_tunnel_net_id __read_mostly;
a1664773 AD	48	static inline struct xfrm6_tunnel_net xfrm6_tunnel_pernet(struct net net)
	49	{
	50	return net_generic(net, xfrm6_tunnel_net_id);
	51	}
1da177e4	52
1da177e4	53	/*
1ab1457c	54	* xfrm_tunnel_spi things are for allocating unique id ("spi")
1da177e4 LT	55	* per xfrm_address_t.
	56	*/
	57	struct xfrm6_tunnel_spi {
91cc3bb0 ED	58	struct hlist_node list_byaddr;
	59	struct hlist_node list_byspi;
	60	xfrm_address_t addr;
	61	u32 spi;
d12f3827	62	refcount_t refcnt;
91cc3bb0	63	struct rcu_head rcu_head;
1da177e4 LT	64	};
1da177e4 LT	65
91cc3bb0	66	static DEFINE_SPINLOCK(xfrm6_tunnel_spi_lock);
1da177e4	67
e18b890b	68	static struct kmem_cache *xfrm6_tunnel_spi_kmem __read_mostly;
1da177e4	69
95c96174	70	static inline unsigned int xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t *addr)
1da177e4	71	{
95c96174	72	unsigned int h;
1da177e4	73
2b464f61	74	h = ipv6_addr_hash((const struct in6_addr *)addr);
1da177e4 LT	75	h ^= h >> 16;
	76	h ^= h >> 8;
	77	h &= XFRM6_TUNNEL_SPI_BYADDR_HSIZE - 1;
	78
1da177e4 LT	79	return h;
	80	}
	81
95c96174	82	static inline unsigned int xfrm6_tunnel_spi_hash_byspi(u32 spi)
1da177e4 LT	83	{
	84	return spi % XFRM6_TUNNEL_SPI_BYSPI_HSIZE;
	85	}
	86
b71d1d42	87	static struct xfrm6_tunnel_spi __xfrm6_tunnel_spi_lookup(struct net net, const xfrm_address_t *saddr)
1da177e4	88	{
a1664773	89	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4	90	struct xfrm6_tunnel_spi *x6spi;
1da177e4	91
b67bfe0d	92	hlist_for_each_entry_rcu(x6spi,
a1664773	93	&xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
1da177e4	94	list_byaddr) {
ff88b30c	95	if (xfrm6_addr_equal(&x6spi->addr, saddr))
1da177e4	96	return x6spi;
1da177e4 LT	97	}
1da177e4 LT	98
1da177e4 LT	99	return NULL;
	100	}
	101
b71d1d42	102	__be32 xfrm6_tunnel_spi_lookup(struct net net, const xfrm_address_t saddr)
1da177e4 LT	103	{
	104	struct xfrm6_tunnel_spi *x6spi;
	105	u32 spi;
	106
91cc3bb0	107	rcu_read_lock_bh();
a1664773	108	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
1da177e4	109	spi = x6spi ? x6spi->spi : 0;
91cc3bb0	110	rcu_read_unlock_bh();
5b122545	111	return htonl(spi);
1da177e4	112	}
1da177e4 LT	113	EXPORT_SYMBOL(xfrm6_tunnel_spi_lookup);
1da177e4 LT	114
a1664773	115	static int __xfrm6_tunnel_spi_check(struct net *net, u32 spi)
df8ea19b	116	{
a1664773	117	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
df8ea19b YH	118	struct xfrm6_tunnel_spi *x6spi;
df8ea19b YH	119	int index = xfrm6_tunnel_spi_hash_byspi(spi);
df8ea19b	120
b67bfe0d	121	hlist_for_each_entry(x6spi,
a1664773	122	&xfrm6_tn->spi_byspi[index],
df8ea19b YH	123	list_byspi) {
	124	if (x6spi->spi == spi)
	125	return -1;
	126	}
	127	return index;
	128	}
	129
a1664773	130	static u32 __xfrm6_tunnel_alloc_spi(struct net net, xfrm_address_t saddr)
1da177e4	131	{
a1664773	132	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4 LT	133	u32 spi;
1da177e4 LT	134	struct xfrm6_tunnel_spi *x6spi;
df8ea19b	135	int index;
1da177e4	136
a1664773 AD	137	if (xfrm6_tn->spi < XFRM6_TUNNEL_SPI_MIN \|\|
	138	xfrm6_tn->spi >= XFRM6_TUNNEL_SPI_MAX)
	139	xfrm6_tn->spi = XFRM6_TUNNEL_SPI_MIN;
1da177e4	140	else
a1664773	141	xfrm6_tn->spi++;
1da177e4	142
a1664773 AD	143	for (spi = xfrm6_tn->spi; spi <= XFRM6_TUNNEL_SPI_MAX; spi++) {
a1664773 AD	144	index = __xfrm6_tunnel_spi_check(net, spi);
df8ea19b YH	145	if (index >= 0)
df8ea19b YH	146	goto alloc_spi;
fa89a459 Y	147
	148	if (spi == XFRM6_TUNNEL_SPI_MAX)
	149	break;
1da177e4	150	}
a1664773 AD	151	for (spi = XFRM6_TUNNEL_SPI_MIN; spi < xfrm6_tn->spi; spi++) {
a1664773 AD	152	index = __xfrm6_tunnel_spi_check(net, spi);
df8ea19b YH	153	if (index >= 0)
df8ea19b YH	154	goto alloc_spi;
1da177e4 LT	155	}
	156	spi = 0;
	157	goto out;
	158	alloc_spi:
a1664773	159	xfrm6_tn->spi = spi;
54e6ecb2	160	x6spi = kmem_cache_alloc(xfrm6_tunnel_spi_kmem, GFP_ATOMIC);
a922ba55	161	if (!x6spi)
1da177e4	162	goto out;
a922ba55	163
1da177e4 LT	164	memcpy(&x6spi->addr, saddr, sizeof(x6spi->addr));
1da177e4 LT	165	x6spi->spi = spi;
d12f3827	166	refcount_set(&x6spi->refcnt, 1);
1da177e4	167
a1664773	168	hlist_add_head_rcu(&x6spi->list_byspi, &xfrm6_tn->spi_byspi[index]);
1da177e4 LT	169
1da177e4 LT	170	index = xfrm6_tunnel_spi_hash_byaddr(saddr);
a1664773	171	hlist_add_head_rcu(&x6spi->list_byaddr, &xfrm6_tn->spi_byaddr[index]);
1da177e4	172	out:
1da177e4 LT	173	return spi;
	174	}
	175
a1664773	176	__be32 xfrm6_tunnel_alloc_spi(struct net net, xfrm_address_t saddr)
1da177e4 LT	177	{
	178	struct xfrm6_tunnel_spi *x6spi;
	179	u32 spi;
	180
91cc3bb0	181	spin_lock_bh(&xfrm6_tunnel_spi_lock);
a1664773	182	x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
1da177e4	183	if (x6spi) {
d12f3827	184	refcount_inc(&x6spi->refcnt);
1da177e4 LT	185	spi = x6spi->spi;
1da177e4 LT	186	} else
a1664773	187	spi = __xfrm6_tunnel_alloc_spi(net, saddr);
91cc3bb0	188	spin_unlock_bh(&xfrm6_tunnel_spi_lock);
1da177e4	189
5b122545	190	return htonl(spi);
1da177e4	191	}
1da177e4 LT	192	EXPORT_SYMBOL(xfrm6_tunnel_alloc_spi);
1da177e4 LT	193
91cc3bb0 ED	194	static void x6spi_destroy_rcu(struct rcu_head *head)
	195	{
	196	kmem_cache_free(xfrm6_tunnel_spi_kmem,
	197	container_of(head, struct xfrm6_tunnel_spi, rcu_head));
	198	}
	199
6f747aca	200	static void xfrm6_tunnel_free_spi(struct net net, xfrm_address_t saddr)
1da177e4	201	{
a1664773	202	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4	203	struct xfrm6_tunnel_spi *x6spi;
b67bfe0d	204	struct hlist_node *n;
1da177e4	205
91cc3bb0	206	spin_lock_bh(&xfrm6_tunnel_spi_lock);
1da177e4	207
b67bfe0d	208	hlist_for_each_entry_safe(x6spi, n,
a1664773	209	&xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
1da177e4 LT	210	list_byaddr)
1da177e4 LT	211	{
ff88b30c	212	if (xfrm6_addr_equal(&x6spi->addr, saddr)) {
d12f3827	213	if (refcount_dec_and_test(&x6spi->refcnt)) {
91cc3bb0 ED	214	hlist_del_rcu(&x6spi->list_byaddr);
	215	hlist_del_rcu(&x6spi->list_byspi);
	216	call_rcu(&x6spi->rcu_head, x6spi_destroy_rcu);
1da177e4 LT	217	break;
	218	}
	219	}
	220	}
91cc3bb0	221	spin_unlock_bh(&xfrm6_tunnel_spi_lock);
1da177e4 LT	222	}
1da177e4 LT	223
1da177e4 LT	224	static int xfrm6_tunnel_output(struct xfrm_state x, struct sk_buff skb)
1da177e4 LT	225	{
7b277b1a	226	skb_push(skb, -skb_network_offset(skb));
1da177e4 LT	227	return 0;
	228	}
	229
e695633e	230	static int xfrm6_tunnel_input(struct xfrm_state x, struct sk_buff skb)
1da177e4	231	{
04663d0b	232	return skb_network_header(skb)[IP6CB(skb)->nhoff];
1da177e4 LT	233	}
1da177e4 LT	234
d2acc347	235	static int xfrm6_tunnel_rcv(struct sk_buff *skb)
1da177e4	236	{
a1664773	237	struct net *net = dev_net(skb->dev);
b71d1d42	238	const struct ipv6hdr *iph = ipv6_hdr(skb);
a252cc23	239	__be32 spi;
1da177e4	240
b71d1d42	241	spi = xfrm6_tunnel_spi_lookup(net, (const xfrm_address_t *)&iph->saddr);
63c43787	242	return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi, NULL);
1da177e4 LT	243	}
1da177e4 LT	244
d2acc347	245	static int xfrm6_tunnel_err(struct sk_buff skb, struct inet6_skb_parm opt,
d5fdd6ba	246	u8 type, u8 code, int offset, __be32 info)
1da177e4	247	{
1da177e4 LT	248	/* xfrm6_tunnel native err handling */
1da177e4 LT	249	switch (type) {
1ab1457c	250	case ICMPV6_DEST_UNREACH:
1da177e4	251	switch (code) {
1ab1457c	252	case ICMPV6_NOROUTE:
1da177e4 LT	253	case ICMPV6_ADM_PROHIBITED:
	254	case ICMPV6_NOT_NEIGHBOUR:
	255	case ICMPV6_ADDR_UNREACH:
	256	case ICMPV6_PORT_UNREACH:
	257	default:
1da177e4 LT	258	break;
	259	}
	260	break;
	261	case ICMPV6_PKT_TOOBIG:
1da177e4 LT	262	break;
	263	case ICMPV6_TIME_EXCEED:
	264	switch (code) {
	265	case ICMPV6_EXC_HOPLIMIT:
1da177e4 LT	266	break;
1da177e4 LT	267	case ICMPV6_EXC_FRAGTIME:
1ab1457c	268	default:
1da177e4 LT	269	break;
	270	}
	271	break;
	272	case ICMPV6_PARAMPROB:
	273	switch (code) {
	274	case ICMPV6_HDR_FIELD: break;
	275	case ICMPV6_UNK_NEXTHDR: break;
	276	case ICMPV6_UNK_OPTION: break;
	277	}
	278	break;
	279	default:
	280	break;
	281	}
d2acc347 HX	282
d2acc347 HX	283	return 0;
1da177e4 LT	284	}
1da177e4 LT	285
72cb6962	286	static int xfrm6_tunnel_init_state(struct xfrm_state *x)
1da177e4	287	{
7e49e6de	288	if (x->props.mode != XFRM_MODE_TUNNEL)
1da177e4 LT	289	return -EINVAL;
	290
	291	if (x->encap)
	292	return -EINVAL;
	293
	294	x->props.header_len = sizeof(struct ipv6hdr);
	295
	296	return 0;
	297	}
	298
	299	static void xfrm6_tunnel_destroy(struct xfrm_state *x)
	300	{
a1664773 AD	301	struct net *net = xs_net(x);
	302
	303	xfrm6_tunnel_free_spi(net, (xfrm_address_t *)&x->props.saddr);
1da177e4 LT	304	}
1da177e4 LT	305
533cb5b0	306	static const struct xfrm_type xfrm6_tunnel_type = {
1da177e4 LT	307	.description = "IP6IP6",
	308	.owner = THIS_MODULE,
	309	.proto = IPPROTO_IPV6,
	310	.init_state = xfrm6_tunnel_init_state,
	311	.destructor = xfrm6_tunnel_destroy,
	312	.input = xfrm6_tunnel_input,
	313	.output = xfrm6_tunnel_output,
	314	};
	315
3ff2cfa5	316	static struct xfrm6_tunnel xfrm6_tunnel_handler __read_mostly = {
1da177e4	317	.handler = xfrm6_tunnel_rcv,
d2acc347 HX	318	.err_handler = xfrm6_tunnel_err,
d2acc347 HX	319	.priority = 2,
1da177e4 LT	320	};
1da177e4 LT	321
3ff2cfa5	322	static struct xfrm6_tunnel xfrm46_tunnel_handler __read_mostly = {
73d605d1 KM	323	.handler = xfrm6_tunnel_rcv,
	324	.err_handler = xfrm6_tunnel_err,
	325	.priority = 2,
	326	};
	327
a1664773 AD	328	static int __net_init xfrm6_tunnel_net_init(struct net *net)
	329	{
	330	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	331	unsigned int i;
	332
	333	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
	334	INIT_HLIST_HEAD(&xfrm6_tn->spi_byaddr[i]);
	335	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
	336	INIT_HLIST_HEAD(&xfrm6_tn->spi_byspi[i]);
	337	xfrm6_tn->spi = 0;
	338
	339	return 0;
	340	}
	341
	342	static void __net_exit xfrm6_tunnel_net_exit(struct net *net)
	343	{
baeb0dbb VA	344	struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
	345	unsigned int i;
	346
b48c05ab	347	xfrm_flush_gc();
f75a2804	348	xfrm_state_flush(net, IPSEC_PROTO_ANY, false, true);
b48c05ab	349
baeb0dbb VA	350	for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
	351	WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byaddr[i]));
	352
	353	for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
	354	WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byspi[i]));
a1664773 AD	355	}
	356
	357	static struct pernet_operations xfrm6_tunnel_net_ops = {
	358	.init = xfrm6_tunnel_net_init,
	359	.exit = xfrm6_tunnel_net_exit,
	360	.id = &xfrm6_tunnel_net_id,
	361	.size = sizeof(struct xfrm6_tunnel_net),
	362	};
	363
1da177e4 LT	364	static int __init xfrm6_tunnel_init(void)
1da177e4 LT	365	{
e924960d AD	366	int rv;
e924960d AD	367
d5aa407f AD	368	xfrm6_tunnel_spi_kmem = kmem_cache_create("xfrm6_tunnel_spi",
	369	sizeof(struct xfrm6_tunnel_spi),
	370	0, SLAB_HWCACHE_ALIGN,
	371	NULL);
	372	if (!xfrm6_tunnel_spi_kmem)
	373	return -ENOMEM;
	374	rv = register_pernet_subsys(&xfrm6_tunnel_net_ops);
	375	if (rv < 0)
	376	goto out_pernet;
e924960d AD	377	rv = xfrm_register_type(&xfrm6_tunnel_type, AF_INET6);
e924960d AD	378	if (rv < 0)
d5aa407f	379	goto out_type;
e924960d AD	380	rv = xfrm6_tunnel_register(&xfrm6_tunnel_handler, AF_INET6);
e924960d AD	381	if (rv < 0)
d5aa407f	382	goto out_xfrm6;
e924960d AD	383	rv = xfrm6_tunnel_register(&xfrm46_tunnel_handler, AF_INET);
e924960d AD	384	if (rv < 0)
d5aa407f	385	goto out_xfrm46;
1da177e4	386	return 0;
5ce1bbb9	387
d5aa407f	388	out_xfrm46:
5ce1bbb9	389	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
d5aa407f	390	out_xfrm6:
5ce1bbb9	391	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
d5aa407f AD	392	out_type:
	393	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
	394	out_pernet:
	395	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
e924960d	396	return rv;
1da177e4 LT	397	}
	398
	399	static void __exit xfrm6_tunnel_fini(void)
	400	{
73d605d1 KM	401	xfrm6_tunnel_deregister(&xfrm46_tunnel_handler, AF_INET);
73d605d1 KM	402	xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
a922ba55	403	xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
d5aa407f	404	unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
6ee02a54 SY	405	/* Someone maybe has gotten the xfrm6_tunnel_spi.
	406	* So need to wait it.
	407	*/
	408	rcu_barrier();
d5aa407f	409	kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
1da177e4 LT	410	}
	411
	412	module_init(xfrm6_tunnel_init);
	413	module_exit(xfrm6_tunnel_fini);
	414	MODULE_LICENSE("GPL");
d3d6dd3a	415	MODULE_ALIAS_XFRM_TYPE(AF_INET6, XFRM_PROTO_IPV6);