]> git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blame - net/ipv6/xfrm6_tunnel.c
Merge tag 'perf-urgent-for-mingo' of git://git.kernel.org/pub/scm/linux/kernel/git...
[mirror_ubuntu-zesty-kernel.git] / net / ipv6 / xfrm6_tunnel.c
CommitLineData
1da177e4
LT
1/*
2 * Copyright (C)2003,2004 USAGI/WIDE Project
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
1ab1457c 8 *
1da177e4
LT
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
1ab1457c 13 *
1da177e4
LT
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 *
18 * Authors Mitsuru KANDA <mk@linux-ipv6.org>
19 * YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org>
20 *
21 * Based on net/ipv4/xfrm4_tunnel.c
22 *
23 */
1da177e4
LT
24#include <linux/module.h>
25#include <linux/xfrm.h>
5a0e3ad6 26#include <linux/slab.h>
91cc3bb0 27#include <linux/rculist.h>
1da177e4
LT
28#include <net/ip.h>
29#include <net/xfrm.h>
30#include <net/ipv6.h>
1da177e4
LT
31#include <linux/ipv6.h>
32#include <linux/icmpv6.h>
4a3e2f71 33#include <linux/mutex.h>
a1664773
AD
34#include <net/netns/generic.h>
35
36#define XFRM6_TUNNEL_SPI_BYADDR_HSIZE 256
37#define XFRM6_TUNNEL_SPI_BYSPI_HSIZE 256
38
39#define XFRM6_TUNNEL_SPI_MIN 1
40#define XFRM6_TUNNEL_SPI_MAX 0xffffffff
41
42struct xfrm6_tunnel_net {
43 struct hlist_head spi_byaddr[XFRM6_TUNNEL_SPI_BYADDR_HSIZE];
44 struct hlist_head spi_byspi[XFRM6_TUNNEL_SPI_BYSPI_HSIZE];
45 u32 spi;
46};
47
48static int xfrm6_tunnel_net_id __read_mostly;
49static inline struct xfrm6_tunnel_net *xfrm6_tunnel_pernet(struct net *net)
50{
51 return net_generic(net, xfrm6_tunnel_net_id);
52}
1da177e4 53
1da177e4 54/*
1ab1457c 55 * xfrm_tunnel_spi things are for allocating unique id ("spi")
1da177e4
LT
56 * per xfrm_address_t.
57 */
58struct xfrm6_tunnel_spi {
91cc3bb0
ED
59 struct hlist_node list_byaddr;
60 struct hlist_node list_byspi;
61 xfrm_address_t addr;
62 u32 spi;
63 atomic_t refcnt;
64 struct rcu_head rcu_head;
1da177e4
LT
65};
66
91cc3bb0 67static DEFINE_SPINLOCK(xfrm6_tunnel_spi_lock);
1da177e4 68
e18b890b 69static struct kmem_cache *xfrm6_tunnel_spi_kmem __read_mostly;
1da177e4 70
95c96174 71static inline unsigned int xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t *addr)
1da177e4 72{
95c96174 73 unsigned int h;
1da177e4 74
2b464f61 75 h = ipv6_addr_hash((const struct in6_addr *)addr);
1da177e4
LT
76 h ^= h >> 16;
77 h ^= h >> 8;
78 h &= XFRM6_TUNNEL_SPI_BYADDR_HSIZE - 1;
79
1da177e4
LT
80 return h;
81}
82
95c96174 83static inline unsigned int xfrm6_tunnel_spi_hash_byspi(u32 spi)
1da177e4
LT
84{
85 return spi % XFRM6_TUNNEL_SPI_BYSPI_HSIZE;
86}
87
b71d1d42 88static struct xfrm6_tunnel_spi *__xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
1da177e4 89{
a1664773 90 struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4 91 struct xfrm6_tunnel_spi *x6spi;
1da177e4 92
b67bfe0d 93 hlist_for_each_entry_rcu(x6spi,
a1664773 94 &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
1da177e4 95 list_byaddr) {
ff88b30c 96 if (xfrm6_addr_equal(&x6spi->addr, saddr))
1da177e4 97 return x6spi;
1da177e4
LT
98 }
99
1da177e4
LT
100 return NULL;
101}
102
b71d1d42 103__be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr)
1da177e4
LT
104{
105 struct xfrm6_tunnel_spi *x6spi;
106 u32 spi;
107
91cc3bb0 108 rcu_read_lock_bh();
a1664773 109 x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
1da177e4 110 spi = x6spi ? x6spi->spi : 0;
91cc3bb0 111 rcu_read_unlock_bh();
5b122545 112 return htonl(spi);
1da177e4
LT
113}
114
115EXPORT_SYMBOL(xfrm6_tunnel_spi_lookup);
116
a1664773 117static int __xfrm6_tunnel_spi_check(struct net *net, u32 spi)
df8ea19b 118{
a1664773 119 struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
df8ea19b
YH
120 struct xfrm6_tunnel_spi *x6spi;
121 int index = xfrm6_tunnel_spi_hash_byspi(spi);
df8ea19b 122
b67bfe0d 123 hlist_for_each_entry(x6spi,
a1664773 124 &xfrm6_tn->spi_byspi[index],
df8ea19b
YH
125 list_byspi) {
126 if (x6spi->spi == spi)
127 return -1;
128 }
129 return index;
130}
131
a1664773 132static u32 __xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
1da177e4 133{
a1664773 134 struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4
LT
135 u32 spi;
136 struct xfrm6_tunnel_spi *x6spi;
df8ea19b 137 int index;
1da177e4 138
a1664773
AD
139 if (xfrm6_tn->spi < XFRM6_TUNNEL_SPI_MIN ||
140 xfrm6_tn->spi >= XFRM6_TUNNEL_SPI_MAX)
141 xfrm6_tn->spi = XFRM6_TUNNEL_SPI_MIN;
1da177e4 142 else
a1664773 143 xfrm6_tn->spi++;
1da177e4 144
a1664773
AD
145 for (spi = xfrm6_tn->spi; spi <= XFRM6_TUNNEL_SPI_MAX; spi++) {
146 index = __xfrm6_tunnel_spi_check(net, spi);
df8ea19b
YH
147 if (index >= 0)
148 goto alloc_spi;
1da177e4 149 }
a1664773
AD
150 for (spi = XFRM6_TUNNEL_SPI_MIN; spi < xfrm6_tn->spi; spi++) {
151 index = __xfrm6_tunnel_spi_check(net, spi);
df8ea19b
YH
152 if (index >= 0)
153 goto alloc_spi;
1da177e4
LT
154 }
155 spi = 0;
156 goto out;
157alloc_spi:
a1664773 158 xfrm6_tn->spi = spi;
54e6ecb2 159 x6spi = kmem_cache_alloc(xfrm6_tunnel_spi_kmem, GFP_ATOMIC);
a922ba55 160 if (!x6spi)
1da177e4 161 goto out;
a922ba55 162
1da177e4
LT
163 memcpy(&x6spi->addr, saddr, sizeof(x6spi->addr));
164 x6spi->spi = spi;
165 atomic_set(&x6spi->refcnt, 1);
166
a1664773 167 hlist_add_head_rcu(&x6spi->list_byspi, &xfrm6_tn->spi_byspi[index]);
1da177e4
LT
168
169 index = xfrm6_tunnel_spi_hash_byaddr(saddr);
a1664773 170 hlist_add_head_rcu(&x6spi->list_byaddr, &xfrm6_tn->spi_byaddr[index]);
1da177e4 171out:
1da177e4
LT
172 return spi;
173}
174
a1664773 175__be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr)
1da177e4
LT
176{
177 struct xfrm6_tunnel_spi *x6spi;
178 u32 spi;
179
91cc3bb0 180 spin_lock_bh(&xfrm6_tunnel_spi_lock);
a1664773 181 x6spi = __xfrm6_tunnel_spi_lookup(net, saddr);
1da177e4
LT
182 if (x6spi) {
183 atomic_inc(&x6spi->refcnt);
184 spi = x6spi->spi;
185 } else
a1664773 186 spi = __xfrm6_tunnel_alloc_spi(net, saddr);
91cc3bb0 187 spin_unlock_bh(&xfrm6_tunnel_spi_lock);
1da177e4 188
5b122545 189 return htonl(spi);
1da177e4
LT
190}
191
192EXPORT_SYMBOL(xfrm6_tunnel_alloc_spi);
193
91cc3bb0
ED
194static void x6spi_destroy_rcu(struct rcu_head *head)
195{
196 kmem_cache_free(xfrm6_tunnel_spi_kmem,
197 container_of(head, struct xfrm6_tunnel_spi, rcu_head));
198}
199
6f747aca 200static void xfrm6_tunnel_free_spi(struct net *net, xfrm_address_t *saddr)
1da177e4 201{
a1664773 202 struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
1da177e4 203 struct xfrm6_tunnel_spi *x6spi;
b67bfe0d 204 struct hlist_node *n;
1da177e4 205
91cc3bb0 206 spin_lock_bh(&xfrm6_tunnel_spi_lock);
1da177e4 207
b67bfe0d 208 hlist_for_each_entry_safe(x6spi, n,
a1664773 209 &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)],
1da177e4
LT
210 list_byaddr)
211 {
ff88b30c 212 if (xfrm6_addr_equal(&x6spi->addr, saddr)) {
1da177e4 213 if (atomic_dec_and_test(&x6spi->refcnt)) {
91cc3bb0
ED
214 hlist_del_rcu(&x6spi->list_byaddr);
215 hlist_del_rcu(&x6spi->list_byspi);
216 call_rcu(&x6spi->rcu_head, x6spi_destroy_rcu);
1da177e4
LT
217 break;
218 }
219 }
220 }
91cc3bb0 221 spin_unlock_bh(&xfrm6_tunnel_spi_lock);
1da177e4
LT
222}
223
1da177e4
LT
224static int xfrm6_tunnel_output(struct xfrm_state *x, struct sk_buff *skb)
225{
7b277b1a 226 skb_push(skb, -skb_network_offset(skb));
1da177e4
LT
227 return 0;
228}
229
e695633e 230static int xfrm6_tunnel_input(struct xfrm_state *x, struct sk_buff *skb)
1da177e4 231{
04663d0b 232 return skb_network_header(skb)[IP6CB(skb)->nhoff];
1da177e4
LT
233}
234
d2acc347 235static int xfrm6_tunnel_rcv(struct sk_buff *skb)
1da177e4 236{
a1664773 237 struct net *net = dev_net(skb->dev);
b71d1d42 238 const struct ipv6hdr *iph = ipv6_hdr(skb);
a252cc23 239 __be32 spi;
1da177e4 240
b71d1d42 241 spi = xfrm6_tunnel_spi_lookup(net, (const xfrm_address_t *)&iph->saddr);
6ac3f664 242 return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi);
1da177e4
LT
243}
244
d2acc347 245static int xfrm6_tunnel_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
d5fdd6ba 246 u8 type, u8 code, int offset, __be32 info)
1da177e4 247{
1da177e4
LT
248 /* xfrm6_tunnel native err handling */
249 switch (type) {
1ab1457c 250 case ICMPV6_DEST_UNREACH:
1da177e4 251 switch (code) {
1ab1457c 252 case ICMPV6_NOROUTE:
1da177e4
LT
253 case ICMPV6_ADM_PROHIBITED:
254 case ICMPV6_NOT_NEIGHBOUR:
255 case ICMPV6_ADDR_UNREACH:
256 case ICMPV6_PORT_UNREACH:
257 default:
1da177e4
LT
258 break;
259 }
260 break;
261 case ICMPV6_PKT_TOOBIG:
1da177e4
LT
262 break;
263 case ICMPV6_TIME_EXCEED:
264 switch (code) {
265 case ICMPV6_EXC_HOPLIMIT:
1da177e4
LT
266 break;
267 case ICMPV6_EXC_FRAGTIME:
1ab1457c 268 default:
1da177e4
LT
269 break;
270 }
271 break;
272 case ICMPV6_PARAMPROB:
273 switch (code) {
274 case ICMPV6_HDR_FIELD: break;
275 case ICMPV6_UNK_NEXTHDR: break;
276 case ICMPV6_UNK_OPTION: break;
277 }
278 break;
279 default:
280 break;
281 }
d2acc347
HX
282
283 return 0;
1da177e4
LT
284}
285
72cb6962 286static int xfrm6_tunnel_init_state(struct xfrm_state *x)
1da177e4 287{
7e49e6de 288 if (x->props.mode != XFRM_MODE_TUNNEL)
1da177e4
LT
289 return -EINVAL;
290
291 if (x->encap)
292 return -EINVAL;
293
294 x->props.header_len = sizeof(struct ipv6hdr);
295
296 return 0;
297}
298
299static void xfrm6_tunnel_destroy(struct xfrm_state *x)
300{
a1664773
AD
301 struct net *net = xs_net(x);
302
303 xfrm6_tunnel_free_spi(net, (xfrm_address_t *)&x->props.saddr);
1da177e4
LT
304}
305
533cb5b0 306static const struct xfrm_type xfrm6_tunnel_type = {
1da177e4
LT
307 .description = "IP6IP6",
308 .owner = THIS_MODULE,
309 .proto = IPPROTO_IPV6,
310 .init_state = xfrm6_tunnel_init_state,
311 .destructor = xfrm6_tunnel_destroy,
312 .input = xfrm6_tunnel_input,
313 .output = xfrm6_tunnel_output,
314};
315
3ff2cfa5 316static struct xfrm6_tunnel xfrm6_tunnel_handler __read_mostly = {
1da177e4 317 .handler = xfrm6_tunnel_rcv,
d2acc347
HX
318 .err_handler = xfrm6_tunnel_err,
319 .priority = 2,
1da177e4
LT
320};
321
3ff2cfa5 322static struct xfrm6_tunnel xfrm46_tunnel_handler __read_mostly = {
73d605d1
KM
323 .handler = xfrm6_tunnel_rcv,
324 .err_handler = xfrm6_tunnel_err,
325 .priority = 2,
326};
327
a1664773
AD
328static int __net_init xfrm6_tunnel_net_init(struct net *net)
329{
330 struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net);
331 unsigned int i;
332
333 for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++)
334 INIT_HLIST_HEAD(&xfrm6_tn->spi_byaddr[i]);
335 for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++)
336 INIT_HLIST_HEAD(&xfrm6_tn->spi_byspi[i]);
337 xfrm6_tn->spi = 0;
338
339 return 0;
340}
341
342static void __net_exit xfrm6_tunnel_net_exit(struct net *net)
343{
344}
345
346static struct pernet_operations xfrm6_tunnel_net_ops = {
347 .init = xfrm6_tunnel_net_init,
348 .exit = xfrm6_tunnel_net_exit,
349 .id = &xfrm6_tunnel_net_id,
350 .size = sizeof(struct xfrm6_tunnel_net),
351};
352
1da177e4
LT
353static int __init xfrm6_tunnel_init(void)
354{
e924960d
AD
355 int rv;
356
d5aa407f
AD
357 xfrm6_tunnel_spi_kmem = kmem_cache_create("xfrm6_tunnel_spi",
358 sizeof(struct xfrm6_tunnel_spi),
359 0, SLAB_HWCACHE_ALIGN,
360 NULL);
361 if (!xfrm6_tunnel_spi_kmem)
362 return -ENOMEM;
363 rv = register_pernet_subsys(&xfrm6_tunnel_net_ops);
364 if (rv < 0)
365 goto out_pernet;
e924960d
AD
366 rv = xfrm_register_type(&xfrm6_tunnel_type, AF_INET6);
367 if (rv < 0)
d5aa407f 368 goto out_type;
e924960d
AD
369 rv = xfrm6_tunnel_register(&xfrm6_tunnel_handler, AF_INET6);
370 if (rv < 0)
d5aa407f 371 goto out_xfrm6;
e924960d
AD
372 rv = xfrm6_tunnel_register(&xfrm46_tunnel_handler, AF_INET);
373 if (rv < 0)
d5aa407f 374 goto out_xfrm46;
1da177e4 375 return 0;
5ce1bbb9 376
d5aa407f 377out_xfrm46:
5ce1bbb9 378 xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
d5aa407f 379out_xfrm6:
5ce1bbb9 380 xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
d5aa407f
AD
381out_type:
382 unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
383out_pernet:
384 kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
e924960d 385 return rv;
1da177e4
LT
386}
387
388static void __exit xfrm6_tunnel_fini(void)
389{
73d605d1
KM
390 xfrm6_tunnel_deregister(&xfrm46_tunnel_handler, AF_INET);
391 xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6);
a922ba55 392 xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6);
d5aa407f
AD
393 unregister_pernet_subsys(&xfrm6_tunnel_net_ops);
394 kmem_cache_destroy(xfrm6_tunnel_spi_kmem);
1da177e4
LT
395}
396
397module_init(xfrm6_tunnel_init);
398module_exit(xfrm6_tunnel_fini);
399MODULE_LICENSE("GPL");
d3d6dd3a 400MODULE_ALIAS_XFRM_TYPE(AF_INET6, XFRM_PROTO_IPV6);