]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * Copyright (C)2003,2004 USAGI/WIDE Project | |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify | |
5 | * it under the terms of the GNU General Public License as published by | |
6 | * the Free Software Foundation; either version 2 of the License, or | |
7 | * (at your option) any later version. | |
1ab1457c | 8 | * |
1da177e4 LT |
9 | * This program is distributed in the hope that it will be useful, |
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
12 | * GNU General Public License for more details. | |
1ab1457c | 13 | * |
1da177e4 | 14 | * You should have received a copy of the GNU General Public License |
a99421d9 | 15 | * along with this program; if not, see <http://www.gnu.org/licenses/>. |
1da177e4 LT |
16 | * |
17 | * Authors Mitsuru KANDA <mk@linux-ipv6.org> | |
67ba4152 | 18 | * YOSHIFUJI Hideaki <yoshfuji@linux-ipv6.org> |
1da177e4 LT |
19 | * |
20 | * Based on net/ipv4/xfrm4_tunnel.c | |
21 | * | |
22 | */ | |
1da177e4 LT |
23 | #include <linux/module.h> |
24 | #include <linux/xfrm.h> | |
5a0e3ad6 | 25 | #include <linux/slab.h> |
91cc3bb0 | 26 | #include <linux/rculist.h> |
1da177e4 LT |
27 | #include <net/ip.h> |
28 | #include <net/xfrm.h> | |
29 | #include <net/ipv6.h> | |
1da177e4 LT |
30 | #include <linux/ipv6.h> |
31 | #include <linux/icmpv6.h> | |
4a3e2f71 | 32 | #include <linux/mutex.h> |
a1664773 AD |
33 | #include <net/netns/generic.h> |
34 | ||
35 | #define XFRM6_TUNNEL_SPI_BYADDR_HSIZE 256 | |
36 | #define XFRM6_TUNNEL_SPI_BYSPI_HSIZE 256 | |
37 | ||
38 | #define XFRM6_TUNNEL_SPI_MIN 1 | |
39 | #define XFRM6_TUNNEL_SPI_MAX 0xffffffff | |
40 | ||
41 | struct xfrm6_tunnel_net { | |
42 | struct hlist_head spi_byaddr[XFRM6_TUNNEL_SPI_BYADDR_HSIZE]; | |
43 | struct hlist_head spi_byspi[XFRM6_TUNNEL_SPI_BYSPI_HSIZE]; | |
44 | u32 spi; | |
45 | }; | |
46 | ||
c7d03a00 | 47 | static unsigned int xfrm6_tunnel_net_id __read_mostly; |
a1664773 AD |
48 | static inline struct xfrm6_tunnel_net *xfrm6_tunnel_pernet(struct net *net) |
49 | { | |
50 | return net_generic(net, xfrm6_tunnel_net_id); | |
51 | } | |
1da177e4 | 52 | |
1da177e4 | 53 | /* |
1ab1457c | 54 | * xfrm_tunnel_spi things are for allocating unique id ("spi") |
1da177e4 LT |
55 | * per xfrm_address_t. |
56 | */ | |
57 | struct xfrm6_tunnel_spi { | |
91cc3bb0 ED |
58 | struct hlist_node list_byaddr; |
59 | struct hlist_node list_byspi; | |
60 | xfrm_address_t addr; | |
61 | u32 spi; | |
d12f3827 | 62 | refcount_t refcnt; |
91cc3bb0 | 63 | struct rcu_head rcu_head; |
1da177e4 LT |
64 | }; |
65 | ||
91cc3bb0 | 66 | static DEFINE_SPINLOCK(xfrm6_tunnel_spi_lock); |
1da177e4 | 67 | |
e18b890b | 68 | static struct kmem_cache *xfrm6_tunnel_spi_kmem __read_mostly; |
1da177e4 | 69 | |
95c96174 | 70 | static inline unsigned int xfrm6_tunnel_spi_hash_byaddr(const xfrm_address_t *addr) |
1da177e4 | 71 | { |
95c96174 | 72 | unsigned int h; |
1da177e4 | 73 | |
2b464f61 | 74 | h = ipv6_addr_hash((const struct in6_addr *)addr); |
1da177e4 LT |
75 | h ^= h >> 16; |
76 | h ^= h >> 8; | |
77 | h &= XFRM6_TUNNEL_SPI_BYADDR_HSIZE - 1; | |
78 | ||
1da177e4 LT |
79 | return h; |
80 | } | |
81 | ||
95c96174 | 82 | static inline unsigned int xfrm6_tunnel_spi_hash_byspi(u32 spi) |
1da177e4 LT |
83 | { |
84 | return spi % XFRM6_TUNNEL_SPI_BYSPI_HSIZE; | |
85 | } | |
86 | ||
b71d1d42 | 87 | static struct xfrm6_tunnel_spi *__xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr) |
1da177e4 | 88 | { |
a1664773 | 89 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); |
1da177e4 | 90 | struct xfrm6_tunnel_spi *x6spi; |
1da177e4 | 91 | |
b67bfe0d | 92 | hlist_for_each_entry_rcu(x6spi, |
a1664773 | 93 | &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)], |
1da177e4 | 94 | list_byaddr) { |
ff88b30c | 95 | if (xfrm6_addr_equal(&x6spi->addr, saddr)) |
1da177e4 | 96 | return x6spi; |
1da177e4 LT |
97 | } |
98 | ||
1da177e4 LT |
99 | return NULL; |
100 | } | |
101 | ||
b71d1d42 | 102 | __be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr) |
1da177e4 LT |
103 | { |
104 | struct xfrm6_tunnel_spi *x6spi; | |
105 | u32 spi; | |
106 | ||
91cc3bb0 | 107 | rcu_read_lock_bh(); |
a1664773 | 108 | x6spi = __xfrm6_tunnel_spi_lookup(net, saddr); |
1da177e4 | 109 | spi = x6spi ? x6spi->spi : 0; |
91cc3bb0 | 110 | rcu_read_unlock_bh(); |
5b122545 | 111 | return htonl(spi); |
1da177e4 | 112 | } |
1da177e4 LT |
113 | EXPORT_SYMBOL(xfrm6_tunnel_spi_lookup); |
114 | ||
a1664773 | 115 | static int __xfrm6_tunnel_spi_check(struct net *net, u32 spi) |
df8ea19b | 116 | { |
a1664773 | 117 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); |
df8ea19b YH |
118 | struct xfrm6_tunnel_spi *x6spi; |
119 | int index = xfrm6_tunnel_spi_hash_byspi(spi); | |
df8ea19b | 120 | |
b67bfe0d | 121 | hlist_for_each_entry(x6spi, |
a1664773 | 122 | &xfrm6_tn->spi_byspi[index], |
df8ea19b YH |
123 | list_byspi) { |
124 | if (x6spi->spi == spi) | |
125 | return -1; | |
126 | } | |
127 | return index; | |
128 | } | |
129 | ||
a1664773 | 130 | static u32 __xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr) |
1da177e4 | 131 | { |
a1664773 | 132 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); |
1da177e4 LT |
133 | u32 spi; |
134 | struct xfrm6_tunnel_spi *x6spi; | |
df8ea19b | 135 | int index; |
1da177e4 | 136 | |
a1664773 AD |
137 | if (xfrm6_tn->spi < XFRM6_TUNNEL_SPI_MIN || |
138 | xfrm6_tn->spi >= XFRM6_TUNNEL_SPI_MAX) | |
139 | xfrm6_tn->spi = XFRM6_TUNNEL_SPI_MIN; | |
1da177e4 | 140 | else |
a1664773 | 141 | xfrm6_tn->spi++; |
1da177e4 | 142 | |
a1664773 AD |
143 | for (spi = xfrm6_tn->spi; spi <= XFRM6_TUNNEL_SPI_MAX; spi++) { |
144 | index = __xfrm6_tunnel_spi_check(net, spi); | |
df8ea19b YH |
145 | if (index >= 0) |
146 | goto alloc_spi; | |
fa89a459 Y |
147 | |
148 | if (spi == XFRM6_TUNNEL_SPI_MAX) | |
149 | break; | |
1da177e4 | 150 | } |
a1664773 AD |
151 | for (spi = XFRM6_TUNNEL_SPI_MIN; spi < xfrm6_tn->spi; spi++) { |
152 | index = __xfrm6_tunnel_spi_check(net, spi); | |
df8ea19b YH |
153 | if (index >= 0) |
154 | goto alloc_spi; | |
1da177e4 LT |
155 | } |
156 | spi = 0; | |
157 | goto out; | |
158 | alloc_spi: | |
a1664773 | 159 | xfrm6_tn->spi = spi; |
54e6ecb2 | 160 | x6spi = kmem_cache_alloc(xfrm6_tunnel_spi_kmem, GFP_ATOMIC); |
a922ba55 | 161 | if (!x6spi) |
1da177e4 | 162 | goto out; |
a922ba55 | 163 | |
1da177e4 LT |
164 | memcpy(&x6spi->addr, saddr, sizeof(x6spi->addr)); |
165 | x6spi->spi = spi; | |
d12f3827 | 166 | refcount_set(&x6spi->refcnt, 1); |
1da177e4 | 167 | |
a1664773 | 168 | hlist_add_head_rcu(&x6spi->list_byspi, &xfrm6_tn->spi_byspi[index]); |
1da177e4 LT |
169 | |
170 | index = xfrm6_tunnel_spi_hash_byaddr(saddr); | |
a1664773 | 171 | hlist_add_head_rcu(&x6spi->list_byaddr, &xfrm6_tn->spi_byaddr[index]); |
1da177e4 | 172 | out: |
1da177e4 LT |
173 | return spi; |
174 | } | |
175 | ||
a1664773 | 176 | __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr) |
1da177e4 LT |
177 | { |
178 | struct xfrm6_tunnel_spi *x6spi; | |
179 | u32 spi; | |
180 | ||
91cc3bb0 | 181 | spin_lock_bh(&xfrm6_tunnel_spi_lock); |
a1664773 | 182 | x6spi = __xfrm6_tunnel_spi_lookup(net, saddr); |
1da177e4 | 183 | if (x6spi) { |
d12f3827 | 184 | refcount_inc(&x6spi->refcnt); |
1da177e4 LT |
185 | spi = x6spi->spi; |
186 | } else | |
a1664773 | 187 | spi = __xfrm6_tunnel_alloc_spi(net, saddr); |
91cc3bb0 | 188 | spin_unlock_bh(&xfrm6_tunnel_spi_lock); |
1da177e4 | 189 | |
5b122545 | 190 | return htonl(spi); |
1da177e4 | 191 | } |
1da177e4 LT |
192 | EXPORT_SYMBOL(xfrm6_tunnel_alloc_spi); |
193 | ||
91cc3bb0 ED |
194 | static void x6spi_destroy_rcu(struct rcu_head *head) |
195 | { | |
196 | kmem_cache_free(xfrm6_tunnel_spi_kmem, | |
197 | container_of(head, struct xfrm6_tunnel_spi, rcu_head)); | |
198 | } | |
199 | ||
6f747aca | 200 | static void xfrm6_tunnel_free_spi(struct net *net, xfrm_address_t *saddr) |
1da177e4 | 201 | { |
a1664773 | 202 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); |
1da177e4 | 203 | struct xfrm6_tunnel_spi *x6spi; |
b67bfe0d | 204 | struct hlist_node *n; |
1da177e4 | 205 | |
91cc3bb0 | 206 | spin_lock_bh(&xfrm6_tunnel_spi_lock); |
1da177e4 | 207 | |
b67bfe0d | 208 | hlist_for_each_entry_safe(x6spi, n, |
a1664773 | 209 | &xfrm6_tn->spi_byaddr[xfrm6_tunnel_spi_hash_byaddr(saddr)], |
1da177e4 LT |
210 | list_byaddr) |
211 | { | |
ff88b30c | 212 | if (xfrm6_addr_equal(&x6spi->addr, saddr)) { |
d12f3827 | 213 | if (refcount_dec_and_test(&x6spi->refcnt)) { |
91cc3bb0 ED |
214 | hlist_del_rcu(&x6spi->list_byaddr); |
215 | hlist_del_rcu(&x6spi->list_byspi); | |
216 | call_rcu(&x6spi->rcu_head, x6spi_destroy_rcu); | |
1da177e4 LT |
217 | break; |
218 | } | |
219 | } | |
220 | } | |
91cc3bb0 | 221 | spin_unlock_bh(&xfrm6_tunnel_spi_lock); |
1da177e4 LT |
222 | } |
223 | ||
1da177e4 LT |
224 | static int xfrm6_tunnel_output(struct xfrm_state *x, struct sk_buff *skb) |
225 | { | |
7b277b1a | 226 | skb_push(skb, -skb_network_offset(skb)); |
1da177e4 LT |
227 | return 0; |
228 | } | |
229 | ||
e695633e | 230 | static int xfrm6_tunnel_input(struct xfrm_state *x, struct sk_buff *skb) |
1da177e4 | 231 | { |
04663d0b | 232 | return skb_network_header(skb)[IP6CB(skb)->nhoff]; |
1da177e4 LT |
233 | } |
234 | ||
d2acc347 | 235 | static int xfrm6_tunnel_rcv(struct sk_buff *skb) |
1da177e4 | 236 | { |
a1664773 | 237 | struct net *net = dev_net(skb->dev); |
b71d1d42 | 238 | const struct ipv6hdr *iph = ipv6_hdr(skb); |
a252cc23 | 239 | __be32 spi; |
1da177e4 | 240 | |
b71d1d42 | 241 | spi = xfrm6_tunnel_spi_lookup(net, (const xfrm_address_t *)&iph->saddr); |
63c43787 | 242 | return xfrm6_rcv_spi(skb, IPPROTO_IPV6, spi, NULL); |
1da177e4 LT |
243 | } |
244 | ||
d2acc347 | 245 | static int xfrm6_tunnel_err(struct sk_buff *skb, struct inet6_skb_parm *opt, |
d5fdd6ba | 246 | u8 type, u8 code, int offset, __be32 info) |
1da177e4 | 247 | { |
1da177e4 LT |
248 | /* xfrm6_tunnel native err handling */ |
249 | switch (type) { | |
1ab1457c | 250 | case ICMPV6_DEST_UNREACH: |
1da177e4 | 251 | switch (code) { |
1ab1457c | 252 | case ICMPV6_NOROUTE: |
1da177e4 LT |
253 | case ICMPV6_ADM_PROHIBITED: |
254 | case ICMPV6_NOT_NEIGHBOUR: | |
255 | case ICMPV6_ADDR_UNREACH: | |
256 | case ICMPV6_PORT_UNREACH: | |
257 | default: | |
1da177e4 LT |
258 | break; |
259 | } | |
260 | break; | |
261 | case ICMPV6_PKT_TOOBIG: | |
1da177e4 LT |
262 | break; |
263 | case ICMPV6_TIME_EXCEED: | |
264 | switch (code) { | |
265 | case ICMPV6_EXC_HOPLIMIT: | |
1da177e4 LT |
266 | break; |
267 | case ICMPV6_EXC_FRAGTIME: | |
1ab1457c | 268 | default: |
1da177e4 LT |
269 | break; |
270 | } | |
271 | break; | |
272 | case ICMPV6_PARAMPROB: | |
273 | switch (code) { | |
274 | case ICMPV6_HDR_FIELD: break; | |
275 | case ICMPV6_UNK_NEXTHDR: break; | |
276 | case ICMPV6_UNK_OPTION: break; | |
277 | } | |
278 | break; | |
279 | default: | |
280 | break; | |
281 | } | |
d2acc347 HX |
282 | |
283 | return 0; | |
1da177e4 LT |
284 | } |
285 | ||
72cb6962 | 286 | static int xfrm6_tunnel_init_state(struct xfrm_state *x) |
1da177e4 | 287 | { |
7e49e6de | 288 | if (x->props.mode != XFRM_MODE_TUNNEL) |
1da177e4 LT |
289 | return -EINVAL; |
290 | ||
291 | if (x->encap) | |
292 | return -EINVAL; | |
293 | ||
294 | x->props.header_len = sizeof(struct ipv6hdr); | |
295 | ||
296 | return 0; | |
297 | } | |
298 | ||
299 | static void xfrm6_tunnel_destroy(struct xfrm_state *x) | |
300 | { | |
a1664773 AD |
301 | struct net *net = xs_net(x); |
302 | ||
303 | xfrm6_tunnel_free_spi(net, (xfrm_address_t *)&x->props.saddr); | |
1da177e4 LT |
304 | } |
305 | ||
533cb5b0 | 306 | static const struct xfrm_type xfrm6_tunnel_type = { |
1da177e4 LT |
307 | .description = "IP6IP6", |
308 | .owner = THIS_MODULE, | |
309 | .proto = IPPROTO_IPV6, | |
310 | .init_state = xfrm6_tunnel_init_state, | |
311 | .destructor = xfrm6_tunnel_destroy, | |
312 | .input = xfrm6_tunnel_input, | |
313 | .output = xfrm6_tunnel_output, | |
314 | }; | |
315 | ||
3ff2cfa5 | 316 | static struct xfrm6_tunnel xfrm6_tunnel_handler __read_mostly = { |
1da177e4 | 317 | .handler = xfrm6_tunnel_rcv, |
d2acc347 HX |
318 | .err_handler = xfrm6_tunnel_err, |
319 | .priority = 2, | |
1da177e4 LT |
320 | }; |
321 | ||
3ff2cfa5 | 322 | static struct xfrm6_tunnel xfrm46_tunnel_handler __read_mostly = { |
73d605d1 KM |
323 | .handler = xfrm6_tunnel_rcv, |
324 | .err_handler = xfrm6_tunnel_err, | |
325 | .priority = 2, | |
326 | }; | |
327 | ||
a1664773 AD |
328 | static int __net_init xfrm6_tunnel_net_init(struct net *net) |
329 | { | |
330 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); | |
331 | unsigned int i; | |
332 | ||
333 | for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++) | |
334 | INIT_HLIST_HEAD(&xfrm6_tn->spi_byaddr[i]); | |
335 | for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++) | |
336 | INIT_HLIST_HEAD(&xfrm6_tn->spi_byspi[i]); | |
337 | xfrm6_tn->spi = 0; | |
338 | ||
339 | return 0; | |
340 | } | |
341 | ||
342 | static void __net_exit xfrm6_tunnel_net_exit(struct net *net) | |
343 | { | |
baeb0dbb VA |
344 | struct xfrm6_tunnel_net *xfrm6_tn = xfrm6_tunnel_pernet(net); |
345 | unsigned int i; | |
346 | ||
b48c05ab | 347 | xfrm_flush_gc(); |
f75a2804 | 348 | xfrm_state_flush(net, IPSEC_PROTO_ANY, false, true); |
b48c05ab | 349 | |
baeb0dbb VA |
350 | for (i = 0; i < XFRM6_TUNNEL_SPI_BYADDR_HSIZE; i++) |
351 | WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byaddr[i])); | |
352 | ||
353 | for (i = 0; i < XFRM6_TUNNEL_SPI_BYSPI_HSIZE; i++) | |
354 | WARN_ON_ONCE(!hlist_empty(&xfrm6_tn->spi_byspi[i])); | |
a1664773 AD |
355 | } |
356 | ||
357 | static struct pernet_operations xfrm6_tunnel_net_ops = { | |
358 | .init = xfrm6_tunnel_net_init, | |
359 | .exit = xfrm6_tunnel_net_exit, | |
360 | .id = &xfrm6_tunnel_net_id, | |
361 | .size = sizeof(struct xfrm6_tunnel_net), | |
362 | }; | |
363 | ||
1da177e4 LT |
364 | static int __init xfrm6_tunnel_init(void) |
365 | { | |
e924960d AD |
366 | int rv; |
367 | ||
d5aa407f AD |
368 | xfrm6_tunnel_spi_kmem = kmem_cache_create("xfrm6_tunnel_spi", |
369 | sizeof(struct xfrm6_tunnel_spi), | |
370 | 0, SLAB_HWCACHE_ALIGN, | |
371 | NULL); | |
372 | if (!xfrm6_tunnel_spi_kmem) | |
373 | return -ENOMEM; | |
374 | rv = register_pernet_subsys(&xfrm6_tunnel_net_ops); | |
375 | if (rv < 0) | |
376 | goto out_pernet; | |
e924960d AD |
377 | rv = xfrm_register_type(&xfrm6_tunnel_type, AF_INET6); |
378 | if (rv < 0) | |
d5aa407f | 379 | goto out_type; |
e924960d AD |
380 | rv = xfrm6_tunnel_register(&xfrm6_tunnel_handler, AF_INET6); |
381 | if (rv < 0) | |
d5aa407f | 382 | goto out_xfrm6; |
e924960d AD |
383 | rv = xfrm6_tunnel_register(&xfrm46_tunnel_handler, AF_INET); |
384 | if (rv < 0) | |
d5aa407f | 385 | goto out_xfrm46; |
1da177e4 | 386 | return 0; |
5ce1bbb9 | 387 | |
d5aa407f | 388 | out_xfrm46: |
5ce1bbb9 | 389 | xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6); |
d5aa407f | 390 | out_xfrm6: |
5ce1bbb9 | 391 | xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6); |
d5aa407f AD |
392 | out_type: |
393 | unregister_pernet_subsys(&xfrm6_tunnel_net_ops); | |
394 | out_pernet: | |
395 | kmem_cache_destroy(xfrm6_tunnel_spi_kmem); | |
e924960d | 396 | return rv; |
1da177e4 LT |
397 | } |
398 | ||
399 | static void __exit xfrm6_tunnel_fini(void) | |
400 | { | |
73d605d1 KM |
401 | xfrm6_tunnel_deregister(&xfrm46_tunnel_handler, AF_INET); |
402 | xfrm6_tunnel_deregister(&xfrm6_tunnel_handler, AF_INET6); | |
a922ba55 | 403 | xfrm_unregister_type(&xfrm6_tunnel_type, AF_INET6); |
d5aa407f | 404 | unregister_pernet_subsys(&xfrm6_tunnel_net_ops); |
6ee02a54 SY |
405 | /* Someone maybe has gotten the xfrm6_tunnel_spi. |
406 | * So need to wait it. | |
407 | */ | |
408 | rcu_barrier(); | |
d5aa407f | 409 | kmem_cache_destroy(xfrm6_tunnel_spi_kmem); |
1da177e4 LT |
410 | } |
411 | ||
412 | module_init(xfrm6_tunnel_init); | |
413 | module_exit(xfrm6_tunnel_fini); | |
414 | MODULE_LICENSE("GPL"); | |
d3d6dd3a | 415 | MODULE_ALIAS_XFRM_TYPE(AF_INET6, XFRM_PROTO_IPV6); |