]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * xfrm_input.c | |
3 | * | |
4 | * Changes: | |
5 | * YOSHIFUJI Hideaki @USAGI | |
6 | * Split up af-specific portion | |
a716c119 | 7 | * |
1da177e4 LT |
8 | */ |
9 | ||
10 | #include <linux/slab.h> | |
11 | #include <linux/module.h> | |
716062fd HX |
12 | #include <linux/netdevice.h> |
13 | #include <net/dst.h> | |
1da177e4 LT |
14 | #include <net/ip.h> |
15 | #include <net/xfrm.h> | |
049f8e2e AD |
16 | #include <net/ip_tunnels.h> |
17 | #include <net/ip6_tunnel.h> | |
1da177e4 | 18 | |
e18b890b | 19 | static struct kmem_cache *secpath_cachep __read_mostly; |
1da177e4 | 20 | |
2f32b51b | 21 | static DEFINE_SPINLOCK(xfrm_input_afinfo_lock); |
960fdfde | 22 | static struct xfrm_input_afinfo const __rcu *xfrm_input_afinfo[AF_INET6 + 1]; |
2f32b51b | 23 | |
1995876a SK |
24 | static struct gro_cells gro_cells; |
25 | static struct net_device xfrm_napi_dev; | |
26 | ||
960fdfde | 27 | int xfrm_input_register_afinfo(const struct xfrm_input_afinfo *afinfo) |
2f32b51b SK |
28 | { |
29 | int err = 0; | |
30 | ||
960fdfde | 31 | if (WARN_ON(afinfo->family >= ARRAY_SIZE(xfrm_input_afinfo))) |
2f32b51b | 32 | return -EAFNOSUPPORT; |
960fdfde | 33 | |
2f32b51b SK |
34 | spin_lock_bh(&xfrm_input_afinfo_lock); |
35 | if (unlikely(xfrm_input_afinfo[afinfo->family] != NULL)) | |
f31e8d4f | 36 | err = -EEXIST; |
2f32b51b SK |
37 | else |
38 | rcu_assign_pointer(xfrm_input_afinfo[afinfo->family], afinfo); | |
39 | spin_unlock_bh(&xfrm_input_afinfo_lock); | |
40 | return err; | |
41 | } | |
42 | EXPORT_SYMBOL(xfrm_input_register_afinfo); | |
43 | ||
960fdfde | 44 | int xfrm_input_unregister_afinfo(const struct xfrm_input_afinfo *afinfo) |
2f32b51b SK |
45 | { |
46 | int err = 0; | |
47 | ||
2f32b51b SK |
48 | spin_lock_bh(&xfrm_input_afinfo_lock); |
49 | if (likely(xfrm_input_afinfo[afinfo->family] != NULL)) { | |
50 | if (unlikely(xfrm_input_afinfo[afinfo->family] != afinfo)) | |
51 | err = -EINVAL; | |
52 | else | |
53 | RCU_INIT_POINTER(xfrm_input_afinfo[afinfo->family], NULL); | |
54 | } | |
55 | spin_unlock_bh(&xfrm_input_afinfo_lock); | |
56 | synchronize_rcu(); | |
57 | return err; | |
58 | } | |
59 | EXPORT_SYMBOL(xfrm_input_unregister_afinfo); | |
60 | ||
960fdfde | 61 | static const struct xfrm_input_afinfo *xfrm_input_get_afinfo(unsigned int family) |
2f32b51b | 62 | { |
960fdfde | 63 | const struct xfrm_input_afinfo *afinfo; |
2f32b51b | 64 | |
960fdfde | 65 | if (WARN_ON_ONCE(family >= ARRAY_SIZE(xfrm_input_afinfo))) |
2f32b51b | 66 | return NULL; |
960fdfde | 67 | |
2f32b51b SK |
68 | rcu_read_lock(); |
69 | afinfo = rcu_dereference(xfrm_input_afinfo[family]); | |
70 | if (unlikely(!afinfo)) | |
71 | rcu_read_unlock(); | |
72 | return afinfo; | |
73 | } | |
74 | ||
2f32b51b SK |
75 | static int xfrm_rcv_cb(struct sk_buff *skb, unsigned int family, u8 protocol, |
76 | int err) | |
77 | { | |
78 | int ret; | |
960fdfde | 79 | const struct xfrm_input_afinfo *afinfo = xfrm_input_get_afinfo(family); |
2f32b51b SK |
80 | |
81 | if (!afinfo) | |
82 | return -EAFNOSUPPORT; | |
83 | ||
84 | ret = afinfo->callback(skb, protocol, err); | |
960fdfde | 85 | rcu_read_unlock(); |
2f32b51b SK |
86 | |
87 | return ret; | |
88 | } | |
89 | ||
1da177e4 LT |
90 | void __secpath_destroy(struct sec_path *sp) |
91 | { | |
92 | int i; | |
93 | for (i = 0; i < sp->len; i++) | |
dbe5b4aa | 94 | xfrm_state_put(sp->xvec[i]); |
1da177e4 LT |
95 | kmem_cache_free(secpath_cachep, sp); |
96 | } | |
97 | EXPORT_SYMBOL(__secpath_destroy); | |
98 | ||
99 | struct sec_path *secpath_dup(struct sec_path *src) | |
100 | { | |
101 | struct sec_path *sp; | |
102 | ||
54e6ecb2 | 103 | sp = kmem_cache_alloc(secpath_cachep, GFP_ATOMIC); |
1da177e4 LT |
104 | if (!sp) |
105 | return NULL; | |
106 | ||
107 | sp->len = 0; | |
54ef207a SK |
108 | sp->olen = 0; |
109 | ||
d77e38e6 SK |
110 | memset(sp->ovec, 0, sizeof(sp->ovec[XFRM_MAX_OFFLOAD_DEPTH])); |
111 | ||
1da177e4 LT |
112 | if (src) { |
113 | int i; | |
114 | ||
115 | memcpy(sp, src, sizeof(*sp)); | |
116 | for (i = 0; i < sp->len; i++) | |
dbe5b4aa | 117 | xfrm_state_hold(sp->xvec[i]); |
1da177e4 | 118 | } |
55eabed6 | 119 | refcount_set(&sp->refcnt, 1); |
1da177e4 LT |
120 | return sp; |
121 | } | |
122 | EXPORT_SYMBOL(secpath_dup); | |
123 | ||
b0fcee82 SK |
124 | int secpath_set(struct sk_buff *skb) |
125 | { | |
126 | struct sec_path *sp; | |
127 | ||
128 | /* Allocate new secpath or COW existing one. */ | |
55eabed6 | 129 | if (!skb->sp || refcount_read(&skb->sp->refcnt) != 1) { |
b0fcee82 SK |
130 | sp = secpath_dup(skb->sp); |
131 | if (!sp) | |
132 | return -ENOMEM; | |
133 | ||
134 | if (skb->sp) | |
135 | secpath_put(skb->sp); | |
136 | skb->sp = sp; | |
137 | } | |
138 | return 0; | |
139 | } | |
140 | EXPORT_SYMBOL(secpath_set); | |
141 | ||
1da177e4 LT |
142 | /* Fetch spi and seq from ipsec header */ |
143 | ||
6067b2ba | 144 | int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq) |
1da177e4 LT |
145 | { |
146 | int offset, offset_seq; | |
44072500 | 147 | int hlen; |
1da177e4 LT |
148 | |
149 | switch (nexthdr) { | |
150 | case IPPROTO_AH: | |
44072500 | 151 | hlen = sizeof(struct ip_auth_hdr); |
1da177e4 LT |
152 | offset = offsetof(struct ip_auth_hdr, spi); |
153 | offset_seq = offsetof(struct ip_auth_hdr, seq_no); | |
154 | break; | |
155 | case IPPROTO_ESP: | |
44072500 | 156 | hlen = sizeof(struct ip_esp_hdr); |
1da177e4 LT |
157 | offset = offsetof(struct ip_esp_hdr, spi); |
158 | offset_seq = offsetof(struct ip_esp_hdr, seq_no); | |
159 | break; | |
160 | case IPPROTO_COMP: | |
161 | if (!pskb_may_pull(skb, sizeof(struct ip_comp_hdr))) | |
162 | return -EINVAL; | |
3e94c2dc | 163 | *spi = htonl(ntohs(*(__be16 *)(skb_transport_header(skb) + 2))); |
1da177e4 LT |
164 | *seq = 0; |
165 | return 0; | |
166 | default: | |
167 | return 1; | |
168 | } | |
169 | ||
44072500 | 170 | if (!pskb_may_pull(skb, hlen)) |
1da177e4 LT |
171 | return -EINVAL; |
172 | ||
3e94c2dc WC |
173 | *spi = *(__be32 *)(skb_transport_header(skb) + offset); |
174 | *seq = *(__be32 *)(skb_transport_header(skb) + offset_seq); | |
1da177e4 LT |
175 | return 0; |
176 | } | |
1e295370 | 177 | EXPORT_SYMBOL(xfrm_parse_spi); |
1da177e4 | 178 | |
227620e2 HX |
179 | int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb) |
180 | { | |
df9dcb45 | 181 | struct xfrm_mode *inner_mode = x->inner_mode; |
227620e2 HX |
182 | int err; |
183 | ||
184 | err = x->outer_mode->afinfo->extract_input(x, skb); | |
185 | if (err) | |
186 | return err; | |
187 | ||
df9dcb45 KM |
188 | if (x->sel.family == AF_UNSPEC) { |
189 | inner_mode = xfrm_ip2inner_mode(x, XFRM_MODE_SKB_CB(skb)->protocol); | |
190 | if (inner_mode == NULL) | |
191 | return -EAFNOSUPPORT; | |
192 | } | |
193 | ||
194 | skb->protocol = inner_mode->afinfo->eth_proto; | |
195 | return inner_mode->input2(x, skb); | |
227620e2 HX |
196 | } |
197 | EXPORT_SYMBOL(xfrm_prepare_input); | |
198 | ||
716062fd HX |
199 | int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi, int encap_type) |
200 | { | |
bd235e3c | 201 | struct net *net = dev_net(skb->dev); |
716062fd HX |
202 | int err; |
203 | __be32 seq; | |
2cd08467 | 204 | __be32 seq_hi; |
3328715e | 205 | struct xfrm_state *x = NULL; |
1bf06cd2 | 206 | xfrm_address_t *daddr; |
df9dcb45 | 207 | struct xfrm_mode *inner_mode; |
049f8e2e | 208 | u32 mark = skb->mark; |
2fcb45b6 | 209 | unsigned int family; |
716062fd | 210 | int decaps = 0; |
1bf06cd2 | 211 | int async = 0; |
7785bba2 | 212 | bool xfrm_gro = false; |
d77e38e6 SK |
213 | bool crypto_done = false; |
214 | struct xfrm_offload *xo = xfrm_offload(skb); | |
1bf06cd2 | 215 | |
1bf06cd2 | 216 | if (encap_type < 0) { |
00501121 | 217 | x = xfrm_input_state(skb); |
3328715e | 218 | family = x->outer_mode->afinfo->family; |
7785bba2 SK |
219 | |
220 | /* An encap_type of -1 indicates async resumption. */ | |
221 | if (encap_type == -1) { | |
222 | async = 1; | |
223 | seq = XFRM_SKB_CB(skb)->seq.input.low; | |
224 | goto resume; | |
225 | } | |
bcd1f8a4 | 226 | |
7785bba2 SK |
227 | /* encap_type < -1 indicates a GRO call. */ |
228 | encap_type = 0; | |
229 | seq = XFRM_SPI_SKB_CB(skb)->seq; | |
716062fd | 230 | |
bcd1f8a4 SK |
231 | if (xo && (xo->flags & CRYPTO_DONE)) { |
232 | crypto_done = true; | |
233 | x = xfrm_input_state(skb); | |
234 | family = XFRM_SPI_SKB_CB(skb)->family; | |
235 | ||
236 | if (!(xo->status & CRYPTO_SUCCESS)) { | |
237 | if (xo->status & | |
238 | (CRYPTO_TRANSPORT_AH_AUTH_FAILED | | |
239 | CRYPTO_TRANSPORT_ESP_AUTH_FAILED | | |
240 | CRYPTO_TUNNEL_AH_AUTH_FAILED | | |
241 | CRYPTO_TUNNEL_ESP_AUTH_FAILED)) { | |
242 | ||
243 | xfrm_audit_state_icvfail(x, skb, | |
244 | x->type->proto); | |
245 | x->stats.integrity_failed++; | |
246 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEPROTOERROR); | |
247 | goto drop; | |
248 | } | |
249 | ||
250 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINBUFFERERROR); | |
d77e38e6 SK |
251 | goto drop; |
252 | } | |
253 | ||
bcd1f8a4 SK |
254 | if ((err = xfrm_parse_spi(skb, nexthdr, &spi, &seq)) != 0) { |
255 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINHDRERROR); | |
256 | goto drop; | |
257 | } | |
d77e38e6 SK |
258 | } |
259 | ||
7785bba2 | 260 | goto lock; |
1bf06cd2 | 261 | } |
716062fd | 262 | |
3328715e SK |
263 | daddr = (xfrm_address_t *)(skb_network_header(skb) + |
264 | XFRM_SPI_SKB_CB(skb)->daddroff); | |
265 | family = XFRM_SPI_SKB_CB(skb)->family; | |
266 | ||
049f8e2e | 267 | /* if tunnel is present override skb->mark value with tunnel i_key */ |
1625f452 AK |
268 | switch (family) { |
269 | case AF_INET: | |
270 | if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4) | |
049f8e2e | 271 | mark = be32_to_cpu(XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4->parms.i_key); |
1625f452 AK |
272 | break; |
273 | case AF_INET6: | |
274 | if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6) | |
049f8e2e | 275 | mark = be32_to_cpu(XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6->parms.i_key); |
1625f452 | 276 | break; |
049f8e2e AD |
277 | } |
278 | ||
b0fcee82 SK |
279 | err = secpath_set(skb); |
280 | if (err) { | |
281 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINERROR); | |
282 | goto drop; | |
b2aa5e9d HX |
283 | } |
284 | ||
716062fd | 285 | seq = 0; |
0aa64774 | 286 | if (!spi && (err = xfrm_parse_spi(skb, nexthdr, &spi, &seq)) != 0) { |
59c9940e | 287 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINHDRERROR); |
716062fd | 288 | goto drop; |
0aa64774 | 289 | } |
716062fd HX |
290 | |
291 | do { | |
0aa64774 | 292 | if (skb->sp->len == XFRM_MAX_DEPTH) { |
59c9940e | 293 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINBUFFERERROR); |
716062fd | 294 | goto drop; |
0aa64774 | 295 | } |
716062fd | 296 | |
049f8e2e | 297 | x = xfrm_state_lookup(net, mark, daddr, spi, nexthdr, family); |
0aa64774 | 298 | if (x == NULL) { |
59c9940e | 299 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINNOSTATES); |
afeb14b4 | 300 | xfrm_audit_state_notfound(skb, family, spi, seq); |
716062fd | 301 | goto drop; |
0aa64774 | 302 | } |
716062fd | 303 | |
b2aa5e9d HX |
304 | skb->sp->xvec[skb->sp->len++] = x; |
305 | ||
7785bba2 | 306 | lock: |
716062fd | 307 | spin_lock(&x->lock); |
4c4d41f2 | 308 | |
0aa64774 | 309 | if (unlikely(x->km.state != XFRM_STATE_VALID)) { |
dc0565ce LR |
310 | if (x->km.state == XFRM_STATE_ACQ) |
311 | XFRM_INC_STATS(net, LINUX_MIB_XFRMACQUIREERROR); | |
312 | else | |
313 | XFRM_INC_STATS(net, | |
314 | LINUX_MIB_XFRMINSTATEINVALID); | |
716062fd | 315 | goto drop_unlock; |
0aa64774 | 316 | } |
716062fd | 317 | |
3de77cf2 DM |
318 | if ((x->encap ? x->encap->encap_type : 0) != encap_type) { |
319 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEMISMATCH); | |
320 | goto drop_unlock; | |
321 | } | |
322 | ||
36ae0148 | 323 | if (x->repl->check(x, skb, seq)) { |
59c9940e | 324 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATESEQERROR); |
716062fd | 325 | goto drop_unlock; |
0aa64774 | 326 | } |
716062fd | 327 | |
0aa64774 | 328 | if (xfrm_state_check_expire(x)) { |
59c9940e | 329 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEEXPIRED); |
716062fd | 330 | goto drop_unlock; |
0aa64774 | 331 | } |
716062fd | 332 | |
0ebea8ef HX |
333 | spin_unlock(&x->lock); |
334 | ||
68c11e98 AD |
335 | if (xfrm_tunnel_check(skb, x, family)) { |
336 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEMODEERROR); | |
337 | goto drop; | |
338 | } | |
339 | ||
2cd08467 SK |
340 | seq_hi = htonl(xfrm_replay_seqhi(x, seq)); |
341 | ||
1ce3644a | 342 | XFRM_SKB_CB(skb)->seq.input.low = seq; |
2cd08467 | 343 | XFRM_SKB_CB(skb)->seq.input.hi = seq_hi; |
1bf06cd2 | 344 | |
3bc07321 | 345 | skb_dst_force(skb); |
071d36bf | 346 | dev_hold(skb->dev); |
3bc07321 | 347 | |
d77e38e6 SK |
348 | if (crypto_done) |
349 | nexthdr = x->type_offload->input_tail(x, skb); | |
350 | else | |
351 | nexthdr = x->type->input(x, skb); | |
0ebea8ef | 352 | |
1bf06cd2 HX |
353 | if (nexthdr == -EINPROGRESS) |
354 | return 0; | |
1bf06cd2 | 355 | resume: |
071d36bf SAK |
356 | dev_put(skb->dev); |
357 | ||
0ebea8ef | 358 | spin_lock(&x->lock); |
668dc8af | 359 | if (nexthdr <= 0) { |
9dd3245a HX |
360 | if (nexthdr == -EBADMSG) { |
361 | xfrm_audit_state_icvfail(x, skb, | |
362 | x->type->proto); | |
668dc8af | 363 | x->stats.integrity_failed++; |
9dd3245a | 364 | } |
59c9940e | 365 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEPROTOERROR); |
716062fd | 366 | goto drop_unlock; |
668dc8af | 367 | } |
716062fd | 368 | |
716062fd HX |
369 | /* only the first xfrm gets the encap type */ |
370 | encap_type = 0; | |
371 | ||
3b59df46 | 372 | if (async && x->repl->recheck(x, skb, seq)) { |
bcf66bf5 SK |
373 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATESEQERROR); |
374 | goto drop_unlock; | |
375 | } | |
376 | ||
9fdc4883 | 377 | x->repl->advance(x, seq); |
716062fd HX |
378 | |
379 | x->curlft.bytes += skb->len; | |
380 | x->curlft.packets++; | |
381 | ||
382 | spin_unlock(&x->lock); | |
383 | ||
60d5fcfb HX |
384 | XFRM_MODE_SKB_CB(skb)->protocol = nexthdr; |
385 | ||
df9dcb45 KM |
386 | inner_mode = x->inner_mode; |
387 | ||
388 | if (x->sel.family == AF_UNSPEC) { | |
389 | inner_mode = xfrm_ip2inner_mode(x, XFRM_MODE_SKB_CB(skb)->protocol); | |
cb866e32 SK |
390 | if (inner_mode == NULL) { |
391 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEMODEERROR); | |
df9dcb45 | 392 | goto drop; |
cb866e32 | 393 | } |
df9dcb45 KM |
394 | } |
395 | ||
396 | if (inner_mode->input(x, skb)) { | |
59c9940e | 397 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINSTATEMODEERROR); |
716062fd | 398 | goto drop; |
0aa64774 | 399 | } |
716062fd HX |
400 | |
401 | if (x->outer_mode->flags & XFRM_MODE_FLAG_TUNNEL) { | |
402 | decaps = 1; | |
403 | break; | |
404 | } | |
405 | ||
1bf06cd2 HX |
406 | /* |
407 | * We need the inner address. However, we only get here for | |
408 | * transport mode so the outer address is identical. | |
409 | */ | |
410 | daddr = &x->id.daddr; | |
2fcb45b6 | 411 | family = x->outer_mode->afinfo->family; |
1bf06cd2 | 412 | |
716062fd | 413 | err = xfrm_parse_spi(skb, nexthdr, &spi, &seq); |
0aa64774 | 414 | if (err < 0) { |
59c9940e | 415 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINHDRERROR); |
716062fd | 416 | goto drop; |
0aa64774 | 417 | } |
716062fd HX |
418 | } while (!err); |
419 | ||
3328715e SK |
420 | err = xfrm_rcv_cb(skb, family, x->type->proto, 0); |
421 | if (err) | |
422 | goto drop; | |
423 | ||
716062fd HX |
424 | nf_reset(skb); |
425 | ||
426 | if (decaps) { | |
adf30907 | 427 | skb_dst_drop(skb); |
1995876a | 428 | gro_cells_receive(&gro_cells, skb); |
716062fd HX |
429 | return 0; |
430 | } else { | |
7785bba2 SK |
431 | xo = xfrm_offload(skb); |
432 | if (xo) | |
433 | xfrm_gro = xo->flags & XFRM_GRO; | |
434 | ||
cfcf99f9 | 435 | err = x->inner_mode->afinfo->transport_finish(skb, xfrm_gro || async); |
7785bba2 SK |
436 | if (xfrm_gro) { |
437 | skb_dst_drop(skb); | |
438 | gro_cells_receive(&gro_cells, skb); | |
439 | return err; | |
440 | } | |
441 | ||
442 | return err; | |
716062fd HX |
443 | } |
444 | ||
445 | drop_unlock: | |
446 | spin_unlock(&x->lock); | |
716062fd | 447 | drop: |
3328715e | 448 | xfrm_rcv_cb(skb, family, x && x->type ? x->type->proto : nexthdr, -1); |
716062fd HX |
449 | kfree_skb(skb); |
450 | return 0; | |
451 | } | |
452 | EXPORT_SYMBOL(xfrm_input); | |
453 | ||
1bf06cd2 HX |
454 | int xfrm_input_resume(struct sk_buff *skb, int nexthdr) |
455 | { | |
456 | return xfrm_input(skb, nexthdr, 0, -1); | |
457 | } | |
458 | EXPORT_SYMBOL(xfrm_input_resume); | |
459 | ||
1da177e4 LT |
460 | void __init xfrm_input_init(void) |
461 | { | |
1995876a SK |
462 | int err; |
463 | ||
464 | init_dummy_netdev(&xfrm_napi_dev); | |
465 | err = gro_cells_init(&gro_cells, &xfrm_napi_dev); | |
466 | if (err) | |
467 | gro_cells.cells = NULL; | |
468 | ||
1da177e4 LT |
469 | secpath_cachep = kmem_cache_create("secpath_cache", |
470 | sizeof(struct sec_path), | |
e5d679f3 | 471 | 0, SLAB_HWCACHE_ALIGN|SLAB_PANIC, |
20c2df83 | 472 | NULL); |
1da177e4 | 473 | } |