6 * Kazunori MIYAZAWA @USAGI
7 * Kunihiro Ishiguro <kunihiro@ipinfusion.com>
9 * YOSHIFUJI Hideaki @USAGI
10 * Split up af-specific functions
11 * Derek Atkins <derek@ihtfp.com>
12 * Add UDP Encapsulation
16 #include <linux/workqueue.h>
18 #include <linux/pfkeyv2.h>
19 #include <linux/ipsec.h>
20 #include <linux/module.h>
21 #include <linux/cache.h>
22 #include <linux/audit.h>
23 #include <asm/uaccess.h>
24 #include <linux/ktime.h>
25 #include <linux/slab.h>
26 #include <linux/interrupt.h>
27 #include <linux/kernel.h>
29 #include "xfrm_hash.h"
31 /* Each xfrm_state may be linked to two tables:
33 1. Hash table by (spi,daddr,ah/esp) to find SA by SPI. (input,ctl)
34 2. Hash table by (daddr,family,reqid) to find what SAs exist for given
35 destination/tunnel endpoint. (output)
38 static DEFINE_SPINLOCK(xfrm_state_lock
);
40 static unsigned int xfrm_state_hashmax __read_mostly
= 1 * 1024 * 1024;
42 static struct xfrm_state_afinfo
*xfrm_state_get_afinfo(unsigned int family
);
43 static void xfrm_state_put_afinfo(struct xfrm_state_afinfo
*afinfo
);
45 #ifdef CONFIG_AUDITSYSCALL
46 static void xfrm_audit_state_replay(struct xfrm_state
*x
,
47 struct sk_buff
*skb
, __be32 net_seq
);
49 #define xfrm_audit_state_replay(x, s, sq) do { ; } while (0)
50 #endif /* CONFIG_AUDITSYSCALL */
52 static inline unsigned int xfrm_dst_hash(struct net
*net
,
53 const xfrm_address_t
*daddr
,
54 const xfrm_address_t
*saddr
,
56 unsigned short family
)
58 return __xfrm_dst_hash(daddr
, saddr
, reqid
, family
, net
->xfrm
.state_hmask
);
61 static inline unsigned int xfrm_src_hash(struct net
*net
,
62 const xfrm_address_t
*daddr
,
63 const xfrm_address_t
*saddr
,
64 unsigned short family
)
66 return __xfrm_src_hash(daddr
, saddr
, family
, net
->xfrm
.state_hmask
);
69 static inline unsigned int
70 xfrm_spi_hash(struct net
*net
, const xfrm_address_t
*daddr
,
71 __be32 spi
, u8 proto
, unsigned short family
)
73 return __xfrm_spi_hash(daddr
, spi
, proto
, family
, net
->xfrm
.state_hmask
);
76 static void xfrm_hash_transfer(struct hlist_head
*list
,
77 struct hlist_head
*ndsttable
,
78 struct hlist_head
*nsrctable
,
79 struct hlist_head
*nspitable
,
80 unsigned int nhashmask
)
82 struct hlist_node
*entry
, *tmp
;
85 hlist_for_each_entry_safe(x
, entry
, tmp
, list
, bydst
) {
88 h
= __xfrm_dst_hash(&x
->id
.daddr
, &x
->props
.saddr
,
89 x
->props
.reqid
, x
->props
.family
,
91 hlist_add_head(&x
->bydst
, ndsttable
+h
);
93 h
= __xfrm_src_hash(&x
->id
.daddr
, &x
->props
.saddr
,
96 hlist_add_head(&x
->bysrc
, nsrctable
+h
);
99 h
= __xfrm_spi_hash(&x
->id
.daddr
, x
->id
.spi
,
100 x
->id
.proto
, x
->props
.family
,
102 hlist_add_head(&x
->byspi
, nspitable
+h
);
107 static unsigned long xfrm_hash_new_size(unsigned int state_hmask
)
109 return ((state_hmask
+ 1) << 1) * sizeof(struct hlist_head
);
112 static DEFINE_MUTEX(hash_resize_mutex
);
114 static void xfrm_hash_resize(struct work_struct
*work
)
116 struct net
*net
= container_of(work
, struct net
, xfrm
.state_hash_work
);
117 struct hlist_head
*ndst
, *nsrc
, *nspi
, *odst
, *osrc
, *ospi
;
118 unsigned long nsize
, osize
;
119 unsigned int nhashmask
, ohashmask
;
122 mutex_lock(&hash_resize_mutex
);
124 nsize
= xfrm_hash_new_size(net
->xfrm
.state_hmask
);
125 ndst
= xfrm_hash_alloc(nsize
);
128 nsrc
= xfrm_hash_alloc(nsize
);
130 xfrm_hash_free(ndst
, nsize
);
133 nspi
= xfrm_hash_alloc(nsize
);
135 xfrm_hash_free(ndst
, nsize
);
136 xfrm_hash_free(nsrc
, nsize
);
140 spin_lock_bh(&xfrm_state_lock
);
142 nhashmask
= (nsize
/ sizeof(struct hlist_head
)) - 1U;
143 for (i
= net
->xfrm
.state_hmask
; i
>= 0; i
--)
144 xfrm_hash_transfer(net
->xfrm
.state_bydst
+i
, ndst
, nsrc
, nspi
,
147 odst
= net
->xfrm
.state_bydst
;
148 osrc
= net
->xfrm
.state_bysrc
;
149 ospi
= net
->xfrm
.state_byspi
;
150 ohashmask
= net
->xfrm
.state_hmask
;
152 net
->xfrm
.state_bydst
= ndst
;
153 net
->xfrm
.state_bysrc
= nsrc
;
154 net
->xfrm
.state_byspi
= nspi
;
155 net
->xfrm
.state_hmask
= nhashmask
;
157 spin_unlock_bh(&xfrm_state_lock
);
159 osize
= (ohashmask
+ 1) * sizeof(struct hlist_head
);
160 xfrm_hash_free(odst
, osize
);
161 xfrm_hash_free(osrc
, osize
);
162 xfrm_hash_free(ospi
, osize
);
165 mutex_unlock(&hash_resize_mutex
);
168 static DEFINE_RWLOCK(xfrm_state_afinfo_lock
);
169 static struct xfrm_state_afinfo
*xfrm_state_afinfo
[NPROTO
];
171 static DEFINE_SPINLOCK(xfrm_state_gc_lock
);
173 int __xfrm_state_delete(struct xfrm_state
*x
);
175 int km_query(struct xfrm_state
*x
, struct xfrm_tmpl
*t
, struct xfrm_policy
*pol
);
176 void km_state_expired(struct xfrm_state
*x
, int hard
, u32 pid
);
178 static struct xfrm_state_afinfo
*xfrm_state_lock_afinfo(unsigned int family
)
180 struct xfrm_state_afinfo
*afinfo
;
181 if (unlikely(family
>= NPROTO
))
183 write_lock_bh(&xfrm_state_afinfo_lock
);
184 afinfo
= xfrm_state_afinfo
[family
];
185 if (unlikely(!afinfo
))
186 write_unlock_bh(&xfrm_state_afinfo_lock
);
190 static void xfrm_state_unlock_afinfo(struct xfrm_state_afinfo
*afinfo
)
191 __releases(xfrm_state_afinfo_lock
)
193 write_unlock_bh(&xfrm_state_afinfo_lock
);
196 int xfrm_register_type(const struct xfrm_type
*type
, unsigned short family
)
198 struct xfrm_state_afinfo
*afinfo
= xfrm_state_lock_afinfo(family
);
199 const struct xfrm_type
**typemap
;
202 if (unlikely(afinfo
== NULL
))
203 return -EAFNOSUPPORT
;
204 typemap
= afinfo
->type_map
;
206 if (likely(typemap
[type
->proto
] == NULL
))
207 typemap
[type
->proto
] = type
;
210 xfrm_state_unlock_afinfo(afinfo
);
213 EXPORT_SYMBOL(xfrm_register_type
);
215 int xfrm_unregister_type(const struct xfrm_type
*type
, unsigned short family
)
217 struct xfrm_state_afinfo
*afinfo
= xfrm_state_lock_afinfo(family
);
218 const struct xfrm_type
**typemap
;
221 if (unlikely(afinfo
== NULL
))
222 return -EAFNOSUPPORT
;
223 typemap
= afinfo
->type_map
;
225 if (unlikely(typemap
[type
->proto
] != type
))
228 typemap
[type
->proto
] = NULL
;
229 xfrm_state_unlock_afinfo(afinfo
);
232 EXPORT_SYMBOL(xfrm_unregister_type
);
234 static const struct xfrm_type
*xfrm_get_type(u8 proto
, unsigned short family
)
236 struct xfrm_state_afinfo
*afinfo
;
237 const struct xfrm_type
**typemap
;
238 const struct xfrm_type
*type
;
239 int modload_attempted
= 0;
242 afinfo
= xfrm_state_get_afinfo(family
);
243 if (unlikely(afinfo
== NULL
))
245 typemap
= afinfo
->type_map
;
247 type
= typemap
[proto
];
248 if (unlikely(type
&& !try_module_get(type
->owner
)))
250 if (!type
&& !modload_attempted
) {
251 xfrm_state_put_afinfo(afinfo
);
252 request_module("xfrm-type-%d-%d", family
, proto
);
253 modload_attempted
= 1;
257 xfrm_state_put_afinfo(afinfo
);
261 static void xfrm_put_type(const struct xfrm_type
*type
)
263 module_put(type
->owner
);
266 int xfrm_register_mode(struct xfrm_mode
*mode
, int family
)
268 struct xfrm_state_afinfo
*afinfo
;
269 struct xfrm_mode
**modemap
;
272 if (unlikely(mode
->encap
>= XFRM_MODE_MAX
))
275 afinfo
= xfrm_state_lock_afinfo(family
);
276 if (unlikely(afinfo
== NULL
))
277 return -EAFNOSUPPORT
;
280 modemap
= afinfo
->mode_map
;
281 if (modemap
[mode
->encap
])
285 if (!try_module_get(afinfo
->owner
))
288 mode
->afinfo
= afinfo
;
289 modemap
[mode
->encap
] = mode
;
293 xfrm_state_unlock_afinfo(afinfo
);
296 EXPORT_SYMBOL(xfrm_register_mode
);
298 int xfrm_unregister_mode(struct xfrm_mode
*mode
, int family
)
300 struct xfrm_state_afinfo
*afinfo
;
301 struct xfrm_mode
**modemap
;
304 if (unlikely(mode
->encap
>= XFRM_MODE_MAX
))
307 afinfo
= xfrm_state_lock_afinfo(family
);
308 if (unlikely(afinfo
== NULL
))
309 return -EAFNOSUPPORT
;
312 modemap
= afinfo
->mode_map
;
313 if (likely(modemap
[mode
->encap
] == mode
)) {
314 modemap
[mode
->encap
] = NULL
;
315 module_put(mode
->afinfo
->owner
);
319 xfrm_state_unlock_afinfo(afinfo
);
322 EXPORT_SYMBOL(xfrm_unregister_mode
);
324 static struct xfrm_mode
*xfrm_get_mode(unsigned int encap
, int family
)
326 struct xfrm_state_afinfo
*afinfo
;
327 struct xfrm_mode
*mode
;
328 int modload_attempted
= 0;
330 if (unlikely(encap
>= XFRM_MODE_MAX
))
334 afinfo
= xfrm_state_get_afinfo(family
);
335 if (unlikely(afinfo
== NULL
))
338 mode
= afinfo
->mode_map
[encap
];
339 if (unlikely(mode
&& !try_module_get(mode
->owner
)))
341 if (!mode
&& !modload_attempted
) {
342 xfrm_state_put_afinfo(afinfo
);
343 request_module("xfrm-mode-%d-%d", family
, encap
);
344 modload_attempted
= 1;
348 xfrm_state_put_afinfo(afinfo
);
352 static void xfrm_put_mode(struct xfrm_mode
*mode
)
354 module_put(mode
->owner
);
357 static void xfrm_state_gc_destroy(struct xfrm_state
*x
)
359 tasklet_hrtimer_cancel(&x
->mtimer
);
360 del_timer_sync(&x
->rtimer
);
367 xfrm_put_mode(x
->inner_mode
);
368 if (x
->inner_mode_iaf
)
369 xfrm_put_mode(x
->inner_mode_iaf
);
371 xfrm_put_mode(x
->outer_mode
);
373 x
->type
->destructor(x
);
374 xfrm_put_type(x
->type
);
376 security_xfrm_state_free(x
);
380 static void xfrm_state_gc_task(struct work_struct
*work
)
382 struct net
*net
= container_of(work
, struct net
, xfrm
.state_gc_work
);
383 struct xfrm_state
*x
;
384 struct hlist_node
*entry
, *tmp
;
385 struct hlist_head gc_list
;
387 spin_lock_bh(&xfrm_state_gc_lock
);
388 hlist_move_list(&net
->xfrm
.state_gc_list
, &gc_list
);
389 spin_unlock_bh(&xfrm_state_gc_lock
);
391 hlist_for_each_entry_safe(x
, entry
, tmp
, &gc_list
, gclist
)
392 xfrm_state_gc_destroy(x
);
394 wake_up(&net
->xfrm
.km_waitq
);
397 static inline unsigned long make_jiffies(long secs
)
399 if (secs
>= (MAX_SCHEDULE_TIMEOUT
-1)/HZ
)
400 return MAX_SCHEDULE_TIMEOUT
-1;
405 static enum hrtimer_restart
xfrm_timer_handler(struct hrtimer
* me
)
407 struct tasklet_hrtimer
*thr
= container_of(me
, struct tasklet_hrtimer
, timer
);
408 struct xfrm_state
*x
= container_of(thr
, struct xfrm_state
, mtimer
);
409 struct net
*net
= xs_net(x
);
410 unsigned long now
= get_seconds();
411 long next
= LONG_MAX
;
416 if (x
->km
.state
== XFRM_STATE_DEAD
)
418 if (x
->km
.state
== XFRM_STATE_EXPIRED
)
420 if (x
->lft
.hard_add_expires_seconds
) {
421 long tmo
= x
->lft
.hard_add_expires_seconds
+
422 x
->curlft
.add_time
- now
;
428 if (x
->lft
.hard_use_expires_seconds
) {
429 long tmo
= x
->lft
.hard_use_expires_seconds
+
430 (x
->curlft
.use_time
? : now
) - now
;
438 if (x
->lft
.soft_add_expires_seconds
) {
439 long tmo
= x
->lft
.soft_add_expires_seconds
+
440 x
->curlft
.add_time
- now
;
446 if (x
->lft
.soft_use_expires_seconds
) {
447 long tmo
= x
->lft
.soft_use_expires_seconds
+
448 (x
->curlft
.use_time
? : now
) - now
;
457 km_state_expired(x
, 0, 0);
459 if (next
!= LONG_MAX
){
460 tasklet_hrtimer_start(&x
->mtimer
, ktime_set(next
, 0), HRTIMER_MODE_REL
);
466 if (x
->km
.state
== XFRM_STATE_ACQ
&& x
->id
.spi
== 0) {
467 x
->km
.state
= XFRM_STATE_EXPIRED
;
468 wake_up(&net
->xfrm
.km_waitq
);
473 err
= __xfrm_state_delete(x
);
474 if (!err
&& x
->id
.spi
)
475 km_state_expired(x
, 1, 0);
477 xfrm_audit_state_delete(x
, err
? 0 : 1,
478 audit_get_loginuid(current
),
479 audit_get_sessionid(current
), 0);
482 spin_unlock(&x
->lock
);
483 return HRTIMER_NORESTART
;
486 static void xfrm_replay_timer_handler(unsigned long data
);
488 struct xfrm_state
*xfrm_state_alloc(struct net
*net
)
490 struct xfrm_state
*x
;
492 x
= kzalloc(sizeof(struct xfrm_state
), GFP_ATOMIC
);
495 write_pnet(&x
->xs_net
, net
);
496 atomic_set(&x
->refcnt
, 1);
497 atomic_set(&x
->tunnel_users
, 0);
498 INIT_LIST_HEAD(&x
->km
.all
);
499 INIT_HLIST_NODE(&x
->bydst
);
500 INIT_HLIST_NODE(&x
->bysrc
);
501 INIT_HLIST_NODE(&x
->byspi
);
502 tasklet_hrtimer_init(&x
->mtimer
, xfrm_timer_handler
, CLOCK_REALTIME
, HRTIMER_MODE_ABS
);
503 setup_timer(&x
->rtimer
, xfrm_replay_timer_handler
,
505 x
->curlft
.add_time
= get_seconds();
506 x
->lft
.soft_byte_limit
= XFRM_INF
;
507 x
->lft
.soft_packet_limit
= XFRM_INF
;
508 x
->lft
.hard_byte_limit
= XFRM_INF
;
509 x
->lft
.hard_packet_limit
= XFRM_INF
;
510 x
->replay_maxage
= 0;
511 x
->replay_maxdiff
= 0;
512 x
->inner_mode
= NULL
;
513 x
->inner_mode_iaf
= NULL
;
514 spin_lock_init(&x
->lock
);
518 EXPORT_SYMBOL(xfrm_state_alloc
);
520 void __xfrm_state_destroy(struct xfrm_state
*x
)
522 struct net
*net
= xs_net(x
);
524 WARN_ON(x
->km
.state
!= XFRM_STATE_DEAD
);
526 spin_lock_bh(&xfrm_state_gc_lock
);
527 hlist_add_head(&x
->gclist
, &net
->xfrm
.state_gc_list
);
528 spin_unlock_bh(&xfrm_state_gc_lock
);
529 schedule_work(&net
->xfrm
.state_gc_work
);
531 EXPORT_SYMBOL(__xfrm_state_destroy
);
533 int __xfrm_state_delete(struct xfrm_state
*x
)
535 struct net
*net
= xs_net(x
);
538 if (x
->km
.state
!= XFRM_STATE_DEAD
) {
539 x
->km
.state
= XFRM_STATE_DEAD
;
540 spin_lock(&xfrm_state_lock
);
541 list_del(&x
->km
.all
);
542 hlist_del(&x
->bydst
);
543 hlist_del(&x
->bysrc
);
545 hlist_del(&x
->byspi
);
546 net
->xfrm
.state_num
--;
547 spin_unlock(&xfrm_state_lock
);
549 /* All xfrm_state objects are created by xfrm_state_alloc.
550 * The xfrm_state_alloc call gives a reference, and that
551 * is what we are dropping here.
559 EXPORT_SYMBOL(__xfrm_state_delete
);
561 int xfrm_state_delete(struct xfrm_state
*x
)
565 spin_lock_bh(&x
->lock
);
566 err
= __xfrm_state_delete(x
);
567 spin_unlock_bh(&x
->lock
);
571 EXPORT_SYMBOL(xfrm_state_delete
);
573 #ifdef CONFIG_SECURITY_NETWORK_XFRM
575 xfrm_state_flush_secctx_check(struct net
*net
, u8 proto
, struct xfrm_audit
*audit_info
)
579 for (i
= 0; i
<= net
->xfrm
.state_hmask
; i
++) {
580 struct hlist_node
*entry
;
581 struct xfrm_state
*x
;
583 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+i
, bydst
) {
584 if (xfrm_id_proto_match(x
->id
.proto
, proto
) &&
585 (err
= security_xfrm_state_delete(x
)) != 0) {
586 xfrm_audit_state_delete(x
, 0,
587 audit_info
->loginuid
,
588 audit_info
->sessionid
,
599 xfrm_state_flush_secctx_check(struct net
*net
, u8 proto
, struct xfrm_audit
*audit_info
)
605 int xfrm_state_flush(struct net
*net
, u8 proto
, struct xfrm_audit
*audit_info
)
607 int i
, err
= 0, cnt
= 0;
609 spin_lock_bh(&xfrm_state_lock
);
610 err
= xfrm_state_flush_secctx_check(net
, proto
, audit_info
);
615 for (i
= 0; i
<= net
->xfrm
.state_hmask
; i
++) {
616 struct hlist_node
*entry
;
617 struct xfrm_state
*x
;
619 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+i
, bydst
) {
620 if (!xfrm_state_kern(x
) &&
621 xfrm_id_proto_match(x
->id
.proto
, proto
)) {
623 spin_unlock_bh(&xfrm_state_lock
);
625 err
= xfrm_state_delete(x
);
626 xfrm_audit_state_delete(x
, err
? 0 : 1,
627 audit_info
->loginuid
,
628 audit_info
->sessionid
,
634 spin_lock_bh(&xfrm_state_lock
);
643 spin_unlock_bh(&xfrm_state_lock
);
644 wake_up(&net
->xfrm
.km_waitq
);
647 EXPORT_SYMBOL(xfrm_state_flush
);
649 void xfrm_sad_getinfo(struct net
*net
, struct xfrmk_sadinfo
*si
)
651 spin_lock_bh(&xfrm_state_lock
);
652 si
->sadcnt
= net
->xfrm
.state_num
;
653 si
->sadhcnt
= net
->xfrm
.state_hmask
;
654 si
->sadhmcnt
= xfrm_state_hashmax
;
655 spin_unlock_bh(&xfrm_state_lock
);
657 EXPORT_SYMBOL(xfrm_sad_getinfo
);
660 xfrm_init_tempstate(struct xfrm_state
*x
, const struct flowi
*fl
,
661 const struct xfrm_tmpl
*tmpl
,
662 const xfrm_address_t
*daddr
, const xfrm_address_t
*saddr
,
663 unsigned short family
)
665 struct xfrm_state_afinfo
*afinfo
= xfrm_state_get_afinfo(family
);
668 afinfo
->init_tempsel(&x
->sel
, fl
);
670 if (family
!= tmpl
->encap_family
) {
671 xfrm_state_put_afinfo(afinfo
);
672 afinfo
= xfrm_state_get_afinfo(tmpl
->encap_family
);
676 afinfo
->init_temprop(x
, tmpl
, daddr
, saddr
);
677 xfrm_state_put_afinfo(afinfo
);
681 static struct xfrm_state
*__xfrm_state_lookup(struct net
*net
, u32 mark
,
682 const xfrm_address_t
*daddr
,
683 __be32 spi
, u8 proto
,
684 unsigned short family
)
686 unsigned int h
= xfrm_spi_hash(net
, daddr
, spi
, proto
, family
);
687 struct xfrm_state
*x
;
688 struct hlist_node
*entry
;
690 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_byspi
+h
, byspi
) {
691 if (x
->props
.family
!= family
||
693 x
->id
.proto
!= proto
||
694 xfrm_addr_cmp(&x
->id
.daddr
, daddr
, family
))
697 if ((mark
& x
->mark
.m
) != x
->mark
.v
)
706 static struct xfrm_state
*__xfrm_state_lookup_byaddr(struct net
*net
, u32 mark
,
707 const xfrm_address_t
*daddr
,
708 const xfrm_address_t
*saddr
,
709 u8 proto
, unsigned short family
)
711 unsigned int h
= xfrm_src_hash(net
, daddr
, saddr
, family
);
712 struct xfrm_state
*x
;
713 struct hlist_node
*entry
;
715 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bysrc
+h
, bysrc
) {
716 if (x
->props
.family
!= family
||
717 x
->id
.proto
!= proto
||
718 xfrm_addr_cmp(&x
->id
.daddr
, daddr
, family
) ||
719 xfrm_addr_cmp(&x
->props
.saddr
, saddr
, family
))
722 if ((mark
& x
->mark
.m
) != x
->mark
.v
)
731 static inline struct xfrm_state
*
732 __xfrm_state_locate(struct xfrm_state
*x
, int use_spi
, int family
)
734 struct net
*net
= xs_net(x
);
735 u32 mark
= x
->mark
.v
& x
->mark
.m
;
738 return __xfrm_state_lookup(net
, mark
, &x
->id
.daddr
,
739 x
->id
.spi
, x
->id
.proto
, family
);
741 return __xfrm_state_lookup_byaddr(net
, mark
,
744 x
->id
.proto
, family
);
747 static void xfrm_hash_grow_check(struct net
*net
, int have_hash_collision
)
749 if (have_hash_collision
&&
750 (net
->xfrm
.state_hmask
+ 1) < xfrm_state_hashmax
&&
751 net
->xfrm
.state_num
> net
->xfrm
.state_hmask
)
752 schedule_work(&net
->xfrm
.state_hash_work
);
755 static void xfrm_state_look_at(struct xfrm_policy
*pol
, struct xfrm_state
*x
,
756 const struct flowi
*fl
, unsigned short family
,
757 struct xfrm_state
**best
, int *acq_in_progress
,
761 * 1. There is a valid state with matching selector. Done.
762 * 2. Valid state with inappropriate selector. Skip.
764 * Entering area of "sysdeps".
766 * 3. If state is not valid, selector is temporary, it selects
767 * only session which triggered previous resolution. Key
768 * manager will do something to install a state with proper
771 if (x
->km
.state
== XFRM_STATE_VALID
) {
772 if ((x
->sel
.family
&&
773 !xfrm_selector_match(&x
->sel
, fl
, x
->sel
.family
)) ||
774 !security_xfrm_state_pol_flow_match(x
, pol
, fl
))
778 (*best
)->km
.dying
> x
->km
.dying
||
779 ((*best
)->km
.dying
== x
->km
.dying
&&
780 (*best
)->curlft
.add_time
< x
->curlft
.add_time
))
782 } else if (x
->km
.state
== XFRM_STATE_ACQ
) {
783 *acq_in_progress
= 1;
784 } else if (x
->km
.state
== XFRM_STATE_ERROR
||
785 x
->km
.state
== XFRM_STATE_EXPIRED
) {
786 if (xfrm_selector_match(&x
->sel
, fl
, x
->sel
.family
) &&
787 security_xfrm_state_pol_flow_match(x
, pol
, fl
))
793 xfrm_state_find(const xfrm_address_t
*daddr
, const xfrm_address_t
*saddr
,
794 const struct flowi
*fl
, struct xfrm_tmpl
*tmpl
,
795 struct xfrm_policy
*pol
, int *err
,
796 unsigned short family
)
798 static xfrm_address_t saddr_wildcard
= { };
799 struct net
*net
= xp_net(pol
);
800 unsigned int h
, h_wildcard
;
801 struct hlist_node
*entry
;
802 struct xfrm_state
*x
, *x0
, *to_put
;
803 int acquire_in_progress
= 0;
805 struct xfrm_state
*best
= NULL
;
806 u32 mark
= pol
->mark
.v
& pol
->mark
.m
;
807 unsigned short encap_family
= tmpl
->encap_family
;
811 spin_lock_bh(&xfrm_state_lock
);
812 h
= xfrm_dst_hash(net
, daddr
, saddr
, tmpl
->reqid
, encap_family
);
813 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+h
, bydst
) {
814 if (x
->props
.family
== encap_family
&&
815 x
->props
.reqid
== tmpl
->reqid
&&
816 (mark
& x
->mark
.m
) == x
->mark
.v
&&
817 !(x
->props
.flags
& XFRM_STATE_WILDRECV
) &&
818 xfrm_state_addr_check(x
, daddr
, saddr
, encap_family
) &&
819 tmpl
->mode
== x
->props
.mode
&&
820 tmpl
->id
.proto
== x
->id
.proto
&&
821 (tmpl
->id
.spi
== x
->id
.spi
|| !tmpl
->id
.spi
))
822 xfrm_state_look_at(pol
, x
, fl
, encap_family
,
823 &best
, &acquire_in_progress
, &error
);
828 h_wildcard
= xfrm_dst_hash(net
, daddr
, &saddr_wildcard
, tmpl
->reqid
, encap_family
);
829 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+h_wildcard
, bydst
) {
830 if (x
->props
.family
== encap_family
&&
831 x
->props
.reqid
== tmpl
->reqid
&&
832 (mark
& x
->mark
.m
) == x
->mark
.v
&&
833 !(x
->props
.flags
& XFRM_STATE_WILDRECV
) &&
834 xfrm_state_addr_check(x
, daddr
, saddr
, encap_family
) &&
835 tmpl
->mode
== x
->props
.mode
&&
836 tmpl
->id
.proto
== x
->id
.proto
&&
837 (tmpl
->id
.spi
== x
->id
.spi
|| !tmpl
->id
.spi
))
838 xfrm_state_look_at(pol
, x
, fl
, encap_family
,
839 &best
, &acquire_in_progress
, &error
);
844 if (!x
&& !error
&& !acquire_in_progress
) {
846 (x0
= __xfrm_state_lookup(net
, mark
, daddr
, tmpl
->id
.spi
,
847 tmpl
->id
.proto
, encap_family
)) != NULL
) {
852 x
= xfrm_state_alloc(net
);
857 /* Initialize temporary state matching only
858 * to current session. */
859 xfrm_init_tempstate(x
, fl
, tmpl
, daddr
, saddr
, family
);
860 memcpy(&x
->mark
, &pol
->mark
, sizeof(x
->mark
));
862 error
= security_xfrm_state_alloc_acquire(x
, pol
->security
, fl
->flowi_secid
);
864 x
->km
.state
= XFRM_STATE_DEAD
;
870 if (km_query(x
, tmpl
, pol
) == 0) {
871 x
->km
.state
= XFRM_STATE_ACQ
;
872 list_add(&x
->km
.all
, &net
->xfrm
.state_all
);
873 hlist_add_head(&x
->bydst
, net
->xfrm
.state_bydst
+h
);
874 h
= xfrm_src_hash(net
, daddr
, saddr
, encap_family
);
875 hlist_add_head(&x
->bysrc
, net
->xfrm
.state_bysrc
+h
);
877 h
= xfrm_spi_hash(net
, &x
->id
.daddr
, x
->id
.spi
, x
->id
.proto
, encap_family
);
878 hlist_add_head(&x
->byspi
, net
->xfrm
.state_byspi
+h
);
880 x
->lft
.hard_add_expires_seconds
= net
->xfrm
.sysctl_acq_expires
;
881 tasklet_hrtimer_start(&x
->mtimer
, ktime_set(net
->xfrm
.sysctl_acq_expires
, 0), HRTIMER_MODE_REL
);
882 net
->xfrm
.state_num
++;
883 xfrm_hash_grow_check(net
, x
->bydst
.next
!= NULL
);
885 x
->km
.state
= XFRM_STATE_DEAD
;
895 *err
= acquire_in_progress
? -EAGAIN
: error
;
896 spin_unlock_bh(&xfrm_state_lock
);
898 xfrm_state_put(to_put
);
903 xfrm_stateonly_find(struct net
*net
, u32 mark
,
904 xfrm_address_t
*daddr
, xfrm_address_t
*saddr
,
905 unsigned short family
, u8 mode
, u8 proto
, u32 reqid
)
908 struct xfrm_state
*rx
= NULL
, *x
= NULL
;
909 struct hlist_node
*entry
;
911 spin_lock(&xfrm_state_lock
);
912 h
= xfrm_dst_hash(net
, daddr
, saddr
, reqid
, family
);
913 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+h
, bydst
) {
914 if (x
->props
.family
== family
&&
915 x
->props
.reqid
== reqid
&&
916 (mark
& x
->mark
.m
) == x
->mark
.v
&&
917 !(x
->props
.flags
& XFRM_STATE_WILDRECV
) &&
918 xfrm_state_addr_check(x
, daddr
, saddr
, family
) &&
919 mode
== x
->props
.mode
&&
920 proto
== x
->id
.proto
&&
921 x
->km
.state
== XFRM_STATE_VALID
) {
929 spin_unlock(&xfrm_state_lock
);
934 EXPORT_SYMBOL(xfrm_stateonly_find
);
936 static void __xfrm_state_insert(struct xfrm_state
*x
)
938 struct net
*net
= xs_net(x
);
941 list_add(&x
->km
.all
, &net
->xfrm
.state_all
);
943 h
= xfrm_dst_hash(net
, &x
->id
.daddr
, &x
->props
.saddr
,
944 x
->props
.reqid
, x
->props
.family
);
945 hlist_add_head(&x
->bydst
, net
->xfrm
.state_bydst
+h
);
947 h
= xfrm_src_hash(net
, &x
->id
.daddr
, &x
->props
.saddr
, x
->props
.family
);
948 hlist_add_head(&x
->bysrc
, net
->xfrm
.state_bysrc
+h
);
951 h
= xfrm_spi_hash(net
, &x
->id
.daddr
, x
->id
.spi
, x
->id
.proto
,
954 hlist_add_head(&x
->byspi
, net
->xfrm
.state_byspi
+h
);
957 tasklet_hrtimer_start(&x
->mtimer
, ktime_set(1, 0), HRTIMER_MODE_REL
);
958 if (x
->replay_maxage
)
959 mod_timer(&x
->rtimer
, jiffies
+ x
->replay_maxage
);
961 wake_up(&net
->xfrm
.km_waitq
);
963 net
->xfrm
.state_num
++;
965 xfrm_hash_grow_check(net
, x
->bydst
.next
!= NULL
);
968 /* xfrm_state_lock is held */
969 static void __xfrm_state_bump_genids(struct xfrm_state
*xnew
)
971 struct net
*net
= xs_net(xnew
);
972 unsigned short family
= xnew
->props
.family
;
973 u32 reqid
= xnew
->props
.reqid
;
974 struct xfrm_state
*x
;
975 struct hlist_node
*entry
;
977 u32 mark
= xnew
->mark
.v
& xnew
->mark
.m
;
979 h
= xfrm_dst_hash(net
, &xnew
->id
.daddr
, &xnew
->props
.saddr
, reqid
, family
);
980 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+h
, bydst
) {
981 if (x
->props
.family
== family
&&
982 x
->props
.reqid
== reqid
&&
983 (mark
& x
->mark
.m
) == x
->mark
.v
&&
984 !xfrm_addr_cmp(&x
->id
.daddr
, &xnew
->id
.daddr
, family
) &&
985 !xfrm_addr_cmp(&x
->props
.saddr
, &xnew
->props
.saddr
, family
))
990 void xfrm_state_insert(struct xfrm_state
*x
)
992 spin_lock_bh(&xfrm_state_lock
);
993 __xfrm_state_bump_genids(x
);
994 __xfrm_state_insert(x
);
995 spin_unlock_bh(&xfrm_state_lock
);
997 EXPORT_SYMBOL(xfrm_state_insert
);
999 /* xfrm_state_lock is held */
1000 static struct xfrm_state
*__find_acq_core(struct net
*net
, struct xfrm_mark
*m
,
1001 unsigned short family
, u8 mode
,
1002 u32 reqid
, u8 proto
,
1003 const xfrm_address_t
*daddr
,
1004 const xfrm_address_t
*saddr
, int create
)
1006 unsigned int h
= xfrm_dst_hash(net
, daddr
, saddr
, reqid
, family
);
1007 struct hlist_node
*entry
;
1008 struct xfrm_state
*x
;
1009 u32 mark
= m
->v
& m
->m
;
1011 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+h
, bydst
) {
1012 if (x
->props
.reqid
!= reqid
||
1013 x
->props
.mode
!= mode
||
1014 x
->props
.family
!= family
||
1015 x
->km
.state
!= XFRM_STATE_ACQ
||
1017 x
->id
.proto
!= proto
||
1018 (mark
& x
->mark
.m
) != x
->mark
.v
||
1019 xfrm_addr_cmp(&x
->id
.daddr
, daddr
, family
) ||
1020 xfrm_addr_cmp(&x
->props
.saddr
, saddr
, family
))
1030 x
= xfrm_state_alloc(net
);
1034 x
->sel
.daddr
.a4
= daddr
->a4
;
1035 x
->sel
.saddr
.a4
= saddr
->a4
;
1036 x
->sel
.prefixlen_d
= 32;
1037 x
->sel
.prefixlen_s
= 32;
1038 x
->props
.saddr
.a4
= saddr
->a4
;
1039 x
->id
.daddr
.a4
= daddr
->a4
;
1043 ipv6_addr_copy((struct in6_addr
*)x
->sel
.daddr
.a6
,
1044 (struct in6_addr
*)daddr
);
1045 ipv6_addr_copy((struct in6_addr
*)x
->sel
.saddr
.a6
,
1046 (struct in6_addr
*)saddr
);
1047 x
->sel
.prefixlen_d
= 128;
1048 x
->sel
.prefixlen_s
= 128;
1049 ipv6_addr_copy((struct in6_addr
*)x
->props
.saddr
.a6
,
1050 (struct in6_addr
*)saddr
);
1051 ipv6_addr_copy((struct in6_addr
*)x
->id
.daddr
.a6
,
1052 (struct in6_addr
*)daddr
);
1056 x
->km
.state
= XFRM_STATE_ACQ
;
1057 x
->id
.proto
= proto
;
1058 x
->props
.family
= family
;
1059 x
->props
.mode
= mode
;
1060 x
->props
.reqid
= reqid
;
1063 x
->lft
.hard_add_expires_seconds
= net
->xfrm
.sysctl_acq_expires
;
1065 tasklet_hrtimer_start(&x
->mtimer
, ktime_set(net
->xfrm
.sysctl_acq_expires
, 0), HRTIMER_MODE_REL
);
1066 list_add(&x
->km
.all
, &net
->xfrm
.state_all
);
1067 hlist_add_head(&x
->bydst
, net
->xfrm
.state_bydst
+h
);
1068 h
= xfrm_src_hash(net
, daddr
, saddr
, family
);
1069 hlist_add_head(&x
->bysrc
, net
->xfrm
.state_bysrc
+h
);
1071 net
->xfrm
.state_num
++;
1073 xfrm_hash_grow_check(net
, x
->bydst
.next
!= NULL
);
1079 static struct xfrm_state
*__xfrm_find_acq_byseq(struct net
*net
, u32 mark
, u32 seq
);
1081 int xfrm_state_add(struct xfrm_state
*x
)
1083 struct net
*net
= xs_net(x
);
1084 struct xfrm_state
*x1
, *to_put
;
1087 u32 mark
= x
->mark
.v
& x
->mark
.m
;
1088 int use_spi
= xfrm_id_proto_match(x
->id
.proto
, IPSEC_PROTO_ANY
);
1090 family
= x
->props
.family
;
1094 spin_lock_bh(&xfrm_state_lock
);
1096 x1
= __xfrm_state_locate(x
, use_spi
, family
);
1104 if (use_spi
&& x
->km
.seq
) {
1105 x1
= __xfrm_find_acq_byseq(net
, mark
, x
->km
.seq
);
1106 if (x1
&& ((x1
->id
.proto
!= x
->id
.proto
) ||
1107 xfrm_addr_cmp(&x1
->id
.daddr
, &x
->id
.daddr
, family
))) {
1114 x1
= __find_acq_core(net
, &x
->mark
, family
, x
->props
.mode
,
1115 x
->props
.reqid
, x
->id
.proto
,
1116 &x
->id
.daddr
, &x
->props
.saddr
, 0);
1118 __xfrm_state_bump_genids(x
);
1119 __xfrm_state_insert(x
);
1123 spin_unlock_bh(&xfrm_state_lock
);
1126 xfrm_state_delete(x1
);
1131 xfrm_state_put(to_put
);
1135 EXPORT_SYMBOL(xfrm_state_add
);
1137 #ifdef CONFIG_XFRM_MIGRATE
1138 static struct xfrm_state
*xfrm_state_clone(struct xfrm_state
*orig
, int *errp
)
1140 struct net
*net
= xs_net(orig
);
1142 struct xfrm_state
*x
= xfrm_state_alloc(net
);
1146 memcpy(&x
->id
, &orig
->id
, sizeof(x
->id
));
1147 memcpy(&x
->sel
, &orig
->sel
, sizeof(x
->sel
));
1148 memcpy(&x
->lft
, &orig
->lft
, sizeof(x
->lft
));
1149 x
->props
.mode
= orig
->props
.mode
;
1150 x
->props
.replay_window
= orig
->props
.replay_window
;
1151 x
->props
.reqid
= orig
->props
.reqid
;
1152 x
->props
.family
= orig
->props
.family
;
1153 x
->props
.saddr
= orig
->props
.saddr
;
1156 x
->aalg
= xfrm_algo_auth_clone(orig
->aalg
);
1160 x
->props
.aalgo
= orig
->props
.aalgo
;
1163 x
->ealg
= xfrm_algo_clone(orig
->ealg
);
1167 x
->props
.ealgo
= orig
->props
.ealgo
;
1170 x
->calg
= xfrm_algo_clone(orig
->calg
);
1174 x
->props
.calgo
= orig
->props
.calgo
;
1177 x
->encap
= kmemdup(orig
->encap
, sizeof(*x
->encap
), GFP_KERNEL
);
1183 x
->coaddr
= kmemdup(orig
->coaddr
, sizeof(*x
->coaddr
),
1189 memcpy(&x
->mark
, &orig
->mark
, sizeof(x
->mark
));
1191 err
= xfrm_init_state(x
);
1195 x
->props
.flags
= orig
->props
.flags
;
1197 x
->curlft
.add_time
= orig
->curlft
.add_time
;
1198 x
->km
.state
= orig
->km
.state
;
1199 x
->km
.seq
= orig
->km
.seq
;
1211 /* xfrm_state_lock is held */
1212 struct xfrm_state
* xfrm_migrate_state_find(struct xfrm_migrate
*m
)
1215 struct xfrm_state
*x
;
1216 struct hlist_node
*entry
;
1219 h
= xfrm_dst_hash(&init_net
, &m
->old_daddr
, &m
->old_saddr
,
1220 m
->reqid
, m
->old_family
);
1221 hlist_for_each_entry(x
, entry
, init_net
.xfrm
.state_bydst
+h
, bydst
) {
1222 if (x
->props
.mode
!= m
->mode
||
1223 x
->id
.proto
!= m
->proto
)
1225 if (m
->reqid
&& x
->props
.reqid
!= m
->reqid
)
1227 if (xfrm_addr_cmp(&x
->id
.daddr
, &m
->old_daddr
,
1229 xfrm_addr_cmp(&x
->props
.saddr
, &m
->old_saddr
,
1236 h
= xfrm_src_hash(&init_net
, &m
->old_daddr
, &m
->old_saddr
,
1238 hlist_for_each_entry(x
, entry
, init_net
.xfrm
.state_bysrc
+h
, bysrc
) {
1239 if (x
->props
.mode
!= m
->mode
||
1240 x
->id
.proto
!= m
->proto
)
1242 if (xfrm_addr_cmp(&x
->id
.daddr
, &m
->old_daddr
,
1244 xfrm_addr_cmp(&x
->props
.saddr
, &m
->old_saddr
,
1254 EXPORT_SYMBOL(xfrm_migrate_state_find
);
1256 struct xfrm_state
* xfrm_state_migrate(struct xfrm_state
*x
,
1257 struct xfrm_migrate
*m
)
1259 struct xfrm_state
*xc
;
1262 xc
= xfrm_state_clone(x
, &err
);
1266 memcpy(&xc
->id
.daddr
, &m
->new_daddr
, sizeof(xc
->id
.daddr
));
1267 memcpy(&xc
->props
.saddr
, &m
->new_saddr
, sizeof(xc
->props
.saddr
));
1270 if (!xfrm_addr_cmp(&x
->id
.daddr
, &m
->new_daddr
, m
->new_family
)) {
1271 /* a care is needed when the destination address of the
1272 state is to be updated as it is a part of triplet */
1273 xfrm_state_insert(xc
);
1275 if ((err
= xfrm_state_add(xc
)) < 0)
1284 EXPORT_SYMBOL(xfrm_state_migrate
);
1287 int xfrm_state_update(struct xfrm_state
*x
)
1289 struct xfrm_state
*x1
, *to_put
;
1291 int use_spi
= xfrm_id_proto_match(x
->id
.proto
, IPSEC_PROTO_ANY
);
1295 spin_lock_bh(&xfrm_state_lock
);
1296 x1
= __xfrm_state_locate(x
, use_spi
, x
->props
.family
);
1302 if (xfrm_state_kern(x1
)) {
1308 if (x1
->km
.state
== XFRM_STATE_ACQ
) {
1309 __xfrm_state_insert(x
);
1315 spin_unlock_bh(&xfrm_state_lock
);
1318 xfrm_state_put(to_put
);
1324 xfrm_state_delete(x1
);
1330 spin_lock_bh(&x1
->lock
);
1331 if (likely(x1
->km
.state
== XFRM_STATE_VALID
)) {
1332 if (x
->encap
&& x1
->encap
)
1333 memcpy(x1
->encap
, x
->encap
, sizeof(*x1
->encap
));
1334 if (x
->coaddr
&& x1
->coaddr
) {
1335 memcpy(x1
->coaddr
, x
->coaddr
, sizeof(*x1
->coaddr
));
1337 if (!use_spi
&& memcmp(&x1
->sel
, &x
->sel
, sizeof(x1
->sel
)))
1338 memcpy(&x1
->sel
, &x
->sel
, sizeof(x1
->sel
));
1339 memcpy(&x1
->lft
, &x
->lft
, sizeof(x1
->lft
));
1342 tasklet_hrtimer_start(&x1
->mtimer
, ktime_set(1, 0), HRTIMER_MODE_REL
);
1343 if (x1
->curlft
.use_time
)
1344 xfrm_state_check_expire(x1
);
1348 spin_unlock_bh(&x1
->lock
);
1354 EXPORT_SYMBOL(xfrm_state_update
);
1356 int xfrm_state_check_expire(struct xfrm_state
*x
)
1358 if (!x
->curlft
.use_time
)
1359 x
->curlft
.use_time
= get_seconds();
1361 if (x
->km
.state
!= XFRM_STATE_VALID
)
1364 if (x
->curlft
.bytes
>= x
->lft
.hard_byte_limit
||
1365 x
->curlft
.packets
>= x
->lft
.hard_packet_limit
) {
1366 x
->km
.state
= XFRM_STATE_EXPIRED
;
1367 tasklet_hrtimer_start(&x
->mtimer
, ktime_set(0,0), HRTIMER_MODE_REL
);
1372 (x
->curlft
.bytes
>= x
->lft
.soft_byte_limit
||
1373 x
->curlft
.packets
>= x
->lft
.soft_packet_limit
)) {
1375 km_state_expired(x
, 0, 0);
1379 EXPORT_SYMBOL(xfrm_state_check_expire
);
1382 xfrm_state_lookup(struct net
*net
, u32 mark
, const xfrm_address_t
*daddr
, __be32 spi
,
1383 u8 proto
, unsigned short family
)
1385 struct xfrm_state
*x
;
1387 spin_lock_bh(&xfrm_state_lock
);
1388 x
= __xfrm_state_lookup(net
, mark
, daddr
, spi
, proto
, family
);
1389 spin_unlock_bh(&xfrm_state_lock
);
1392 EXPORT_SYMBOL(xfrm_state_lookup
);
1395 xfrm_state_lookup_byaddr(struct net
*net
, u32 mark
,
1396 const xfrm_address_t
*daddr
, const xfrm_address_t
*saddr
,
1397 u8 proto
, unsigned short family
)
1399 struct xfrm_state
*x
;
1401 spin_lock_bh(&xfrm_state_lock
);
1402 x
= __xfrm_state_lookup_byaddr(net
, mark
, daddr
, saddr
, proto
, family
);
1403 spin_unlock_bh(&xfrm_state_lock
);
1406 EXPORT_SYMBOL(xfrm_state_lookup_byaddr
);
1409 xfrm_find_acq(struct net
*net
, struct xfrm_mark
*mark
, u8 mode
, u32 reqid
, u8 proto
,
1410 const xfrm_address_t
*daddr
, const xfrm_address_t
*saddr
,
1411 int create
, unsigned short family
)
1413 struct xfrm_state
*x
;
1415 spin_lock_bh(&xfrm_state_lock
);
1416 x
= __find_acq_core(net
, mark
, family
, mode
, reqid
, proto
, daddr
, saddr
, create
);
1417 spin_unlock_bh(&xfrm_state_lock
);
1421 EXPORT_SYMBOL(xfrm_find_acq
);
1423 #ifdef CONFIG_XFRM_SUB_POLICY
1425 xfrm_tmpl_sort(struct xfrm_tmpl
**dst
, struct xfrm_tmpl
**src
, int n
,
1426 unsigned short family
)
1429 struct xfrm_state_afinfo
*afinfo
= xfrm_state_get_afinfo(family
);
1431 return -EAFNOSUPPORT
;
1433 spin_lock_bh(&xfrm_state_lock
);
1434 if (afinfo
->tmpl_sort
)
1435 err
= afinfo
->tmpl_sort(dst
, src
, n
);
1436 spin_unlock_bh(&xfrm_state_lock
);
1437 xfrm_state_put_afinfo(afinfo
);
1440 EXPORT_SYMBOL(xfrm_tmpl_sort
);
1443 xfrm_state_sort(struct xfrm_state
**dst
, struct xfrm_state
**src
, int n
,
1444 unsigned short family
)
1447 struct xfrm_state_afinfo
*afinfo
= xfrm_state_get_afinfo(family
);
1449 return -EAFNOSUPPORT
;
1451 spin_lock_bh(&xfrm_state_lock
);
1452 if (afinfo
->state_sort
)
1453 err
= afinfo
->state_sort(dst
, src
, n
);
1454 spin_unlock_bh(&xfrm_state_lock
);
1455 xfrm_state_put_afinfo(afinfo
);
1458 EXPORT_SYMBOL(xfrm_state_sort
);
1461 /* Silly enough, but I'm lazy to build resolution list */
1463 static struct xfrm_state
*__xfrm_find_acq_byseq(struct net
*net
, u32 mark
, u32 seq
)
1467 for (i
= 0; i
<= net
->xfrm
.state_hmask
; i
++) {
1468 struct hlist_node
*entry
;
1469 struct xfrm_state
*x
;
1471 hlist_for_each_entry(x
, entry
, net
->xfrm
.state_bydst
+i
, bydst
) {
1472 if (x
->km
.seq
== seq
&&
1473 (mark
& x
->mark
.m
) == x
->mark
.v
&&
1474 x
->km
.state
== XFRM_STATE_ACQ
) {
1483 struct xfrm_state
*xfrm_find_acq_byseq(struct net
*net
, u32 mark
, u32 seq
)
1485 struct xfrm_state
*x
;
1487 spin_lock_bh(&xfrm_state_lock
);
1488 x
= __xfrm_find_acq_byseq(net
, mark
, seq
);
1489 spin_unlock_bh(&xfrm_state_lock
);
1492 EXPORT_SYMBOL(xfrm_find_acq_byseq
);
1494 u32
xfrm_get_acqseq(void)
1497 static atomic_t acqseq
;
1500 res
= atomic_inc_return(&acqseq
);
1505 EXPORT_SYMBOL(xfrm_get_acqseq
);
1507 int xfrm_alloc_spi(struct xfrm_state
*x
, u32 low
, u32 high
)
1509 struct net
*net
= xs_net(x
);
1511 struct xfrm_state
*x0
;
1513 __be32 minspi
= htonl(low
);
1514 __be32 maxspi
= htonl(high
);
1515 u32 mark
= x
->mark
.v
& x
->mark
.m
;
1517 spin_lock_bh(&x
->lock
);
1518 if (x
->km
.state
== XFRM_STATE_DEAD
)
1527 if (minspi
== maxspi
) {
1528 x0
= xfrm_state_lookup(net
, mark
, &x
->id
.daddr
, minspi
, x
->id
.proto
, x
->props
.family
);
1536 for (h
=0; h
<high
-low
+1; h
++) {
1537 spi
= low
+ net_random()%(high
-low
+1);
1538 x0
= xfrm_state_lookup(net
, mark
, &x
->id
.daddr
, htonl(spi
), x
->id
.proto
, x
->props
.family
);
1540 x
->id
.spi
= htonl(spi
);
1547 spin_lock_bh(&xfrm_state_lock
);
1548 h
= xfrm_spi_hash(net
, &x
->id
.daddr
, x
->id
.spi
, x
->id
.proto
, x
->props
.family
);
1549 hlist_add_head(&x
->byspi
, net
->xfrm
.state_byspi
+h
);
1550 spin_unlock_bh(&xfrm_state_lock
);
1556 spin_unlock_bh(&x
->lock
);
1560 EXPORT_SYMBOL(xfrm_alloc_spi
);
1562 int xfrm_state_walk(struct net
*net
, struct xfrm_state_walk
*walk
,
1563 int (*func
)(struct xfrm_state
*, int, void*),
1566 struct xfrm_state
*state
;
1567 struct xfrm_state_walk
*x
;
1570 if (walk
->seq
!= 0 && list_empty(&walk
->all
))
1573 spin_lock_bh(&xfrm_state_lock
);
1574 if (list_empty(&walk
->all
))
1575 x
= list_first_entry(&net
->xfrm
.state_all
, struct xfrm_state_walk
, all
);
1577 x
= list_entry(&walk
->all
, struct xfrm_state_walk
, all
);
1578 list_for_each_entry_from(x
, &net
->xfrm
.state_all
, all
) {
1579 if (x
->state
== XFRM_STATE_DEAD
)
1581 state
= container_of(x
, struct xfrm_state
, km
);
1582 if (!xfrm_id_proto_match(state
->id
.proto
, walk
->proto
))
1584 err
= func(state
, walk
->seq
, data
);
1586 list_move_tail(&walk
->all
, &x
->all
);
1591 if (walk
->seq
== 0) {
1595 list_del_init(&walk
->all
);
1597 spin_unlock_bh(&xfrm_state_lock
);
1600 EXPORT_SYMBOL(xfrm_state_walk
);
1602 void xfrm_state_walk_init(struct xfrm_state_walk
*walk
, u8 proto
)
1604 INIT_LIST_HEAD(&walk
->all
);
1605 walk
->proto
= proto
;
1606 walk
->state
= XFRM_STATE_DEAD
;
1609 EXPORT_SYMBOL(xfrm_state_walk_init
);
1611 void xfrm_state_walk_done(struct xfrm_state_walk
*walk
)
1613 if (list_empty(&walk
->all
))
1616 spin_lock_bh(&xfrm_state_lock
);
1617 list_del(&walk
->all
);
1618 spin_unlock_bh(&xfrm_state_lock
);
1620 EXPORT_SYMBOL(xfrm_state_walk_done
);
1623 void xfrm_replay_notify(struct xfrm_state
*x
, int event
)
1626 /* we send notify messages in case
1627 * 1. we updated on of the sequence numbers, and the seqno difference
1628 * is at least x->replay_maxdiff, in this case we also update the
1629 * timeout of our timer function
1630 * 2. if x->replay_maxage has elapsed since last update,
1631 * and there were changes
1633 * The state structure must be locked!
1637 case XFRM_REPLAY_UPDATE
:
1638 if (x
->replay_maxdiff
&&
1639 (x
->replay
.seq
- x
->preplay
.seq
< x
->replay_maxdiff
) &&
1640 (x
->replay
.oseq
- x
->preplay
.oseq
< x
->replay_maxdiff
)) {
1641 if (x
->xflags
& XFRM_TIME_DEFER
)
1642 event
= XFRM_REPLAY_TIMEOUT
;
1649 case XFRM_REPLAY_TIMEOUT
:
1650 if ((x
->replay
.seq
== x
->preplay
.seq
) &&
1651 (x
->replay
.bitmap
== x
->preplay
.bitmap
) &&
1652 (x
->replay
.oseq
== x
->preplay
.oseq
)) {
1653 x
->xflags
|= XFRM_TIME_DEFER
;
1660 memcpy(&x
->preplay
, &x
->replay
, sizeof(struct xfrm_replay_state
));
1661 c
.event
= XFRM_MSG_NEWAE
;
1662 c
.data
.aevent
= event
;
1663 km_state_notify(x
, &c
);
1665 if (x
->replay_maxage
&&
1666 !mod_timer(&x
->rtimer
, jiffies
+ x
->replay_maxage
))
1667 x
->xflags
&= ~XFRM_TIME_DEFER
;
1670 static void xfrm_replay_timer_handler(unsigned long data
)
1672 struct xfrm_state
*x
= (struct xfrm_state
*)data
;
1674 spin_lock(&x
->lock
);
1676 if (x
->km
.state
== XFRM_STATE_VALID
) {
1677 if (xfrm_aevent_is_on(xs_net(x
)))
1678 xfrm_replay_notify(x
, XFRM_REPLAY_TIMEOUT
);
1680 x
->xflags
|= XFRM_TIME_DEFER
;
1683 spin_unlock(&x
->lock
);
1686 int xfrm_replay_check(struct xfrm_state
*x
,
1687 struct sk_buff
*skb
, __be32 net_seq
)
1690 u32 seq
= ntohl(net_seq
);
1692 if (unlikely(seq
== 0))
1695 if (likely(seq
> x
->replay
.seq
))
1698 diff
= x
->replay
.seq
- seq
;
1699 if (diff
>= min_t(unsigned int, x
->props
.replay_window
,
1700 sizeof(x
->replay
.bitmap
) * 8)) {
1701 x
->stats
.replay_window
++;
1705 if (x
->replay
.bitmap
& (1U << diff
)) {
1712 xfrm_audit_state_replay(x
, skb
, net_seq
);
1716 void xfrm_replay_advance(struct xfrm_state
*x
, __be32 net_seq
)
1719 u32 seq
= ntohl(net_seq
);
1721 if (seq
> x
->replay
.seq
) {
1722 diff
= seq
- x
->replay
.seq
;
1723 if (diff
< x
->props
.replay_window
)
1724 x
->replay
.bitmap
= ((x
->replay
.bitmap
) << diff
) | 1;
1726 x
->replay
.bitmap
= 1;
1727 x
->replay
.seq
= seq
;
1729 diff
= x
->replay
.seq
- seq
;
1730 x
->replay
.bitmap
|= (1U << diff
);
1733 if (xfrm_aevent_is_on(xs_net(x
)))
1734 xfrm_replay_notify(x
, XFRM_REPLAY_UPDATE
);
1737 static LIST_HEAD(xfrm_km_list
);
1738 static DEFINE_RWLOCK(xfrm_km_lock
);
1740 void km_policy_notify(struct xfrm_policy
*xp
, int dir
, const struct km_event
*c
)
1742 struct xfrm_mgr
*km
;
1744 read_lock(&xfrm_km_lock
);
1745 list_for_each_entry(km
, &xfrm_km_list
, list
)
1746 if (km
->notify_policy
)
1747 km
->notify_policy(xp
, dir
, c
);
1748 read_unlock(&xfrm_km_lock
);
1751 void km_state_notify(struct xfrm_state
*x
, const struct km_event
*c
)
1753 struct xfrm_mgr
*km
;
1754 read_lock(&xfrm_km_lock
);
1755 list_for_each_entry(km
, &xfrm_km_list
, list
)
1758 read_unlock(&xfrm_km_lock
);
1761 EXPORT_SYMBOL(km_policy_notify
);
1762 EXPORT_SYMBOL(km_state_notify
);
1764 void km_state_expired(struct xfrm_state
*x
, int hard
, u32 pid
)
1766 struct net
*net
= xs_net(x
);
1771 c
.event
= XFRM_MSG_EXPIRE
;
1772 km_state_notify(x
, &c
);
1775 wake_up(&net
->xfrm
.km_waitq
);
1778 EXPORT_SYMBOL(km_state_expired
);
1780 * We send to all registered managers regardless of failure
1781 * We are happy with one success
1783 int km_query(struct xfrm_state
*x
, struct xfrm_tmpl
*t
, struct xfrm_policy
*pol
)
1785 int err
= -EINVAL
, acqret
;
1786 struct xfrm_mgr
*km
;
1788 read_lock(&xfrm_km_lock
);
1789 list_for_each_entry(km
, &xfrm_km_list
, list
) {
1790 acqret
= km
->acquire(x
, t
, pol
, XFRM_POLICY_OUT
);
1794 read_unlock(&xfrm_km_lock
);
1797 EXPORT_SYMBOL(km_query
);
1799 int km_new_mapping(struct xfrm_state
*x
, xfrm_address_t
*ipaddr
, __be16 sport
)
1802 struct xfrm_mgr
*km
;
1804 read_lock(&xfrm_km_lock
);
1805 list_for_each_entry(km
, &xfrm_km_list
, list
) {
1806 if (km
->new_mapping
)
1807 err
= km
->new_mapping(x
, ipaddr
, sport
);
1811 read_unlock(&xfrm_km_lock
);
1814 EXPORT_SYMBOL(km_new_mapping
);
1816 void km_policy_expired(struct xfrm_policy
*pol
, int dir
, int hard
, u32 pid
)
1818 struct net
*net
= xp_net(pol
);
1823 c
.event
= XFRM_MSG_POLEXPIRE
;
1824 km_policy_notify(pol
, dir
, &c
);
1827 wake_up(&net
->xfrm
.km_waitq
);
1829 EXPORT_SYMBOL(km_policy_expired
);
1831 #ifdef CONFIG_XFRM_MIGRATE
1832 int km_migrate(const struct xfrm_selector
*sel
, u8 dir
, u8 type
,
1833 const struct xfrm_migrate
*m
, int num_migrate
,
1834 const struct xfrm_kmaddress
*k
)
1838 struct xfrm_mgr
*km
;
1840 read_lock(&xfrm_km_lock
);
1841 list_for_each_entry(km
, &xfrm_km_list
, list
) {
1843 ret
= km
->migrate(sel
, dir
, type
, m
, num_migrate
, k
);
1848 read_unlock(&xfrm_km_lock
);
1851 EXPORT_SYMBOL(km_migrate
);
1854 int km_report(struct net
*net
, u8 proto
, struct xfrm_selector
*sel
, xfrm_address_t
*addr
)
1858 struct xfrm_mgr
*km
;
1860 read_lock(&xfrm_km_lock
);
1861 list_for_each_entry(km
, &xfrm_km_list
, list
) {
1863 ret
= km
->report(net
, proto
, sel
, addr
);
1868 read_unlock(&xfrm_km_lock
);
1871 EXPORT_SYMBOL(km_report
);
1873 int xfrm_user_policy(struct sock
*sk
, int optname
, u8 __user
*optval
, int optlen
)
1877 struct xfrm_mgr
*km
;
1878 struct xfrm_policy
*pol
= NULL
;
1880 if (optlen
<= 0 || optlen
> PAGE_SIZE
)
1883 data
= kmalloc(optlen
, GFP_KERNEL
);
1888 if (copy_from_user(data
, optval
, optlen
))
1892 read_lock(&xfrm_km_lock
);
1893 list_for_each_entry(km
, &xfrm_km_list
, list
) {
1894 pol
= km
->compile_policy(sk
, optname
, data
,
1899 read_unlock(&xfrm_km_lock
);
1902 xfrm_sk_policy_insert(sk
, err
, pol
);
1911 EXPORT_SYMBOL(xfrm_user_policy
);
1913 int xfrm_register_km(struct xfrm_mgr
*km
)
1915 write_lock_bh(&xfrm_km_lock
);
1916 list_add_tail(&km
->list
, &xfrm_km_list
);
1917 write_unlock_bh(&xfrm_km_lock
);
1920 EXPORT_SYMBOL(xfrm_register_km
);
1922 int xfrm_unregister_km(struct xfrm_mgr
*km
)
1924 write_lock_bh(&xfrm_km_lock
);
1925 list_del(&km
->list
);
1926 write_unlock_bh(&xfrm_km_lock
);
1929 EXPORT_SYMBOL(xfrm_unregister_km
);
1931 int xfrm_state_register_afinfo(struct xfrm_state_afinfo
*afinfo
)
1934 if (unlikely(afinfo
== NULL
))
1936 if (unlikely(afinfo
->family
>= NPROTO
))
1937 return -EAFNOSUPPORT
;
1938 write_lock_bh(&xfrm_state_afinfo_lock
);
1939 if (unlikely(xfrm_state_afinfo
[afinfo
->family
] != NULL
))
1942 xfrm_state_afinfo
[afinfo
->family
] = afinfo
;
1943 write_unlock_bh(&xfrm_state_afinfo_lock
);
1946 EXPORT_SYMBOL(xfrm_state_register_afinfo
);
1948 int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo
*afinfo
)
1951 if (unlikely(afinfo
== NULL
))
1953 if (unlikely(afinfo
->family
>= NPROTO
))
1954 return -EAFNOSUPPORT
;
1955 write_lock_bh(&xfrm_state_afinfo_lock
);
1956 if (likely(xfrm_state_afinfo
[afinfo
->family
] != NULL
)) {
1957 if (unlikely(xfrm_state_afinfo
[afinfo
->family
] != afinfo
))
1960 xfrm_state_afinfo
[afinfo
->family
] = NULL
;
1962 write_unlock_bh(&xfrm_state_afinfo_lock
);
1965 EXPORT_SYMBOL(xfrm_state_unregister_afinfo
);
1967 static struct xfrm_state_afinfo
*xfrm_state_get_afinfo(unsigned int family
)
1969 struct xfrm_state_afinfo
*afinfo
;
1970 if (unlikely(family
>= NPROTO
))
1972 read_lock(&xfrm_state_afinfo_lock
);
1973 afinfo
= xfrm_state_afinfo
[family
];
1974 if (unlikely(!afinfo
))
1975 read_unlock(&xfrm_state_afinfo_lock
);
1979 static void xfrm_state_put_afinfo(struct xfrm_state_afinfo
*afinfo
)
1980 __releases(xfrm_state_afinfo_lock
)
1982 read_unlock(&xfrm_state_afinfo_lock
);
1985 /* Temporarily located here until net/xfrm/xfrm_tunnel.c is created */
1986 void xfrm_state_delete_tunnel(struct xfrm_state
*x
)
1989 struct xfrm_state
*t
= x
->tunnel
;
1991 if (atomic_read(&t
->tunnel_users
) == 2)
1992 xfrm_state_delete(t
);
1993 atomic_dec(&t
->tunnel_users
);
1998 EXPORT_SYMBOL(xfrm_state_delete_tunnel
);
2000 int xfrm_state_mtu(struct xfrm_state
*x
, int mtu
)
2004 spin_lock_bh(&x
->lock
);
2005 if (x
->km
.state
== XFRM_STATE_VALID
&&
2006 x
->type
&& x
->type
->get_mtu
)
2007 res
= x
->type
->get_mtu(x
, mtu
);
2009 res
= mtu
- x
->props
.header_len
;
2010 spin_unlock_bh(&x
->lock
);
2014 int xfrm_init_state(struct xfrm_state
*x
)
2016 struct xfrm_state_afinfo
*afinfo
;
2017 struct xfrm_mode
*inner_mode
;
2018 int family
= x
->props
.family
;
2021 err
= -EAFNOSUPPORT
;
2022 afinfo
= xfrm_state_get_afinfo(family
);
2027 if (afinfo
->init_flags
)
2028 err
= afinfo
->init_flags(x
);
2030 xfrm_state_put_afinfo(afinfo
);
2035 err
= -EPROTONOSUPPORT
;
2037 if (x
->sel
.family
!= AF_UNSPEC
) {
2038 inner_mode
= xfrm_get_mode(x
->props
.mode
, x
->sel
.family
);
2039 if (inner_mode
== NULL
)
2042 if (!(inner_mode
->flags
& XFRM_MODE_FLAG_TUNNEL
) &&
2043 family
!= x
->sel
.family
) {
2044 xfrm_put_mode(inner_mode
);
2048 x
->inner_mode
= inner_mode
;
2050 struct xfrm_mode
*inner_mode_iaf
;
2051 int iafamily
= AF_INET
;
2053 inner_mode
= xfrm_get_mode(x
->props
.mode
, x
->props
.family
);
2054 if (inner_mode
== NULL
)
2057 if (!(inner_mode
->flags
& XFRM_MODE_FLAG_TUNNEL
)) {
2058 xfrm_put_mode(inner_mode
);
2061 x
->inner_mode
= inner_mode
;
2063 if (x
->props
.family
== AF_INET
)
2064 iafamily
= AF_INET6
;
2066 inner_mode_iaf
= xfrm_get_mode(x
->props
.mode
, iafamily
);
2067 if (inner_mode_iaf
) {
2068 if (inner_mode_iaf
->flags
& XFRM_MODE_FLAG_TUNNEL
)
2069 x
->inner_mode_iaf
= inner_mode_iaf
;
2071 xfrm_put_mode(inner_mode_iaf
);
2075 x
->type
= xfrm_get_type(x
->id
.proto
, family
);
2076 if (x
->type
== NULL
)
2079 err
= x
->type
->init_state(x
);
2083 x
->outer_mode
= xfrm_get_mode(x
->props
.mode
, family
);
2084 if (x
->outer_mode
== NULL
)
2087 x
->km
.state
= XFRM_STATE_VALID
;
2093 EXPORT_SYMBOL(xfrm_init_state
);
2095 int __net_init
xfrm_state_init(struct net
*net
)
2099 INIT_LIST_HEAD(&net
->xfrm
.state_all
);
2101 sz
= sizeof(struct hlist_head
) * 8;
2103 net
->xfrm
.state_bydst
= xfrm_hash_alloc(sz
);
2104 if (!net
->xfrm
.state_bydst
)
2106 net
->xfrm
.state_bysrc
= xfrm_hash_alloc(sz
);
2107 if (!net
->xfrm
.state_bysrc
)
2109 net
->xfrm
.state_byspi
= xfrm_hash_alloc(sz
);
2110 if (!net
->xfrm
.state_byspi
)
2112 net
->xfrm
.state_hmask
= ((sz
/ sizeof(struct hlist_head
)) - 1);
2114 net
->xfrm
.state_num
= 0;
2115 INIT_WORK(&net
->xfrm
.state_hash_work
, xfrm_hash_resize
);
2116 INIT_HLIST_HEAD(&net
->xfrm
.state_gc_list
);
2117 INIT_WORK(&net
->xfrm
.state_gc_work
, xfrm_state_gc_task
);
2118 init_waitqueue_head(&net
->xfrm
.km_waitq
);
2122 xfrm_hash_free(net
->xfrm
.state_bysrc
, sz
);
2124 xfrm_hash_free(net
->xfrm
.state_bydst
, sz
);
2129 void xfrm_state_fini(struct net
*net
)
2131 struct xfrm_audit audit_info
;
2134 flush_work(&net
->xfrm
.state_hash_work
);
2135 audit_info
.loginuid
= -1;
2136 audit_info
.sessionid
= -1;
2137 audit_info
.secid
= 0;
2138 xfrm_state_flush(net
, IPSEC_PROTO_ANY
, &audit_info
);
2139 flush_work(&net
->xfrm
.state_gc_work
);
2141 WARN_ON(!list_empty(&net
->xfrm
.state_all
));
2143 sz
= (net
->xfrm
.state_hmask
+ 1) * sizeof(struct hlist_head
);
2144 WARN_ON(!hlist_empty(net
->xfrm
.state_byspi
));
2145 xfrm_hash_free(net
->xfrm
.state_byspi
, sz
);
2146 WARN_ON(!hlist_empty(net
->xfrm
.state_bysrc
));
2147 xfrm_hash_free(net
->xfrm
.state_bysrc
, sz
);
2148 WARN_ON(!hlist_empty(net
->xfrm
.state_bydst
));
2149 xfrm_hash_free(net
->xfrm
.state_bydst
, sz
);
2152 #ifdef CONFIG_AUDITSYSCALL
2153 static void xfrm_audit_helper_sainfo(struct xfrm_state
*x
,
2154 struct audit_buffer
*audit_buf
)
2156 struct xfrm_sec_ctx
*ctx
= x
->security
;
2157 u32 spi
= ntohl(x
->id
.spi
);
2160 audit_log_format(audit_buf
, " sec_alg=%u sec_doi=%u sec_obj=%s",
2161 ctx
->ctx_alg
, ctx
->ctx_doi
, ctx
->ctx_str
);
2163 switch(x
->props
.family
) {
2165 audit_log_format(audit_buf
, " src=%pI4 dst=%pI4",
2166 &x
->props
.saddr
.a4
, &x
->id
.daddr
.a4
);
2169 audit_log_format(audit_buf
, " src=%pI6 dst=%pI6",
2170 x
->props
.saddr
.a6
, x
->id
.daddr
.a6
);
2174 audit_log_format(audit_buf
, " spi=%u(0x%x)", spi
, spi
);
2177 static void xfrm_audit_helper_pktinfo(struct sk_buff
*skb
, u16 family
,
2178 struct audit_buffer
*audit_buf
)
2181 struct ipv6hdr
*iph6
;
2186 audit_log_format(audit_buf
, " src=%pI4 dst=%pI4",
2187 &iph4
->saddr
, &iph4
->daddr
);
2190 iph6
= ipv6_hdr(skb
);
2191 audit_log_format(audit_buf
,
2192 " src=%pI6 dst=%pI6 flowlbl=0x%x%02x%02x",
2193 &iph6
->saddr
,&iph6
->daddr
,
2194 iph6
->flow_lbl
[0] & 0x0f,
2201 void xfrm_audit_state_add(struct xfrm_state
*x
, int result
,
2202 uid_t auid
, u32 sessionid
, u32 secid
)
2204 struct audit_buffer
*audit_buf
;
2206 audit_buf
= xfrm_audit_start("SAD-add");
2207 if (audit_buf
== NULL
)
2209 xfrm_audit_helper_usrinfo(auid
, sessionid
, secid
, audit_buf
);
2210 xfrm_audit_helper_sainfo(x
, audit_buf
);
2211 audit_log_format(audit_buf
, " res=%u", result
);
2212 audit_log_end(audit_buf
);
2214 EXPORT_SYMBOL_GPL(xfrm_audit_state_add
);
2216 void xfrm_audit_state_delete(struct xfrm_state
*x
, int result
,
2217 uid_t auid
, u32 sessionid
, u32 secid
)
2219 struct audit_buffer
*audit_buf
;
2221 audit_buf
= xfrm_audit_start("SAD-delete");
2222 if (audit_buf
== NULL
)
2224 xfrm_audit_helper_usrinfo(auid
, sessionid
, secid
, audit_buf
);
2225 xfrm_audit_helper_sainfo(x
, audit_buf
);
2226 audit_log_format(audit_buf
, " res=%u", result
);
2227 audit_log_end(audit_buf
);
2229 EXPORT_SYMBOL_GPL(xfrm_audit_state_delete
);
2231 void xfrm_audit_state_replay_overflow(struct xfrm_state
*x
,
2232 struct sk_buff
*skb
)
2234 struct audit_buffer
*audit_buf
;
2237 audit_buf
= xfrm_audit_start("SA-replay-overflow");
2238 if (audit_buf
== NULL
)
2240 xfrm_audit_helper_pktinfo(skb
, x
->props
.family
, audit_buf
);
2241 /* don't record the sequence number because it's inherent in this kind
2242 * of audit message */
2243 spi
= ntohl(x
->id
.spi
);
2244 audit_log_format(audit_buf
, " spi=%u(0x%x)", spi
, spi
);
2245 audit_log_end(audit_buf
);
2247 EXPORT_SYMBOL_GPL(xfrm_audit_state_replay_overflow
);
2249 static void xfrm_audit_state_replay(struct xfrm_state
*x
,
2250 struct sk_buff
*skb
, __be32 net_seq
)
2252 struct audit_buffer
*audit_buf
;
2255 audit_buf
= xfrm_audit_start("SA-replayed-pkt");
2256 if (audit_buf
== NULL
)
2258 xfrm_audit_helper_pktinfo(skb
, x
->props
.family
, audit_buf
);
2259 spi
= ntohl(x
->id
.spi
);
2260 audit_log_format(audit_buf
, " spi=%u(0x%x) seqno=%u",
2261 spi
, spi
, ntohl(net_seq
));
2262 audit_log_end(audit_buf
);
2265 void xfrm_audit_state_notfound_simple(struct sk_buff
*skb
, u16 family
)
2267 struct audit_buffer
*audit_buf
;
2269 audit_buf
= xfrm_audit_start("SA-notfound");
2270 if (audit_buf
== NULL
)
2272 xfrm_audit_helper_pktinfo(skb
, family
, audit_buf
);
2273 audit_log_end(audit_buf
);
2275 EXPORT_SYMBOL_GPL(xfrm_audit_state_notfound_simple
);
2277 void xfrm_audit_state_notfound(struct sk_buff
*skb
, u16 family
,
2278 __be32 net_spi
, __be32 net_seq
)
2280 struct audit_buffer
*audit_buf
;
2283 audit_buf
= xfrm_audit_start("SA-notfound");
2284 if (audit_buf
== NULL
)
2286 xfrm_audit_helper_pktinfo(skb
, family
, audit_buf
);
2287 spi
= ntohl(net_spi
);
2288 audit_log_format(audit_buf
, " spi=%u(0x%x) seqno=%u",
2289 spi
, spi
, ntohl(net_seq
));
2290 audit_log_end(audit_buf
);
2292 EXPORT_SYMBOL_GPL(xfrm_audit_state_notfound
);
2294 void xfrm_audit_state_icvfail(struct xfrm_state
*x
,
2295 struct sk_buff
*skb
, u8 proto
)
2297 struct audit_buffer
*audit_buf
;
2301 audit_buf
= xfrm_audit_start("SA-icv-failure");
2302 if (audit_buf
== NULL
)
2304 xfrm_audit_helper_pktinfo(skb
, x
->props
.family
, audit_buf
);
2305 if (xfrm_parse_spi(skb
, proto
, &net_spi
, &net_seq
) == 0) {
2306 u32 spi
= ntohl(net_spi
);
2307 audit_log_format(audit_buf
, " spi=%u(0x%x) seqno=%u",
2308 spi
, spi
, ntohl(net_seq
));
2310 audit_log_end(audit_buf
);
2312 EXPORT_SYMBOL_GPL(xfrm_audit_state_icvfail
);
2313 #endif /* CONFIG_AUDITSYSCALL */