2 * xfrm_device.c - IPsec device offloading code.
4 * Copyright (c) 2015 secunet Security Networks AG
7 * Steffen Klassert <steffen.klassert@secunet.com>
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License
11 * as published by the Free Software Foundation; either version
12 * 2 of the License, or (at your option) any later version.
15 #include <linux/errno.h>
16 #include <linux/module.h>
17 #include <linux/netdevice.h>
18 #include <linux/skbuff.h>
19 #include <linux/slab.h>
20 #include <linux/spinlock.h>
23 #include <linux/notifier.h>
25 int validate_xmit_xfrm(struct sk_buff
*skb
, netdev_features_t features
)
29 struct xfrm_offload
*xo
= xfrm_offload(skb
);
35 x
= skb
->sp
->xvec
[skb
->sp
->len
- 1];
36 if (xo
->flags
& XFRM_GRO
|| x
->xso
.flags
& XFRM_OFFLOAD_INBOUND
)
39 x
->outer_mode
->xmit(x
, skb
);
41 err
= x
->type_offload
->xmit(x
, skb
, features
);
43 XFRM_INC_STATS(xs_net(x
), LINUX_MIB_XFRMOUTSTATEPROTOERROR
);
47 skb_push(skb
, skb
->data
- skb_mac_header(skb
));
52 EXPORT_SYMBOL_GPL(validate_xmit_xfrm
);
54 int xfrm_dev_state_add(struct net
*net
, struct xfrm_state
*x
,
55 struct xfrm_user_offload
*xuo
)
58 struct dst_entry
*dst
;
59 struct net_device
*dev
;
60 struct xfrm_state_offload
*xso
= &x
->xso
;
61 xfrm_address_t
*saddr
;
62 xfrm_address_t
*daddr
;
67 /* We don't yet support UDP encapsulation, TFC padding and ESN. */
68 if (x
->encap
|| x
->tfcpad
|| (x
->props
.flags
& XFRM_STATE_ESN
))
71 dev
= dev_get_by_index(net
, xuo
->ifindex
);
73 if (!(xuo
->flags
& XFRM_OFFLOAD_INBOUND
)) {
74 saddr
= &x
->props
.saddr
;
78 daddr
= &x
->props
.saddr
;
81 dst
= __xfrm_dst_lookup(net
, 0, 0, saddr
, daddr
, x
->props
.family
);
91 if (!dev
->xfrmdev_ops
|| !dev
->xfrmdev_ops
->xdo_dev_state_add
) {
98 xso
->flags
= xuo
->flags
;
100 err
= dev
->xfrmdev_ops
->xdo_dev_state_add(x
);
108 EXPORT_SYMBOL_GPL(xfrm_dev_state_add
);
110 bool xfrm_dev_offload_ok(struct sk_buff
*skb
, struct xfrm_state
*x
)
113 struct dst_entry
*dst
= skb_dst(skb
);
114 struct xfrm_dst
*xdst
= (struct xfrm_dst
*)dst
;
115 struct net_device
*dev
= x
->xso
.dev
;
117 if (!x
->type_offload
|| x
->encap
)
120 if ((x
->xso
.offload_handle
&& (dev
== dst
->path
->dev
)) &&
121 !dst
->child
->xfrm
&& x
->type
->get_mtu
) {
122 mtu
= x
->type
->get_mtu(x
, xdst
->child_mtu_cached
);
127 if (skb_is_gso(skb
) && skb_gso_validate_mtu(skb
, mtu
))
134 if (dev
&& dev
->xfrmdev_ops
&& dev
->xfrmdev_ops
->xdo_dev_offload_ok
)
135 return x
->xso
.dev
->xfrmdev_ops
->xdo_dev_offload_ok(skb
, x
);
139 EXPORT_SYMBOL_GPL(xfrm_dev_offload_ok
);
141 int xfrm_dev_register(struct net_device
*dev
)
143 if ((dev
->features
& NETIF_F_HW_ESP
) && !dev
->xfrmdev_ops
)
145 if ((dev
->features
& NETIF_F_HW_ESP_TX_CSUM
) &&
146 !(dev
->features
& NETIF_F_HW_ESP
))
152 static int xfrm_dev_unregister(struct net_device
*dev
)
157 static int xfrm_dev_feat_change(struct net_device
*dev
)
159 if ((dev
->features
& NETIF_F_HW_ESP
) && !dev
->xfrmdev_ops
)
161 else if (!(dev
->features
& NETIF_F_HW_ESP
))
162 dev
->xfrmdev_ops
= NULL
;
164 if ((dev
->features
& NETIF_F_HW_ESP_TX_CSUM
) &&
165 !(dev
->features
& NETIF_F_HW_ESP
))
171 static int xfrm_dev_down(struct net_device
*dev
)
173 if (dev
->features
& NETIF_F_HW_ESP
)
174 xfrm_dev_state_flush(dev_net(dev
), dev
, true);
176 xfrm_garbage_collect(dev_net(dev
));
181 static int xfrm_dev_event(struct notifier_block
*this, unsigned long event
, void *ptr
)
183 struct net_device
*dev
= netdev_notifier_info_to_dev(ptr
);
186 case NETDEV_REGISTER
:
187 return xfrm_dev_register(dev
);
189 case NETDEV_UNREGISTER
:
190 return xfrm_dev_unregister(dev
);
192 case NETDEV_FEAT_CHANGE
:
193 return xfrm_dev_feat_change(dev
);
196 return xfrm_dev_down(dev
);
201 static struct notifier_block xfrm_dev_notifier
= {
202 .notifier_call
= xfrm_dev_event
,
205 void __net_init
xfrm_dev_init(void)
207 register_netdevice_notifier(&xfrm_dev_notifier
);