[mirror_ubuntu-bionic-kernel.git] / net / ipv6 / xfrm6_policy.c

// SPDX-License-Identifier: GPL-2.0
/*
 * xfrm6_policy.c: based on xfrm4_policy.c
 *
 * Authors:
 *	Mitsuru KANDA @USAGI
 *	Kazunori MIYAZAWA @USAGI
 *	Kunihiro Ishiguro <kunihiro@ipinfusion.com>
 *		IPv6 support
 *	YOSHIFUJI Hideaki
 *		Split up af-specific portion
 *
 */

#include <linux/err.h>
#include <linux/kernel.h>
#include <linux/netdevice.h>
#include <net/addrconf.h>
#include <net/dst.h>
#include <net/xfrm.h>
#include <net/ip.h>
#include <net/ipv6.h>
#include <net/ip6_route.h>
#include <net/l3mdev.h>
#if IS_ENABLED(CONFIG_IPV6_MIP6)
#include <net/mip6.h>
#endif

static struct dst_entry *xfrm6_dst_lookup(struct net *net, int tos, int oif,
					  const xfrm_address_t *saddr,
					  const xfrm_address_t *daddr,
					  u32 mark)
{
	struct flowi6 fl6;
	struct dst_entry *dst;
	int err;

	memset(&fl6, 0, sizeof(fl6));
	fl6.flowi6_oif = l3mdev_master_ifindex_by_index(net, oif);
	fl6.flowi6_flags = FLOWI_FLAG_SKIP_NH_OIF;
	fl6.flowi6_mark = mark;
	memcpy(&fl6.daddr, daddr, sizeof(fl6.daddr));
	if (saddr)
		memcpy(&fl6.saddr, saddr, sizeof(fl6.saddr));

	dst = ip6_route_output(net, NULL, &fl6);

	err = dst->error;
	if (dst->error) {
		dst_release(dst);
		dst = ERR_PTR(err);
	}

	return dst;
}

static int xfrm6_get_saddr(struct net *net, int oif,
			   xfrm_address_t *saddr, xfrm_address_t *daddr,
			   u32 mark)
{
	struct dst_entry *dst;
	struct net_device *dev;

	dst = xfrm6_dst_lookup(net, 0, oif, NULL, daddr, mark);
	if (IS_ERR(dst))
		return -EHOSTUNREACH;

	dev = ip6_dst_idev(dst)->dev;
	ipv6_dev_get_saddr(dev_net(dev), dev, &daddr->in6, 0, &saddr->in6);
	dst_release(dst);
	return 0;
}

static int xfrm6_get_tos(const struct flowi *fl)
{
	return 0;
}

static int xfrm6_init_path(struct xfrm_dst *path, struct dst_entry *dst,
			   int nfheader_len)
{
	if (dst->ops->family == AF_INET6) {
		struct rt6_info *rt = (struct rt6_info *)dst;
		path->path_cookie = rt6_get_cookie(rt);
	}

	path->u.rt6.rt6i_nfheader_len = nfheader_len;

	return 0;
}

static int xfrm6_fill_dst(struct xfrm_dst *xdst, struct net_device *dev,
			  const struct flowi *fl)
{
	struct rt6_info *rt = (struct rt6_info *)xdst->route;

	xdst->u.dst.dev = dev;
	dev_hold(dev);

	xdst->u.rt6.rt6i_idev = in6_dev_get(dev);
	if (!xdst->u.rt6.rt6i_idev) {
		dev_put(dev);
		return -ENODEV;
	}

	/* Sheit... I remember I did this right. Apparently,
	 * it was magically lost, so this code needs audit */
	xdst->u.rt6.rt6i_flags = rt->rt6i_flags & (RTF_ANYCAST |
						   RTF_LOCAL);
	xdst->u.rt6.rt6i_metric = rt->rt6i_metric;
	xdst->u.rt6.rt6i_node = rt->rt6i_node;
	xdst->route_cookie = rt6_get_cookie(rt);
	xdst->u.rt6.rt6i_gateway = rt->rt6i_gateway;
	xdst->u.rt6.rt6i_dst = rt->rt6i_dst;
	xdst->u.rt6.rt6i_src = rt->rt6i_src;
	INIT_LIST_HEAD(&xdst->u.rt6.rt6i_uncached);
	rt6_uncached_list_add(&xdst->u.rt6);
	atomic_inc(&dev_net(dev)->ipv6.rt6_stats->fib_rt_uncache);

	return 0;
}

static inline void
_decode_session6(struct sk_buff *skb, struct flowi *fl, int reverse)
{
	struct flowi6 *fl6 = &fl->u.ip6;
	int onlyproto = 0;
	const struct ipv6hdr *hdr = ipv6_hdr(skb);
	u32 offset = sizeof(*hdr);
	struct ipv6_opt_hdr *exthdr;
	const unsigned char *nh = skb_network_header(skb);
	u16 nhoff = IP6CB(skb)->nhoff;
	int oif = 0;
	u8 nexthdr;

	if (!nhoff)
		nhoff = offsetof(struct ipv6hdr, nexthdr);

	nexthdr = nh[nhoff];

	if (skb_dst(skb))
		oif = skb_dst(skb)->dev->ifindex;

	memset(fl6, 0, sizeof(struct flowi6));
	fl6->flowi6_mark = skb->mark;
	fl6->flowi6_oif = reverse ? skb->skb_iif : oif;

	fl6->daddr = reverse ? hdr->saddr : hdr->daddr;
	fl6->saddr = reverse ? hdr->daddr : hdr->saddr;

	while (nh + offset + 1 < skb->data ||
	       pskb_may_pull(skb, nh + offset + 1 - skb->data)) {
		nh = skb_network_header(skb);
		exthdr = (struct ipv6_opt_hdr *)(nh + offset);

		switch (nexthdr) {
		case NEXTHDR_FRAGMENT:
			onlyproto = 1;
			/* fall through */
		case NEXTHDR_ROUTING:
		case NEXTHDR_HOP:
		case NEXTHDR_DEST:
			offset += ipv6_optlen(exthdr);
			nexthdr = exthdr->nexthdr;
			exthdr = (struct ipv6_opt_hdr *)(nh + offset);
			break;

		case IPPROTO_UDP:
		case IPPROTO_UDPLITE:
		case IPPROTO_TCP:
		case IPPROTO_SCTP:
		case IPPROTO_DCCP:
			if (!onlyproto && (nh + offset + 4 < skb->data ||
			     pskb_may_pull(skb, nh + offset + 4 - skb->data))) {
				__be16 *ports;

				nh = skb_network_header(skb);
				ports = (__be16 *)(nh + offset);
				fl6->fl6_sport = ports[!!reverse];
				fl6->fl6_dport = ports[!reverse];
			}
			fl6->flowi6_proto = nexthdr;
			return;

		case IPPROTO_ICMPV6:
			if (!onlyproto && (nh + offset + 2 < skb->data ||
			    pskb_may_pull(skb, nh + offset + 2 - skb->data))) {
				u8 *icmp;

				nh = skb_network_header(skb);
				icmp = (u8 *)(nh + offset);
				fl6->fl6_icmp_type = icmp[0];
				fl6->fl6_icmp_code = icmp[1];
			}
			fl6->flowi6_proto = nexthdr;
			return;

#if IS_ENABLED(CONFIG_IPV6_MIP6)
		case IPPROTO_MH:
			offset += ipv6_optlen(exthdr);
			if (!onlyproto && (nh + offset + 3 < skb->data ||
			    pskb_may_pull(skb, nh + offset + 3 - skb->data))) {
				struct ip6_mh *mh;

				nh = skb_network_header(skb);
				mh = (struct ip6_mh *)(nh + offset);
				fl6->fl6_mh_type = mh->ip6mh_type;
			}
			fl6->flowi6_proto = nexthdr;
			return;
#endif

		/* XXX Why are there these headers? */
		case IPPROTO_AH:
		case IPPROTO_ESP:
		case IPPROTO_COMP:
		default:
			fl6->fl6_ipsec_spi = 0;
			fl6->flowi6_proto = nexthdr;
			return;
		}
	}
}

static void xfrm6_update_pmtu(struct dst_entry *dst, struct sock *sk,
			      struct sk_buff *skb, u32 mtu)
{
	struct xfrm_dst *xdst = (struct xfrm_dst *)dst;
	struct dst_entry *path = xdst->route;

	path->ops->update_pmtu(path, sk, skb, mtu);
}

static void xfrm6_redirect(struct dst_entry *dst, struct sock *sk,
			   struct sk_buff *skb)
{
	struct xfrm_dst *xdst = (struct xfrm_dst *)dst;
	struct dst_entry *path = xdst->route;

	path->ops->redirect(path, sk, skb);
}

static void xfrm6_dst_destroy(struct dst_entry *dst)
{
	struct xfrm_dst *xdst = (struct xfrm_dst *)dst;

	if (likely(xdst->u.rt6.rt6i_idev))
		in6_dev_put(xdst->u.rt6.rt6i_idev);
	dst_destroy_metrics_generic(dst);
	if (xdst->u.rt6.rt6i_uncached_list)
		rt6_uncached_list_del(&xdst->u.rt6);
	xfrm_dst_destroy(xdst);
}

static void xfrm6_dst_ifdown(struct dst_entry *dst, struct net_device *dev,
			     int unregister)
{
	struct xfrm_dst *xdst;

	if (!unregister)
		return;

	xdst = (struct xfrm_dst *)dst;
	if (xdst->u.rt6.rt6i_idev->dev == dev) {
		struct inet6_dev *loopback_idev =
			in6_dev_get(dev_net(dev)->loopback_dev);
		BUG_ON(!loopback_idev);

		do {
			in6_dev_put(xdst->u.rt6.rt6i_idev);
			xdst->u.rt6.rt6i_idev = loopback_idev;
			in6_dev_hold(loopback_idev);
			xdst = (struct xfrm_dst *)xdst->u.dst.child;
		} while (xdst->u.dst.xfrm);

		__in6_dev_put(loopback_idev);
	}

	xfrm_dst_ifdown(dst, dev);
}

static struct dst_ops xfrm6_dst_ops_template = {
	.family =		AF_INET6,
	.update_pmtu =		xfrm6_update_pmtu,
	.redirect =		xfrm6_redirect,
	.cow_metrics =		dst_cow_metrics_generic,
	.destroy =		xfrm6_dst_destroy,
	.ifdown =		xfrm6_dst_ifdown,
	.local_out =		__ip6_local_out,
	.gc_thresh =		32768,
};

static const struct xfrm_policy_afinfo xfrm6_policy_afinfo = {
	.dst_ops =		&xfrm6_dst_ops_template,
	.dst_lookup =		xfrm6_dst_lookup,
	.get_saddr =		xfrm6_get_saddr,
	.decode_session =	_decode_session6,
	.get_tos =		xfrm6_get_tos,
	.init_path =		xfrm6_init_path,
	.fill_dst =		xfrm6_fill_dst,
	.blackhole_route =	ip6_blackhole_route,
};

static int __init xfrm6_policy_init(void)
{
	return xfrm_policy_register_afinfo(&xfrm6_policy_afinfo, AF_INET6);
}

static void xfrm6_policy_fini(void)
{
	xfrm_policy_unregister_afinfo(&xfrm6_policy_afinfo);
}

#ifdef CONFIG_SYSCTL
static struct ctl_table xfrm6_policy_table[] = {
	{
		.procname       = "xfrm6_gc_thresh",
		.data		= &init_net.xfrm.xfrm6_dst_ops.gc_thresh,
		.maxlen		= sizeof(int),
		.mode		= 0644,
		.proc_handler   = proc_dointvec,
	},
	{ }
};

static int __net_init xfrm6_net_sysctl_init(struct net *net)
{
	struct ctl_table *table;
	struct ctl_table_header *hdr;

	table = xfrm6_policy_table;
	if (!net_eq(net, &init_net)) {
		table = kmemdup(table, sizeof(xfrm6_policy_table), GFP_KERNEL);
		if (!table)
			goto err_alloc;

		table[0].data = &net->xfrm.xfrm6_dst_ops.gc_thresh;
	}

	hdr = register_net_sysctl(net, "net/ipv6", table);
	if (!hdr)
		goto err_reg;

	net->ipv6.sysctl.xfrm6_hdr = hdr;
	return 0;

err_reg:
	if (!net_eq(net, &init_net))
		kfree(table);
err_alloc:
	return -ENOMEM;
}

static void __net_exit xfrm6_net_sysctl_exit(struct net *net)
{
	struct ctl_table *table;

	if (!net->ipv6.sysctl.xfrm6_hdr)
		return;

	table = net->ipv6.sysctl.xfrm6_hdr->ctl_table_arg;
	unregister_net_sysctl_table(net->ipv6.sysctl.xfrm6_hdr);
	if (!net_eq(net, &init_net))
		kfree(table);
}
#else /* CONFIG_SYSCTL */
static inline int xfrm6_net_sysctl_init(struct net *net)
{
	return 0;
}

static inline void xfrm6_net_sysctl_exit(struct net *net)
{
}
#endif

static int __net_init xfrm6_net_init(struct net *net)
{
	int ret;

	memcpy(&net->xfrm.xfrm6_dst_ops, &xfrm6_dst_ops_template,
	       sizeof(xfrm6_dst_ops_template));
	ret = dst_entries_init(&net->xfrm.xfrm6_dst_ops);
	if (ret)
		return ret;

	ret = xfrm6_net_sysctl_init(net);
	if (ret)
		dst_entries_destroy(&net->xfrm.xfrm6_dst_ops);

	return ret;
}

static void __net_exit xfrm6_net_exit(struct net *net)
{
	xfrm6_net_sysctl_exit(net);
	dst_entries_destroy(&net->xfrm.xfrm6_dst_ops);
}

static struct pernet_operations xfrm6_net_ops = {
	.init	= xfrm6_net_init,
	.exit	= xfrm6_net_exit,
};

int __init xfrm6_init(void)
{
	int ret;

	ret = xfrm6_policy_init();
	if (ret)
		goto out;
	ret = xfrm6_state_init();
	if (ret)
		goto out_policy;

	ret = xfrm6_protocol_init();
	if (ret)
		goto out_state;

	register_pernet_subsys(&xfrm6_net_ops);
out:
	return ret;
out_state:
	xfrm6_state_fini();
out_policy:
	xfrm6_policy_fini();
	goto out;
}

void xfrm6_fini(void)
{
	unregister_pernet_subsys(&xfrm6_net_ops);
	xfrm6_protocol_fini();
	xfrm6_policy_fini();
	xfrm6_state_fini();
}
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
1da177e4 LT	2	/*
	3	* xfrm6_policy.c: based on xfrm4_policy.c
	4	*
	5	* Authors:
	6	* Mitsuru KANDA @USAGI
67ba4152 IM	7	* Kazunori MIYAZAWA @USAGI
	8	* Kunihiro Ishiguro <kunihiro@ipinfusion.com>
	9	* IPv6 support
	10	* YOSHIFUJI Hideaki
	11	* Split up af-specific portion
1ab1457c	12	*
1da177e4 LT	13	*/
1da177e4 LT	14
66cdb3ca HX	15	#include <linux/err.h>
66cdb3ca HX	16	#include <linux/kernel.h>
aabc9761 HX	17	#include <linux/netdevice.h>
aabc9761 HX	18	#include <net/addrconf.h>
45ff5a3f	19	#include <net/dst.h>
1da177e4 LT	20	#include <net/xfrm.h>
	21	#include <net/ip.h>
	22	#include <net/ipv6.h>
	23	#include <net/ip6_route.h>
385add90	24	#include <net/l3mdev.h>
07a93626	25	#if IS_ENABLED(CONFIG_IPV6_MIP6)
2ce4272a MN	26	#include <net/mip6.h>
2ce4272a MN	27	#endif
1da177e4	28
42a7b32b	29	static struct dst_entry xfrm6_dst_lookup(struct net net, int tos, int oif,
5e6b930f	30	const xfrm_address_t *saddr,
077fbac4 LC	31	const xfrm_address_t *daddr,
077fbac4 LC	32	u32 mark)
1da177e4	33	{
7e1dc7b6	34	struct flowi6 fl6;
66cdb3ca HX	35	struct dst_entry *dst;
	36	int err;
	37
7e1dc7b6	38	memset(&fl6, 0, sizeof(fl6));
11d7a0bb	39	fl6.flowi6_oif = l3mdev_master_ifindex_by_index(net, oif);
4148987a	40	fl6.flowi6_flags = FLOWI_FLAG_SKIP_NH_OIF;
077fbac4	41	fl6.flowi6_mark = mark;
7e1dc7b6	42	memcpy(&fl6.daddr, daddr, sizeof(fl6.daddr));
66cdb3ca	43	if (saddr)
7e1dc7b6	44	memcpy(&fl6.saddr, saddr, sizeof(fl6.saddr));
66cdb3ca	45
4c9483b2	46	dst = ip6_route_output(net, NULL, &fl6);
66cdb3ca HX	47
	48	err = dst->error;
	49	if (dst->error) {
4251320f	50	dst_release(dst);
66cdb3ca HX	51	dst = ERR_PTR(err);
	52	}
	53
	54	return dst;
1da177e4 LT	55	}
1da177e4 LT	56
42a7b32b	57	static int xfrm6_get_saddr(struct net *net, int oif,
077fbac4 LC	58	xfrm_address_t saddr, xfrm_address_t daddr,
077fbac4 LC	59	u32 mark)
a1e59abf	60	{
66cdb3ca	61	struct dst_entry *dst;
191cd582	62	struct net_device *dev;
66cdb3ca	63
077fbac4	64	dst = xfrm6_dst_lookup(net, 0, oif, NULL, daddr, mark);
66cdb3ca HX	65	if (IS_ERR(dst))
	66	return -EHOSTUNREACH;
	67
191cd582	68	dev = ip6_dst_idev(dst)->dev;
15e318bd	69	ipv6_dev_get_saddr(dev_net(dev), dev, &daddr->in6, 0, &saddr->in6);
66cdb3ca HX	70	dst_release(dst);
66cdb3ca HX	71	return 0;
a1e59abf PM	72	}
a1e59abf PM	73
05d84025	74	static int xfrm6_get_tos(const struct flowi *fl)
1da177e4	75	{
25ee3286 HX	76	return 0;
25ee3286 HX	77	}
1da177e4	78
a1b05140 MN	79	static int xfrm6_init_path(struct xfrm_dst path, struct dst_entry dst,
	80	int nfheader_len)
	81	{
	82	if (dst->ops->family == AF_INET6) {
67ba4152	83	struct rt6_info rt = (struct rt6_info )dst;
b197df4f	84	path->path_cookie = rt6_get_cookie(rt);
a1b05140 MN	85	}
	86
	87	path->u.rt6.rt6i_nfheader_len = nfheader_len;
	88
	89	return 0;
	90	}
	91
87c1e12b	92	static int xfrm6_fill_dst(struct xfrm_dst xdst, struct net_device dev,
0c7b3eef	93	const struct flowi *fl)
25ee3286	94	{
67ba4152	95	struct rt6_info rt = (struct rt6_info )xdst->route;
1da177e4	96
25ee3286 HX	97	xdst->u.dst.dev = dev;
25ee3286 HX	98	dev_hold(dev);
1da177e4	99
bc8e4b95	100	xdst->u.rt6.rt6i_idev = in6_dev_get(dev);
84c4a9df CW	101	if (!xdst->u.rt6.rt6i_idev) {
84c4a9df CW	102	dev_put(dev);
25ee3286	103	return -ENODEV;
84c4a9df	104	}
1da177e4	105
25ee3286 HX	106	/* Sheit... I remember I did this right. Apparently,
	107	* it was magically lost, so this code needs audit */
	108	xdst->u.rt6.rt6i_flags = rt->rt6i_flags & (RTF_ANYCAST \|
	109	RTF_LOCAL);
	110	xdst->u.rt6.rt6i_metric = rt->rt6i_metric;
	111	xdst->u.rt6.rt6i_node = rt->rt6i_node;
b197df4f	112	xdst->route_cookie = rt6_get_cookie(rt);
25ee3286 HX	113	xdst->u.rt6.rt6i_gateway = rt->rt6i_gateway;
	114	xdst->u.rt6.rt6i_dst = rt->rt6i_dst;
	115	xdst->u.rt6.rt6i_src = rt->rt6i_src;
31a5b09d XL	116	INIT_LIST_HEAD(&xdst->u.rt6.rt6i_uncached);
	117	rt6_uncached_list_add(&xdst->u.rt6);
	118	atomic_inc(&dev_net(dev)->ipv6.rt6_stats->fib_rt_uncache);
1da177e4	119
1da177e4	120	return 0;
1da177e4 LT	121	}
	122
	123	static inline void
d5422efe	124	_decode_session6(struct sk_buff skb, struct flowi fl, int reverse)
1da177e4	125	{
7e1dc7b6	126	struct flowi6 *fl6 = &fl->u.ip6;
7e3a42a1	127	int onlyproto = 0;
b71d1d42	128	const struct ipv6hdr *hdr = ipv6_hdr(skb);
9adb2bc2	129	u32 offset = sizeof(*hdr);
e3cae904	130	struct ipv6_opt_hdr *exthdr;
d56f90a7	131	const unsigned char *nh = skb_network_header(skb);
f8556919	132	u16 nhoff = IP6CB(skb)->nhoff;
84502b5e	133	int oif = 0;
f8556919 SK	134	u8 nexthdr;
	135
	136	if (!nhoff)
	137	nhoff = offsetof(struct ipv6hdr, nexthdr);
	138
	139	nexthdr = nh[nhoff];
84502b5e	140
385add90	141	if (skb_dst(skb))
e0d56fdd	142	oif = skb_dst(skb)->dev->ifindex;
1da177e4	143
7e1dc7b6 DM	144	memset(fl6, 0, sizeof(struct flowi6));
7e1dc7b6 DM	145	fl6->flowi6_mark = skb->mark;
84502b5e	146	fl6->flowi6_oif = reverse ? skb->skb_iif : oif;
44b451f1	147
4e3fd7a0 AD	148	fl6->daddr = reverse ? hdr->saddr : hdr->daddr;
4e3fd7a0 AD	149	fl6->saddr = reverse ? hdr->daddr : hdr->saddr;
1da177e4	150
59cae009 WY	151	while (nh + offset + 1 < skb->data \|\|
59cae009 WY	152	pskb_may_pull(skb, nh + offset + 1 - skb->data)) {
d56f90a7 ACM	153	nh = skb_network_header(skb);
d56f90a7 ACM	154	exthdr = (struct ipv6_opt_hdr *)(nh + offset);
e3cae904	155
1da177e4	156	switch (nexthdr) {
7e3a42a1 ND	157	case NEXTHDR_FRAGMENT:
7e3a42a1 ND	158	onlyproto = 1;
275757e6	159	/* fall through */
1da177e4 LT	160	case NEXTHDR_ROUTING:
	161	case NEXTHDR_HOP:
	162	case NEXTHDR_DEST:
	163	offset += ipv6_optlen(exthdr);
	164	nexthdr = exthdr->nexthdr;
d56f90a7	165	exthdr = (struct ipv6_opt_hdr *)(nh + offset);
1da177e4 LT	166	break;
	167
	168	case IPPROTO_UDP:
ba4e58ec	169	case IPPROTO_UDPLITE:
1da177e4 LT	170	case IPPROTO_TCP:
1da177e4 LT	171	case IPPROTO_SCTP:
9e999993	172	case IPPROTO_DCCP:
59cae009 WY	173	if (!onlyproto && (nh + offset + 4 < skb->data \|\|
59cae009 WY	174	pskb_may_pull(skb, nh + offset + 4 - skb->data))) {
789f2023	175	__be16 *ports;
1da177e4	176
789f2023 LR	177	nh = skb_network_header(skb);
789f2023 LR	178	ports = (__be16 *)(nh + offset);
1958b856 DM	179	fl6->fl6_sport = ports[!!reverse];
1958b856 DM	180	fl6->fl6_dport = ports[!reverse];
1da177e4	181	}
7e1dc7b6	182	fl6->flowi6_proto = nexthdr;
1da177e4 LT	183	return;
	184
	185	case IPPROTO_ICMPV6:
04a6b8bf MK	186	if (!onlyproto && (nh + offset + 2 < skb->data \|\|
04a6b8bf MK	187	pskb_may_pull(skb, nh + offset + 2 - skb->data))) {
789f2023	188	u8 *icmp;
1da177e4	189
789f2023 LR	190	nh = skb_network_header(skb);
789f2023 LR	191	icmp = (u8 *)(nh + offset);
1958b856 DM	192	fl6->fl6_icmp_type = icmp[0];
1958b856 DM	193	fl6->fl6_icmp_code = icmp[1];
1da177e4	194	}
7e1dc7b6	195	fl6->flowi6_proto = nexthdr;
1da177e4 LT	196	return;
1da177e4 LT	197
07a93626	198	#if IS_ENABLED(CONFIG_IPV6_MIP6)
2ce4272a	199	case IPPROTO_MH:
cd3bafc7	200	offset += ipv6_optlen(exthdr);
04a6b8bf MK	201	if (!onlyproto && (nh + offset + 3 < skb->data \|\|
04a6b8bf MK	202	pskb_may_pull(skb, nh + offset + 3 - skb->data))) {
2ce4272a	203	struct ip6_mh *mh;
2ce4272a	204
789f2023 LR	205	nh = skb_network_header(skb);
789f2023 LR	206	mh = (struct ip6_mh *)(nh + offset);
1958b856	207	fl6->fl6_mh_type = mh->ip6mh_type;
2ce4272a	208	}
7e1dc7b6	209	fl6->flowi6_proto = nexthdr;
2ce4272a MN	210	return;
	211	#endif
	212
1da177e4 LT	213	/* XXX Why are there these headers? */
	214	case IPPROTO_AH:
	215	case IPPROTO_ESP:
	216	case IPPROTO_COMP:
	217	default:
1958b856	218	fl6->fl6_ipsec_spi = 0;
7e1dc7b6	219	fl6->flowi6_proto = nexthdr;
1da177e4	220	return;
3ff50b79	221	}
1da177e4 LT	222	}
	223	}
	224
6700c270 DM	225	static void xfrm6_update_pmtu(struct dst_entry dst, struct sock sk,
6700c270 DM	226	struct sk_buff *skb, u32 mtu)
1da177e4 LT	227	{
	228	struct xfrm_dst xdst = (struct xfrm_dst )dst;
	229	struct dst_entry *path = xdst->route;
	230
6700c270	231	path->ops->update_pmtu(path, sk, skb, mtu);
1da177e4 LT	232	}
1da177e4 LT	233
6700c270 DM	234	static void xfrm6_redirect(struct dst_entry dst, struct sock sk,
6700c270 DM	235	struct sk_buff *skb)
ec18d9a2 DM	236	{
	237	struct xfrm_dst xdst = (struct xfrm_dst )dst;
	238	struct dst_entry *path = xdst->route;
	239
6700c270	240	path->ops->redirect(path, sk, skb);
ec18d9a2 DM	241	}
ec18d9a2 DM	242
aabc9761 HX	243	static void xfrm6_dst_destroy(struct dst_entry *dst)
	244	{
	245	struct xfrm_dst xdst = (struct xfrm_dst )dst;
	246
	247	if (likely(xdst->u.rt6.rt6i_idev))
	248	in6_dev_put(xdst->u.rt6.rt6i_idev);
62fa8a84	249	dst_destroy_metrics_generic(dst);
31a5b09d XL	250	if (xdst->u.rt6.rt6i_uncached_list)
31a5b09d XL	251	rt6_uncached_list_del(&xdst->u.rt6);
aabc9761 HX	252	xfrm_dst_destroy(xdst);
	253	}
	254
	255	static void xfrm6_dst_ifdown(struct dst_entry dst, struct net_device dev,
	256	int unregister)
	257	{
	258	struct xfrm_dst *xdst;
	259
	260	if (!unregister)
	261	return;
	262
	263	xdst = (struct xfrm_dst *)dst;
	264	if (xdst->u.rt6.rt6i_idev->dev == dev) {
5a3e55d6	265	struct inet6_dev *loopback_idev =
c346dca1	266	in6_dev_get(dev_net(dev)->loopback_dev);
aabc9761 HX	267	BUG_ON(!loopback_idev);
	268
	269	do {
	270	in6_dev_put(xdst->u.rt6.rt6i_idev);
	271	xdst->u.rt6.rt6i_idev = loopback_idev;
	272	in6_dev_hold(loopback_idev);
	273	xdst = (struct xfrm_dst *)xdst->u.dst.child;
	274	} while (xdst->u.dst.xfrm);
	275
	276	__in6_dev_put(loopback_idev);
	277	}
	278
	279	xfrm_dst_ifdown(dst, dev);
	280	}
	281
a8a572a6	282	static struct dst_ops xfrm6_dst_ops_template = {
1da177e4	283	.family = AF_INET6,
1da177e4	284	.update_pmtu = xfrm6_update_pmtu,
ec18d9a2	285	.redirect = xfrm6_redirect,
62fa8a84	286	.cow_metrics = dst_cow_metrics_generic,
aabc9761 HX	287	.destroy = xfrm6_dst_destroy,
aabc9761 HX	288	.ifdown = xfrm6_dst_ifdown,
862b82c6	289	.local_out = __ip6_local_out,
3c2a89dd	290	.gc_thresh = 32768,
1da177e4 LT	291	};
1da177e4 LT	292
37b10383	293	static const struct xfrm_policy_afinfo xfrm6_policy_afinfo = {
a8a572a6	294	.dst_ops = &xfrm6_dst_ops_template,
1da177e4	295	.dst_lookup = xfrm6_dst_lookup,
67ba4152	296	.get_saddr = xfrm6_get_saddr,
1da177e4	297	.decode_session = _decode_session6,
25ee3286	298	.get_tos = xfrm6_get_tos,
a1b05140	299	.init_path = xfrm6_init_path,
25ee3286	300	.fill_dst = xfrm6_fill_dst,
2774c131	301	.blackhole_route = ip6_blackhole_route,
1da177e4 LT	302	};
1da177e4 LT	303
0013caba	304	static int __init xfrm6_policy_init(void)
1da177e4	305	{
a2817d8b	306	return xfrm_policy_register_afinfo(&xfrm6_policy_afinfo, AF_INET6);
1da177e4 LT	307	}
	308
	309	static void xfrm6_policy_fini(void)
	310	{
	311	xfrm_policy_unregister_afinfo(&xfrm6_policy_afinfo);
	312	}
	313
db71789c	314	#ifdef CONFIG_SYSCTL
a44a4a00 NH	315	static struct ctl_table xfrm6_policy_table[] = {
a44a4a00 NH	316	{
a44a4a00	317	.procname = "xfrm6_gc_thresh",
67ba4152 IM	318	.data = &init_net.xfrm.xfrm6_dst_ops.gc_thresh,
	319	.maxlen = sizeof(int),
	320	.mode = 0644,
a44a4a00 NH	321	.proc_handler = proc_dointvec,
	322	},
	323	{ }
	324	};
	325
a8a572a6	326	static int __net_init xfrm6_net_sysctl_init(struct net *net)
8d068875 MK	327	{
	328	struct ctl_table *table;
	329	struct ctl_table_header *hdr;
	330
	331	table = xfrm6_policy_table;
	332	if (!net_eq(net, &init_net)) {
	333	table = kmemdup(table, sizeof(xfrm6_policy_table), GFP_KERNEL);
	334	if (!table)
	335	goto err_alloc;
	336
	337	table[0].data = &net->xfrm.xfrm6_dst_ops.gc_thresh;
	338	}
	339
	340	hdr = register_net_sysctl(net, "net/ipv6", table);
	341	if (!hdr)
	342	goto err_reg;
	343
	344	net->ipv6.sysctl.xfrm6_hdr = hdr;
	345	return 0;
	346
	347	err_reg:
	348	if (!net_eq(net, &init_net))
	349	kfree(table);
	350	err_alloc:
	351	return -ENOMEM;
	352	}
	353
a8a572a6	354	static void __net_exit xfrm6_net_sysctl_exit(struct net *net)
8d068875 MK	355	{
	356	struct ctl_table *table;
	357
63159f29	358	if (!net->ipv6.sysctl.xfrm6_hdr)
8d068875 MK	359	return;
	360
	361	table = net->ipv6.sysctl.xfrm6_hdr->ctl_table_arg;
	362	unregister_net_sysctl_table(net->ipv6.sysctl.xfrm6_hdr);
	363	if (!net_eq(net, &init_net))
	364	kfree(table);
	365	}
a8a572a6	366	#else /* CONFIG_SYSCTL */
318d3cc0	367	static inline int xfrm6_net_sysctl_init(struct net *net)
a8a572a6 DS	368	{
	369	return 0;
	370	}
	371
318d3cc0	372	static inline void xfrm6_net_sysctl_exit(struct net *net)
a8a572a6 DS	373	{
	374	}
	375	#endif
	376
	377	static int __net_init xfrm6_net_init(struct net *net)
	378	{
	379	int ret;
	380
	381	memcpy(&net->xfrm.xfrm6_dst_ops, &xfrm6_dst_ops_template,
	382	sizeof(xfrm6_dst_ops_template));
	383	ret = dst_entries_init(&net->xfrm.xfrm6_dst_ops);
	384	if (ret)
	385	return ret;
	386
	387	ret = xfrm6_net_sysctl_init(net);
	388	if (ret)
	389	dst_entries_destroy(&net->xfrm.xfrm6_dst_ops);
	390
	391	return ret;
	392	}
	393
	394	static void __net_exit xfrm6_net_exit(struct net *net)
	395	{
	396	xfrm6_net_sysctl_exit(net);
	397	dst_entries_destroy(&net->xfrm.xfrm6_dst_ops);
	398	}
8d068875 MK	399
	400	static struct pernet_operations xfrm6_net_ops = {
	401	.init = xfrm6_net_init,
	402	.exit = xfrm6_net_exit,
	403	};
a44a4a00	404
0013caba	405	int __init xfrm6_init(void)
1da177e4	406	{
0013caba	407	int ret;
c3813286	408
d7c7544c	409	ret = xfrm6_policy_init();
a8a572a6	410	if (ret)
d7c7544c	411	goto out;
d7c7544c AD	412	ret = xfrm6_state_init();
	413	if (ret)
	414	goto out_policy;
	415
7e14ea15 SK	416	ret = xfrm6_protocol_init();
	417	if (ret)
	418	goto out_state;
	419
8d068875	420	register_pernet_subsys(&xfrm6_net_ops);
0013caba DL	421	out:
0013caba DL	422	return ret;
7e14ea15 SK	423	out_state:
7e14ea15 SK	424	xfrm6_state_fini();
0013caba DL	425	out_policy:
	426	xfrm6_policy_fini();
	427	goto out;
1da177e4 LT	428	}
	429
	430	void xfrm6_fini(void)
	431	{
8d068875	432	unregister_pernet_subsys(&xfrm6_net_ops);
7e14ea15	433	xfrm6_protocol_fini();
1da177e4 LT	434	xfrm6_policy_fini();
	435	xfrm6_state_fini();
	436	}