[mirror_ubuntu-bionic-kernel.git] / net / mpls / internal.h

#ifndef MPLS_INTERNAL_H
#define MPLS_INTERNAL_H
#include <net/mpls.h>

struct mpls_entry_decoded {
	u32 label;
	u8 ttl;
	u8 tc;
	u8 bos;
};

struct mpls_pcpu_stats {
	struct mpls_link_stats	stats;
	struct u64_stats_sync	syncp;
};

struct mpls_dev {
	int				input_enabled;

	struct mpls_pcpu_stats __percpu	*stats;

	struct ctl_table_header		*sysctl;
	struct rcu_head			rcu;
};

#if BITS_PER_LONG == 32

#define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field)		\
	do {								\
		__typeof__(*(mdev)->stats) *ptr =			\
			raw_cpu_ptr((mdev)->stats);			\
		local_bh_disable();					\
		u64_stats_update_begin(&ptr->syncp);			\
		ptr->stats.pkts_field++;				\
		ptr->stats.bytes_field += (len);			\
		u64_stats_update_end(&ptr->syncp);			\
		local_bh_enable();					\
	} while (0)

#define MPLS_INC_STATS(mdev, field)					\
	do {								\
		__typeof__(*(mdev)->stats) *ptr =			\
			raw_cpu_ptr((mdev)->stats);			\
		local_bh_disable();					\
		u64_stats_update_begin(&ptr->syncp);			\
		ptr->stats.field++;					\
		u64_stats_update_end(&ptr->syncp);			\
		local_bh_enable();					\
	} while (0)

#else

#define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field)		\
	do {								\
		this_cpu_inc((mdev)->stats->stats.pkts_field);		\
		this_cpu_add((mdev)->stats->stats.bytes_field, (len));	\
	} while (0)

#define MPLS_INC_STATS(mdev, field)			\
	this_cpu_inc((mdev)->stats->stats.field)

#endif

struct sk_buff;

#define LABEL_NOT_SPECIFIED (1 << 20)
#define MAX_NEW_LABELS 2

/* This maximum ha length copied from the definition of struct neighbour */
#define VIA_ALEN_ALIGN sizeof(unsigned long)
#define MAX_VIA_ALEN (ALIGN(MAX_ADDR_LEN, VIA_ALEN_ALIGN))

enum mpls_payload_type {
	MPT_UNSPEC, /* IPv4 or IPv6 */
	MPT_IPV4 = 4,
	MPT_IPV6 = 6,

	/* Other types not implemented:
	 *  - Pseudo-wire with or without control word (RFC4385)
	 *  - GAL (RFC5586)
	 */
};

struct mpls_nh { /* next hop label forwarding entry */
	struct net_device __rcu *nh_dev;
	unsigned int		nh_flags;
	u32			nh_label[MAX_NEW_LABELS];
	u8			nh_labels;
	u8			nh_via_alen;
	u8			nh_via_table;
};

/* The route, nexthops and vias are stored together in the same memory
 * block:
 *
 * +----------------------+
 * | mpls_route           |
 * +----------------------+
 * | mpls_nh 0            |
 * +----------------------+
 * | ...                  |
 * +----------------------+
 * | mpls_nh n-1          |
 * +----------------------+
 * | alignment padding    |
 * +----------------------+
 * | via[rt_max_alen] 0   |
 * +----------------------+
 * | ...                  |
 * +----------------------+
 * | via[rt_max_alen] n-1 |
 * +----------------------+
 */
struct mpls_route { /* next hop label forwarding entry */
	struct rcu_head		rt_rcu;
	u8			rt_protocol;
	u8			rt_payload_type;
	u8			rt_max_alen;
	unsigned int		rt_nhn;
	unsigned int		rt_nhn_alive;
	struct mpls_nh		rt_nh[0];
};

#define for_nexthops(rt) {						\
	int nhsel; struct mpls_nh *nh;			\
	for (nhsel = 0, nh = (rt)->rt_nh;				\
	     nhsel < (rt)->rt_nhn;					\
	     nh++, nhsel++)

#define change_nexthops(rt) {						\
	int nhsel; struct mpls_nh *nh;				\
	for (nhsel = 0,	nh = (struct mpls_nh *)((rt)->rt_nh);	\
	     nhsel < (rt)->rt_nhn;					\
	     nh++, nhsel++)

#define endfor_nexthops(rt) }

static inline struct mpls_shim_hdr mpls_entry_encode(u32 label, unsigned ttl, unsigned tc, bool bos)
{
	struct mpls_shim_hdr result;
	result.label_stack_entry =
		cpu_to_be32((label << MPLS_LS_LABEL_SHIFT) |
			    (tc << MPLS_LS_TC_SHIFT) |
			    (bos ? (1 << MPLS_LS_S_SHIFT) : 0) |
			    (ttl << MPLS_LS_TTL_SHIFT));
	return result;
}

static inline struct mpls_entry_decoded mpls_entry_decode(struct mpls_shim_hdr *hdr)
{
	struct mpls_entry_decoded result;
	unsigned entry = be32_to_cpu(hdr->label_stack_entry);

	result.label = (entry & MPLS_LS_LABEL_MASK) >> MPLS_LS_LABEL_SHIFT;
	result.ttl = (entry & MPLS_LS_TTL_MASK) >> MPLS_LS_TTL_SHIFT;
	result.tc =  (entry & MPLS_LS_TC_MASK) >> MPLS_LS_TC_SHIFT;
	result.bos = (entry & MPLS_LS_S_MASK) >> MPLS_LS_S_SHIFT;

	return result;
}

static inline struct mpls_dev *mpls_dev_get(const struct net_device *dev)
{
	return rcu_dereference_rtnl(dev->mpls_ptr);
}

int nla_put_labels(struct sk_buff *skb, int attrtype,  u8 labels,
		   const u32 label[]);
int nla_get_labels(const struct nlattr *nla, u32 max_labels, u8 *labels,
		   u32 label[]);
int nla_get_via(const struct nlattr *nla, u8 *via_alen, u8 *via_table,
		u8 via[]);
bool mpls_output_possible(const struct net_device *dev);
unsigned int mpls_dev_mtu(const struct net_device *dev);
bool mpls_pkt_too_big(const struct sk_buff *skb, unsigned int mtu);
void mpls_stats_inc_outucastpkts(struct net_device *dev,
				 const struct sk_buff *skb);

#endif /* MPLS_INTERNAL_H */
Commit	Line	Data
0189197f EB	1	#ifndef MPLS_INTERNAL_H
0189197f EB	2	#define MPLS_INTERNAL_H
9095e10e	3	#include <net/mpls.h>
0189197f EB	4
	5	struct mpls_entry_decoded {
	6	u32 label;
	7	u8 ttl;
	8	u8 tc;
	9	u8 bos;
	10	};
	11
27d69105 RS	12	struct mpls_pcpu_stats {
	13	struct mpls_link_stats stats;
	14	struct u64_stats_sync syncp;
	15	};
	16
03c57747	17	struct mpls_dev {
27d69105	18	int input_enabled;
37bde799	19
27d69105 RS	20	struct mpls_pcpu_stats __percpu *stats;
	21
	22	struct ctl_table_header *sysctl;
	23	struct rcu_head rcu;
03c57747 RS	24	};
03c57747 RS	25
27d69105 RS	26	#if BITS_PER_LONG == 32
	27
	28	#define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field) \
	29	do { \
	30	__typeof__((mdev)->stats) ptr = \
	31	raw_cpu_ptr((mdev)->stats); \
	32	local_bh_disable(); \
	33	u64_stats_update_begin(&ptr->syncp); \
	34	ptr->stats.pkts_field++; \
	35	ptr->stats.bytes_field += (len); \
	36	u64_stats_update_end(&ptr->syncp); \
	37	local_bh_enable(); \
	38	} while (0)
	39
	40	#define MPLS_INC_STATS(mdev, field) \
	41	do { \
	42	__typeof__((mdev)->stats) ptr = \
	43	raw_cpu_ptr((mdev)->stats); \
	44	local_bh_disable(); \
	45	u64_stats_update_begin(&ptr->syncp); \
	46	ptr->stats.field++; \
	47	u64_stats_update_end(&ptr->syncp); \
	48	local_bh_enable(); \
	49	} while (0)
	50
	51	#else
	52
	53	#define MPLS_INC_STATS_LEN(mdev, len, pkts_field, bytes_field) \
	54	do { \
	55	this_cpu_inc((mdev)->stats->stats.pkts_field); \
	56	this_cpu_add((mdev)->stats->stats.bytes_field, (len)); \
	57	} while (0)
	58
	59	#define MPLS_INC_STATS(mdev, field) \
	60	this_cpu_inc((mdev)->stats->stats.field)
	61
	62	#endif
	63
0189197f EB	64	struct sk_buff;
0189197f EB	65
f8efb73c RP	66	#define LABEL_NOT_SPECIFIED (1 << 20)
	67	#define MAX_NEW_LABELS 2
	68
	69	/* This maximum ha length copied from the definition of struct neighbour */
cf4b24f0 RS	70	#define VIA_ALEN_ALIGN sizeof(unsigned long)
cf4b24f0 RS	71	#define MAX_VIA_ALEN (ALIGN(MAX_ADDR_LEN, VIA_ALEN_ALIGN))
f8efb73c RP	72
	73	enum mpls_payload_type {
	74	MPT_UNSPEC, /* IPv4 or IPv6 */
	75	MPT_IPV4 = 4,
	76	MPT_IPV6 = 6,
	77
	78	/* Other types not implemented:
	79	* - Pseudo-wire with or without control word (RFC4385)
	80	* - GAL (RFC5586)
	81	*/
	82	};
	83
	84	struct mpls_nh { /* next hop label forwarding entry */
	85	struct net_device __rcu *nh_dev;
c89359a4	86	unsigned int nh_flags;
f8efb73c RP	87	u32 nh_label[MAX_NEW_LABELS];
	88	u8 nh_labels;
	89	u8 nh_via_alen;
	90	u8 nh_via_table;
f8efb73c RP	91	};
f8efb73c RP	92
cf4b24f0 RS	93	/* The route, nexthops and vias are stored together in the same memory
	94	* block:
	95	*
	96	* +----------------------+
	97	* \| mpls_route \|
	98	* +----------------------+
	99	* \| mpls_nh 0 \|
	100	* +----------------------+
	101	* \| ... \|
	102	* +----------------------+
	103	* \| mpls_nh n-1 \|
	104	* +----------------------+
	105	* \| alignment padding \|
	106	* +----------------------+
	107	* \| via[rt_max_alen] 0 \|
	108	* +----------------------+
	109	* \| ... \|
	110	* +----------------------+
	111	* \| via[rt_max_alen] n-1 \|
	112	* +----------------------+
	113	*/
f8efb73c RP	114	struct mpls_route { /* next hop label forwarding entry */
	115	struct rcu_head rt_rcu;
	116	u8 rt_protocol;
	117	u8 rt_payload_type;
cf4b24f0 RS	118	u8 rt_max_alen;
cf4b24f0 RS	119	unsigned int rt_nhn;
c89359a4	120	unsigned int rt_nhn_alive;
f8efb73c RP	121	struct mpls_nh rt_nh[0];
	122	};
	123
	124	#define for_nexthops(rt) { \
	125	int nhsel; struct mpls_nh *nh; \
	126	for (nhsel = 0, nh = (rt)->rt_nh; \
	127	nhsel < (rt)->rt_nhn; \
	128	nh++, nhsel++)
	129
	130	#define change_nexthops(rt) { \
	131	int nhsel; struct mpls_nh *nh; \
	132	for (nhsel = 0, nh = (struct mpls_nh *)((rt)->rt_nh); \
	133	nhsel < (rt)->rt_nhn; \
	134	nh++, nhsel++)
	135
	136	#define endfor_nexthops(rt) }
	137
0189197f EB	138	static inline struct mpls_shim_hdr mpls_entry_encode(u32 label, unsigned ttl, unsigned tc, bool bos)
	139	{
	140	struct mpls_shim_hdr result;
	141	result.label_stack_entry =
	142	cpu_to_be32((label << MPLS_LS_LABEL_SHIFT) \|
	143	(tc << MPLS_LS_TC_SHIFT) \|
	144	(bos ? (1 << MPLS_LS_S_SHIFT) : 0) \|
	145	(ttl << MPLS_LS_TTL_SHIFT));
	146	return result;
	147	}
	148
	149	static inline struct mpls_entry_decoded mpls_entry_decode(struct mpls_shim_hdr *hdr)
	150	{
	151	struct mpls_entry_decoded result;
	152	unsigned entry = be32_to_cpu(hdr->label_stack_entry);
	153
	154	result.label = (entry & MPLS_LS_LABEL_MASK) >> MPLS_LS_LABEL_SHIFT;
	155	result.ttl = (entry & MPLS_LS_TTL_MASK) >> MPLS_LS_TTL_SHIFT;
	156	result.tc = (entry & MPLS_LS_TC_MASK) >> MPLS_LS_TC_SHIFT;
	157	result.bos = (entry & MPLS_LS_S_MASK) >> MPLS_LS_S_SHIFT;
	158
	159	return result;
	160	}
	161
27d69105 RS	162	static inline struct mpls_dev mpls_dev_get(const struct net_device dev)
	163	{
	164	return rcu_dereference_rtnl(dev->mpls_ptr);
	165	}
	166
face0188 RP	167	int nla_put_labels(struct sk_buff *skb, int attrtype, u8 labels,
face0188 RP	168	const u32 label[]);
f8efb73c	169	int nla_get_labels(const struct nlattr nla, u32 max_labels, u8 labels,
face0188	170	u32 label[]);
f8efb73c RP	171	int nla_get_via(const struct nlattr nla, u8 via_alen, u8 *via_table,
f8efb73c RP	172	u8 via[]);
face0188 RP	173	bool mpls_output_possible(const struct net_device *dev);
	174	unsigned int mpls_dev_mtu(const struct net_device *dev);
	175	bool mpls_pkt_too_big(const struct sk_buff *skb, unsigned int mtu);
27d69105 RS	176	void mpls_stats_inc_outucastpkts(struct net_device *dev,
27d69105 RS	177	const struct sk_buff *skb);
966bae33	178
0189197f	179	#endif /* MPLS_INTERNAL_H */