]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/net/ip6_fib.h
net/mlx5e: Rx, Fix checksum calculation for new hardware
[mirror_ubuntu-bionic-kernel.git] / include / net / ip6_fib.h
CommitLineData
1da177e4
LT
1/*
2 * Linux INET6 implementation
3 *
4 * Authors:
5 * Pedro Roque <roque@di.fc.ul.pt>
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef _IP6_FIB_H
14#define _IP6_FIB_H
15
1da177e4 16#include <linux/ipv6_route.h>
1da177e4
LT
17#include <linux/rtnetlink.h>
18#include <linux/spinlock.h>
16ab6d7d 19#include <linux/notifier.h>
86872cb5
TG
20#include <net/dst.h>
21#include <net/flow.h>
22#include <net/netlink.h>
b3419363 23#include <net/inetpeer.h>
16ab6d7d 24#include <net/fib_notifier.h>
1da177e4 25
a33bc5c1
NH
26#ifdef CONFIG_IPV6_MULTIPLE_TABLES
27#define FIB6_TABLE_HASHSZ 256
28#else
29#define FIB6_TABLE_HASHSZ 1
30#endif
31
c757faa8
WW
32#define RT6_DEBUG 2
33
34#if RT6_DEBUG >= 3
35#define RT6_TRACE(x...) pr_debug(x)
36#else
37#define RT6_TRACE(x...) do { ; } while (0)
38#endif
39
1da177e4
LT
40struct rt6_info;
41
fd2c3ef7 42struct fib6_config {
86872cb5
TG
43 u32 fc_table;
44 u32 fc_metric;
45 int fc_dst_len;
46 int fc_src_len;
47 int fc_ifindex;
48 u32 fc_flags;
49 u32 fc_protocol;
0ae81335
DA
50 u16 fc_type; /* only 8 bits are used */
51 u16 fc_delete_all_nh : 1,
52 __unused : 15;
86872cb5
TG
53
54 struct in6_addr fc_dst;
55 struct in6_addr fc_src;
c3968a85 56 struct in6_addr fc_prefsrc;
86872cb5
TG
57 struct in6_addr fc_gateway;
58
59 unsigned long fc_expires;
60 struct nlattr *fc_mx;
61 int fc_mx_len;
51ebd318
ND
62 int fc_mp_len;
63 struct nlattr *fc_mp;
86872cb5
TG
64
65 struct nl_info fc_nlinfo;
19e42e45
RP
66 struct nlattr *fc_encap;
67 u16 fc_encap_type;
86872cb5
TG
68};
69
fd2c3ef7 70struct fib6_node {
66f5d6ce
WW
71 struct fib6_node __rcu *parent;
72 struct fib6_node __rcu *left;
73 struct fib6_node __rcu *right;
8bce65b9 74#ifdef CONFIG_IPV6_SUBTREES
66f5d6ce 75 struct fib6_node __rcu *subtree;
8bce65b9 76#endif
66f5d6ce 77 struct rt6_info __rcu *leaf;
1da177e4
LT
78
79 __u16 fn_bit; /* bit key */
80 __u16 fn_flags;
42b18706 81 int fn_sernum;
66f5d6ce 82 struct rt6_info __rcu *rr_ptr;
c5cff856 83 struct rcu_head rcu;
1da177e4
LT
84};
85
c757faa8
WW
86struct fib6_gc_args {
87 int timeout;
88 int more;
89};
90
7fc33165
YH
91#ifndef CONFIG_IPV6_SUBTREES
92#define FIB6_SUBTREE(fn) NULL
93#else
66f5d6ce 94#define FIB6_SUBTREE(fn) (rcu_dereference_protected((fn)->subtree, 1))
7fc33165 95#endif
1da177e4 96
e715b6d3
FW
97struct mx6_config {
98 const u32 *mx;
99 DECLARE_BITMAP(mx_valid, RTAX_MAX);
100};
101
1da177e4
LT
102/*
103 * routing information
104 *
105 */
106
fd2c3ef7 107struct rt6key {
1da177e4
LT
108 struct in6_addr addr;
109 int plen;
110};
111
c71099ac
TG
112struct fib6_table;
113
35732d01
WW
114struct rt6_exception_bucket {
115 struct hlist_head chain;
116 int depth;
117};
118
119struct rt6_exception {
120 struct hlist_node hlist;
121 struct rt6_info *rt6i;
122 unsigned long stamp;
123 struct rcu_head rcu;
124};
125
126#define FIB6_EXCEPTION_BUCKET_SIZE_SHIFT 10
127#define FIB6_EXCEPTION_BUCKET_SIZE (1 << FIB6_EXCEPTION_BUCKET_SIZE_SHIFT)
128#define FIB6_MAX_DEPTH 5
129
fd2c3ef7 130struct rt6_info {
d8d1f30b 131 struct dst_entry dst;
1da177e4 132
bd2c77a0
YH
133 /*
134 * Tail elements of dst_entry (__refcnt etc.)
135 * and these elements (rarely used in hot path) are in
136 * the same cache line.
137 */
138 struct fib6_table *rt6i_table;
4e587ea7 139 struct fib6_node __rcu *rt6i_node;
1da177e4
LT
140
141 struct in6_addr rt6i_gateway;
1da177e4 142
51ebd318
ND
143 /* Multipath routes:
144 * siblings is a list of rt6_info that have the the same metric/weight,
145 * destination, but not the same gateway. nsiblings is just a cache
146 * to speed up lookup.
147 */
148 struct list_head rt6i_siblings;
149 unsigned int rt6i_nsiblings;
150
bd2c77a0 151 atomic_t rt6i_ref;
a47ed4cd 152
fe400799
IS
153 unsigned int rt6i_nh_flags;
154
bd2c77a0
YH
155 /* These are in a separate cache line. */
156 struct rt6key rt6i_dst ____cacheline_aligned_in_smp;
157 u32 rt6i_flags;
158 struct rt6key rt6i_src;
c3968a85 159 struct rt6key rt6i_prefsrc;
b4ce9277 160
8d0b94af
MKL
161 struct list_head rt6i_uncached;
162 struct uncached_list *rt6i_uncached_list;
163
bd2c77a0 164 struct inet6_dev *rt6i_idev;
d52d3997 165 struct rt6_info * __percpu *rt6i_pcpu;
35732d01 166 struct rt6_exception_bucket __rcu *rt6i_exception_bucket;
b4ce9277 167
705f1c86 168 u32 rt6i_metric;
4b32b5ad 169 u32 rt6i_pmtu;
bd2c77a0
YH
170 /* more non-fragment space at head required */
171 unsigned short rt6i_nfheader_len;
bd2c77a0 172 u8 rt6i_protocol;
35732d01
WW
173 u8 exception_bucket_flushed:1,
174 unused:7;
1da177e4
LT
175};
176
66f5d6ce
WW
177#define for_each_fib6_node_rt_rcu(fn) \
178 for (rt = rcu_dereference((fn)->leaf); rt; \
179 rt = rcu_dereference(rt->dst.rt6_next))
180
181#define for_each_fib6_walker_rt(w) \
182 for (rt = (w)->leaf; rt; \
183 rt = rcu_dereference_protected(rt->dst.rt6_next, 1))
184
7a3025b1
YH
185static inline struct inet6_dev *ip6_dst_idev(struct dst_entry *dst)
186{
187 return ((struct rt6_info *)dst)->rt6i_idev;
188}
189
1716a961
G
190static inline void rt6_clean_expires(struct rt6_info *rt)
191{
1716a961 192 rt->rt6i_flags &= ~RTF_EXPIRES;
01ba16d6 193 rt->dst.expires = 0;
1716a961
G
194}
195
196static inline void rt6_set_expires(struct rt6_info *rt, unsigned long expires)
197{
1716a961 198 rt->dst.expires = expires;
ecd98837 199 rt->rt6i_flags |= RTF_EXPIRES;
1716a961
G
200}
201
ecd98837 202static inline void rt6_update_expires(struct rt6_info *rt0, int timeout)
1716a961 203{
ecd98837
YH
204 struct rt6_info *rt;
205
206 for (rt = rt0; rt && !(rt->rt6i_flags & RTF_EXPIRES);
207 rt = (struct rt6_info *)rt->dst.from);
208 if (rt && rt != rt0)
209 rt0->dst.expires = rt->dst.expires;
210
211 dst_set_expires(&rt0->dst, timeout);
212 rt0->rt6i_flags |= RTF_EXPIRES;
1716a961 213}
b197df4f 214
c5cff856
WW
215/* Function to safely get fn->sernum for passed in rt
216 * and store result in passed in cookie.
217 * Return true if we can get cookie safely
218 * Return false if not
219 */
220static inline bool rt6_get_cookie_safe(const struct rt6_info *rt,
221 u32 *cookie)
222{
223 struct fib6_node *fn;
224 bool status = false;
225
226 rcu_read_lock();
227 fn = rcu_dereference(rt->rt6i_node);
228
229 if (fn) {
230 *cookie = fn->fn_sernum;
bbd63f06
WW
231 /* pairs with smp_wmb() in fib6_update_sernum_upto_root() */
232 smp_rmb();
c5cff856
WW
233 status = true;
234 }
235
236 rcu_read_unlock();
237 return status;
238}
239
b197df4f
MKL
240static inline u32 rt6_get_cookie(const struct rt6_info *rt)
241{
c5cff856
WW
242 u32 cookie = 0;
243
ced536e2 244 if (rt->dst.from)
3da59bd9
MKL
245 rt = (struct rt6_info *)(rt->dst.from);
246
c5cff856
WW
247 rt6_get_cookie_safe(rt, &cookie);
248
249 return cookie;
b197df4f 250}
1716a961 251
94e187c0
AW
252static inline void ip6_rt_put(struct rt6_info *rt)
253{
254 /* dst_release() accepts a NULL parameter.
255 * We rely on dst being first structure in struct rt6_info
256 */
257 BUILD_BUG_ON(offsetof(struct rt6_info, dst) != 0);
258 dst_release(&rt->dst);
259}
260
a460aa83
IS
261void rt6_free_pcpu(struct rt6_info *non_pcpu_rt);
262
263static inline void rt6_hold(struct rt6_info *rt)
264{
265 atomic_inc(&rt->rt6i_ref);
266}
267
268static inline void rt6_release(struct rt6_info *rt)
269{
270 if (atomic_dec_and_test(&rt->rt6i_ref)) {
271 rt6_free_pcpu(rt);
272 dst_dev_put(&rt->dst);
273 dst_release(&rt->dst);
274 }
275}
276
94b2cfe0
HFS
277enum fib6_walk_state {
278#ifdef CONFIG_IPV6_SUBTREES
279 FWS_S,
280#endif
281 FWS_L,
282 FWS_R,
283 FWS_C,
284 FWS_U
285};
286
287struct fib6_walker {
bbef49da 288 struct list_head lh;
1da177e4
LT
289 struct fib6_node *root, *node;
290 struct rt6_info *leaf;
94b2cfe0 291 enum fib6_walk_state state;
2bec5a36
PM
292 unsigned int skip;
293 unsigned int count;
94b2cfe0 294 int (*func)(struct fib6_walker *);
1da177e4
LT
295 void *args;
296};
297
1da177e4 298struct rt6_statistics {
81eb8447
WW
299 __u32 fib_nodes; /* all fib6 nodes */
300 __u32 fib_route_nodes; /* intermediate nodes */
301 __u32 fib_rt_entries; /* rt entries in fib table */
302 __u32 fib_rt_cache; /* cached rt entries in exception table */
303 __u32 fib_discarded_routes; /* total number of routes delete */
304
305 /* The following stats are not protected by any lock */
306 atomic_t fib_rt_alloc; /* total number of routes alloced */
307 atomic_t fib_rt_uncache; /* rt entries in uncached list */
1da177e4
LT
308};
309
310#define RTN_TL_ROOT 0x0001
311#define RTN_ROOT 0x0002 /* tree root node */
312#define RTN_RTINFO 0x0004 /* node with valid routing info */
313
314/*
315 * priority levels (or metrics)
316 *
317 */
318
1da177e4 319
c71099ac
TG
320struct fib6_table {
321 struct hlist_node tb6_hlist;
322 u32 tb6_id;
66f5d6ce 323 spinlock_t tb6_lock;
c71099ac 324 struct fib6_node tb6_root;
8e773277 325 struct inet_peer_base tb6_peers;
830218c1 326 unsigned int flags;
e1ee0a5b 327 unsigned int fib_seq;
830218c1 328#define RT6_TABLE_HAS_DFLT_ROUTER BIT(0)
c71099ac
TG
329};
330
331#define RT6_TABLE_UNSPEC RT_TABLE_UNSPEC
332#define RT6_TABLE_MAIN RT_TABLE_MAIN
c71099ac
TG
333#define RT6_TABLE_DFLT RT6_TABLE_MAIN
334#define RT6_TABLE_INFO RT6_TABLE_MAIN
335#define RT6_TABLE_PREFIX RT6_TABLE_MAIN
336
337#ifdef CONFIG_IPV6_MULTIPLE_TABLES
338#define FIB6_TABLE_MIN 1
339#define FIB6_TABLE_MAX RT_TABLE_MAX
101367c2 340#define RT6_TABLE_LOCAL RT_TABLE_LOCAL
c71099ac
TG
341#else
342#define FIB6_TABLE_MIN RT_TABLE_MAIN
343#define FIB6_TABLE_MAX FIB6_TABLE_MIN
101367c2 344#define RT6_TABLE_LOCAL RT6_TABLE_MAIN
c71099ac
TG
345#endif
346
8ed67789
DL
347typedef struct rt6_info *(*pol_lookup_t)(struct net *,
348 struct fib6_table *,
4c9483b2 349 struct flowi6 *, int);
1da177e4 350
df77fe4d
IS
351struct fib6_entry_notifier_info {
352 struct fib_notifier_info info; /* must be first */
353 struct rt6_info *rt;
354};
355
1da177e4
LT
356/*
357 * exported functions
358 */
359
5c3a0fd7
JP
360struct fib6_table *fib6_get_table(struct net *net, u32 id);
361struct fib6_table *fib6_new_table(struct net *net, u32 id);
362struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
363 int flags, pol_lookup_t lookup);
c71099ac 364
5c3a0fd7
JP
365struct fib6_node *fib6_lookup(struct fib6_node *root,
366 const struct in6_addr *daddr,
367 const struct in6_addr *saddr);
1da177e4 368
5c3a0fd7
JP
369struct fib6_node *fib6_locate(struct fib6_node *root,
370 const struct in6_addr *daddr, int dst_len,
38fbeeee
WW
371 const struct in6_addr *saddr, int src_len,
372 bool exact_match);
1da177e4 373
5c3a0fd7 374void fib6_clean_all(struct net *net, int (*func)(struct rt6_info *, void *arg),
0c3584d5 375 void *arg);
c71099ac 376
e715b6d3 377int fib6_add(struct fib6_node *root, struct rt6_info *rt,
333c4301
DA
378 struct nl_info *info, struct mx6_config *mxc,
379 struct netlink_ext_ack *extack);
5c3a0fd7 380int fib6_del(struct rt6_info *rt, struct nl_info *info);
1da177e4 381
37a1d361
RP
382void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info,
383 unsigned int flags);
1da177e4 384
5c3a0fd7 385void fib6_run_gc(unsigned long expires, struct net *net, bool force);
1da177e4 386
5c3a0fd7 387void fib6_gc_cleanup(void);
1da177e4 388
5c3a0fd7 389int fib6_init(void);
101367c2 390
8d2ca1d7
HFS
391int ipv6_route_open(struct inode *inode, struct file *file);
392
16ab6d7d
IS
393int call_fib6_notifier(struct notifier_block *nb, struct net *net,
394 enum fib_event_type event_type,
395 struct fib_notifier_info *info);
396int call_fib6_notifiers(struct net *net, enum fib_event_type event_type,
397 struct fib_notifier_info *info);
398
399int __net_init fib6_notifier_init(struct net *net);
400void __net_exit fib6_notifier_exit(struct net *net);
401
e1ee0a5b
IS
402unsigned int fib6_tables_seq_read(struct net *net);
403int fib6_tables_dump(struct net *net, struct notifier_block *nb);
404
180ca444
WW
405void fib6_update_sernum(struct rt6_info *rt);
406
7e5449c2 407#ifdef CONFIG_IPV6_MULTIPLE_TABLES
5c3a0fd7
JP
408int fib6_rules_init(void);
409void fib6_rules_cleanup(void);
e3ea9731 410bool fib6_rule_default(const struct fib_rule *rule);
dcb18f76
IS
411int fib6_rules_dump(struct net *net, struct notifier_block *nb);
412unsigned int fib6_rules_seq_read(struct net *net);
7e5449c2
DL
413#else
414static inline int fib6_rules_init(void)
415{
416 return 0;
417}
418static inline void fib6_rules_cleanup(void)
419{
420 return ;
421}
e3ea9731
IS
422static inline bool fib6_rule_default(const struct fib_rule *rule)
423{
424 return true;
425}
dcb18f76
IS
426static inline int fib6_rules_dump(struct net *net, struct notifier_block *nb)
427{
428 return 0;
429}
430static inline unsigned int fib6_rules_seq_read(struct net *net)
431{
432 return 0;
433}
7e5449c2 434#endif
1da177e4 435#endif