]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - include/net/ip_fib.h
netfilter: nat: fix src map lookup
[mirror_ubuntu-artful-kernel.git] / include / net / ip_fib.h
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Forwarding Information Base.
7 *
8 * Authors: A.N.Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15
16#ifndef _NET_IP_FIB_H
17#define _NET_IP_FIB_H
18
1da177e4
LT
19#include <net/flow.h>
20#include <linux/seq_file.h>
4895c771 21#include <linux/rcupdate.h>
e1ef4bf2 22#include <net/fib_rules.h>
8e773277 23#include <net/inetpeer.h>
d26b3a7c 24#include <linux/percpu.h>
b90eb754 25#include <linux/notifier.h>
0029c0de 26#include <linux/refcount.h>
1da177e4 27
4e902c57 28struct fib_config {
4e902c57 29 u8 fc_dst_len;
4e902c57
TG
30 u8 fc_tos;
31 u8 fc_protocol;
32 u8 fc_scope;
33 u8 fc_type;
b52f070c 34 /* 3 bytes unused */
4e902c57 35 u32 fc_table;
6d85c10a 36 __be32 fc_dst;
6d85c10a 37 __be32 fc_gw;
4e902c57
TG
38 int fc_oif;
39 u32 fc_flags;
40 u32 fc_priority;
6d85c10a 41 __be32 fc_prefsrc;
4e902c57
TG
42 struct nlattr *fc_mx;
43 struct rtnexthop *fc_mp;
44 int fc_mx_len;
45 int fc_mp_len;
46 u32 fc_flow;
4e902c57
TG
47 u32 fc_nlflags;
48 struct nl_info fc_nlinfo;
571e7226
RP
49 struct nlattr *fc_encap;
50 u16 fc_encap_type;
51};
1da177e4
LT
52
53struct fib_info;
f2bb4bed 54struct rtable;
1da177e4 55
4895c771
DM
56struct fib_nh_exception {
57 struct fib_nh_exception __rcu *fnhe_next;
5aad1de5 58 int fnhe_genid;
4895c771
DM
59 __be32 fnhe_daddr;
60 u32 fnhe_pmtu;
aee06da6 61 __be32 fnhe_gw;
4895c771 62 unsigned long fnhe_expires;
2ffae99d
TT
63 struct rtable __rcu *fnhe_rth_input;
64 struct rtable __rcu *fnhe_rth_output;
4895c771 65 unsigned long fnhe_stamp;
deed49df 66 struct rcu_head rcu;
4895c771
DM
67};
68
69struct fnhe_hash_bucket {
70 struct fib_nh_exception __rcu *chain;
71};
72
d546c621
ED
73#define FNHE_HASH_SHIFT 11
74#define FNHE_HASH_SIZE (1 << FNHE_HASH_SHIFT)
4895c771
DM
75#define FNHE_RECLAIM_DEPTH 5
76
1da177e4
LT
77struct fib_nh {
78 struct net_device *nh_dev;
79 struct hlist_node nh_hash;
80 struct fib_info *nh_parent;
95c96174 81 unsigned int nh_flags;
1da177e4
LT
82 unsigned char nh_scope;
83#ifdef CONFIG_IP_ROUTE_MULTIPATH
84 int nh_weight;
0e884c78 85 atomic_t nh_upper_bound;
1da177e4 86#endif
c7066f70 87#ifdef CONFIG_IP_ROUTE_CLASSID
1da177e4
LT
88 __u32 nh_tclassid;
89#endif
90 int nh_oif;
ed49e3ca 91 __be32 nh_gw;
1fc050a1 92 __be32 nh_saddr;
436c3b66 93 int nh_saddr_genid;
d26b3a7c 94 struct rtable __rcu * __percpu *nh_pcpu_rth_output;
54764bb6 95 struct rtable __rcu *nh_rth_input;
caa41527 96 struct fnhe_hash_bucket __rcu *nh_exceptions;
571e7226 97 struct lwtunnel_state *nh_lwtstate;
1da177e4
LT
98};
99
100/*
101 * This structure contains data shared by many of routes.
102 */
103
104struct fib_info {
105 struct hlist_node fib_hash;
106 struct hlist_node fib_lhash;
7462bd74 107 struct net *fib_net;
1da177e4 108 int fib_treeref;
0029c0de 109 refcount_t fib_clntref;
95c96174 110 unsigned int fib_flags;
37e826c5
DM
111 unsigned char fib_dead;
112 unsigned char fib_protocol;
113 unsigned char fib_scope;
f4ef85bb 114 unsigned char fib_type;
b83738ae 115 __be32 fib_prefsrc;
5a56a0b3 116 u32 fib_tb_id;
1da177e4 117 u32 fib_priority;
3fb07daf
ED
118 struct dst_metrics *fib_metrics;
119#define fib_mtu fib_metrics->metrics[RTAX_MTU-1]
120#define fib_window fib_metrics->metrics[RTAX_WINDOW-1]
121#define fib_rtt fib_metrics->metrics[RTAX_RTT-1]
122#define fib_advmss fib_metrics->metrics[RTAX_ADVMSS-1]
1da177e4
LT
123 int fib_nhs;
124#ifdef CONFIG_IP_ROUTE_MULTIPATH
0e884c78 125 int fib_weight;
1da177e4 126#endif
c9850187 127 unsigned int fib_offload_cnt;
ebc0ffae 128 struct rcu_head rcu;
1da177e4
LT
129 struct fib_nh fib_nh[0];
130#define fib_dev fib_nh[0].nh_dev
131};
132
133
134#ifdef CONFIG_IP_MULTIPLE_TABLES
135struct fib_rule;
136#endif
137
5b470441 138struct fib_table;
1da177e4 139struct fib_result {
6ffd9034 140 __be32 prefix;
1da177e4
LT
141 unsigned char prefixlen;
142 unsigned char nh_sel;
143 unsigned char type;
144 unsigned char scope;
85b91b03 145 u32 tclassid;
1da177e4 146 struct fib_info *fi;
5b470441 147 struct fib_table *table;
56315f9e 148 struct hlist_head *fa_head;
1da177e4
LT
149};
150
246955fe 151struct fib_result_nl {
80e856e1 152 __be32 fl_addr; /* To be looked up*/
5f300893 153 u32 fl_mark;
246955fe
RO
154 unsigned char fl_tos;
155 unsigned char fl_scope;
156 unsigned char tb_id_in;
157
158 unsigned char tb_id; /* Results */
159 unsigned char prefixlen;
160 unsigned char nh_sel;
161 unsigned char type;
162 unsigned char scope;
163 int err;
164};
1da177e4
LT
165
166#ifdef CONFIG_IP_ROUTE_MULTIPATH
1da177e4 167#define FIB_RES_NH(res) ((res).fi->fib_nh[(res).nh_sel])
1da177e4 168#else /* CONFIG_IP_ROUTE_MULTIPATH */
1da177e4 169#define FIB_RES_NH(res) ((res).fi->fib_nh[0])
5b9e12db 170#endif /* CONFIG_IP_ROUTE_MULTIPATH */
1da177e4 171
5b9e12db 172#ifdef CONFIG_IP_MULTIPLE_TABLES
93456b6d 173#define FIB_TABLE_HASHSZ 256
5b9e12db
DL
174#else
175#define FIB_TABLE_HASHSZ 2
176#endif
1da177e4 177
5c3a0fd7 178__be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
436c3b66 179
c9850187
JP
180static inline void fib_info_offload_inc(struct fib_info *fi)
181{
182 fi->fib_offload_cnt++;
183 fi->fib_flags |= RTNH_F_OFFLOAD;
184}
185
186static inline void fib_info_offload_dec(struct fib_info *fi)
187{
188 if (--fi->fib_offload_cnt == 0)
189 fi->fib_flags &= ~RTNH_F_OFFLOAD;
190}
191
436c3b66
DM
192#define FIB_RES_SADDR(net, res) \
193 ((FIB_RES_NH(res).nh_saddr_genid == \
194 atomic_read(&(net)->ipv4.dev_addr_genid)) ? \
195 FIB_RES_NH(res).nh_saddr : \
196 fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
1da177e4
LT
197#define FIB_RES_GW(res) (FIB_RES_NH(res).nh_gw)
198#define FIB_RES_DEV(res) (FIB_RES_NH(res).nh_dev)
199#define FIB_RES_OIF(res) (FIB_RES_NH(res).nh_oif)
200
436c3b66
DM
201#define FIB_RES_PREFSRC(net, res) ((res).fi->fib_prefsrc ? : \
202 FIB_RES_SADDR(net, res))
1fc050a1 203
b90eb754
JP
204struct fib_notifier_info {
205 struct net *net;
206};
207
208struct fib_entry_notifier_info {
209 struct fib_notifier_info info; /* must be first */
210 u32 dst;
211 int dst_len;
212 struct fib_info *fi;
213 u8 tos;
214 u8 type;
215 u32 tb_id;
b90eb754
JP
216};
217
6a003a5f
IS
218struct fib_rule_notifier_info {
219 struct fib_notifier_info info; /* must be first */
220 struct fib_rule *rule;
221};
222
982acb97
IS
223struct fib_nh_notifier_info {
224 struct fib_notifier_info info; /* must be first */
225 struct fib_nh *fib_nh;
226};
227
b90eb754 228enum fib_event_type {
2f3a5272
IS
229 FIB_EVENT_ENTRY_REPLACE,
230 FIB_EVENT_ENTRY_APPEND,
b90eb754
JP
231 FIB_EVENT_ENTRY_ADD,
232 FIB_EVENT_ENTRY_DEL,
233 FIB_EVENT_RULE_ADD,
234 FIB_EVENT_RULE_DEL,
982acb97
IS
235 FIB_EVENT_NH_ADD,
236 FIB_EVENT_NH_DEL,
b90eb754
JP
237};
238
c3852ef7
IS
239int register_fib_notifier(struct notifier_block *nb,
240 void (*cb)(struct notifier_block *nb));
b90eb754 241int unregister_fib_notifier(struct notifier_block *nb);
c0243892
IS
242int call_fib_notifier(struct notifier_block *nb, struct net *net,
243 enum fib_event_type event_type,
244 struct fib_notifier_info *info);
b90eb754
JP
245int call_fib_notifiers(struct net *net, enum fib_event_type event_type,
246 struct fib_notifier_info *info);
247
d05f7a7d 248void fib_notify(struct net *net, struct notifier_block *nb);
c0243892 249#ifdef CONFIG_IP_MULTIPLE_TABLES
d05f7a7d 250void fib_rules_notify(struct net *net, struct notifier_block *nb);
c0243892 251#else
d05f7a7d 252static inline void fib_rules_notify(struct net *net, struct notifier_block *nb)
c0243892
IS
253{
254}
255#endif
256
1da177e4 257struct fib_table {
8e773277
DM
258 struct hlist_node tb_hlist;
259 u32 tb_id;
8e773277 260 int tb_num_default;
a7e53531 261 struct rcu_head rcu;
0ddcf43d
AD
262 unsigned long *tb_data;
263 unsigned long __data[0];
1da177e4
LT
264};
265
5c3a0fd7
JP
266int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
267 struct fib_result *res, int fib_flags);
6d8422a1
DA
268int fib_table_insert(struct net *, struct fib_table *, struct fib_config *,
269 struct netlink_ext_ack *extack);
78055998
DA
270int fib_table_delete(struct net *, struct fib_table *, struct fib_config *,
271 struct netlink_ext_ack *extack);
5c3a0fd7
JP
272int fib_table_dump(struct fib_table *table, struct sk_buff *skb,
273 struct netlink_callback *cb);
b90eb754 274int fib_table_flush(struct net *net, struct fib_table *table);
0ddcf43d 275struct fib_table *fib_trie_unmerge(struct fib_table *main_tb);
3b709334 276void fib_table_flush_external(struct fib_table *table);
5c3a0fd7 277void fib_free_table(struct fib_table *tb);
4aa2c466 278
1da177e4
LT
279#ifndef CONFIG_IP_MULTIPLE_TABLES
280
a5a519b2
AD
281#define TABLE_LOCAL_INDEX (RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1))
282#define TABLE_MAIN_INDEX (RT_TABLE_MAIN & (FIB_TABLE_HASHSZ - 1))
1da177e4 283
8ad4942c 284static inline struct fib_table *fib_get_table(struct net *net, u32 id)
1da177e4 285{
a7e53531 286 struct hlist_node *tb_hlist;
93456b6d
DL
287 struct hlist_head *ptr;
288
289 ptr = id == RT_TABLE_LOCAL ?
e4aef8ae
DL
290 &net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] :
291 &net->ipv4.fib_table_hash[TABLE_MAIN_INDEX];
a7e53531
AD
292
293 tb_hlist = rcu_dereference_rtnl(hlist_first_rcu(ptr));
294
295 return hlist_entry(tb_hlist, struct fib_table, tb_hlist);
1da177e4
LT
296}
297
8ad4942c 298static inline struct fib_table *fib_new_table(struct net *net, u32 id)
1da177e4 299{
8ad4942c 300 return fib_get_table(net, id);
1da177e4
LT
301}
302
22bd5b9b 303static inline int fib_lookup(struct net *net, const struct flowi4 *flp,
0eeb075f 304 struct fib_result *res, unsigned int flags)
1da177e4 305{
a7e53531 306 struct fib_table *tb;
0ddcf43d 307 int err = -ENETUNREACH;
345e9b54
AD
308
309 rcu_read_lock();
310
0ddcf43d 311 tb = fib_get_table(net, RT_TABLE_MAIN);
0315e382
NF
312 if (tb)
313 err = fib_table_lookup(tb, flp, res, flags | FIB_LOOKUP_NOREF);
314
315 if (err == -EAGAIN)
316 err = -ENETUNREACH;
93456b6d 317
345e9b54 318 rcu_read_unlock();
93456b6d 319
345e9b54 320 return err;
1da177e4
LT
321}
322
3c71006d
IS
323static inline bool fib4_rule_default(const struct fib_rule *rule)
324{
325 return true;
326}
327
1da177e4 328#else /* CONFIG_IP_MULTIPLE_TABLES */
5c3a0fd7
JP
329int __net_init fib4_rules_init(struct net *net);
330void __net_exit fib4_rules_exit(struct net *net);
c3e9a353 331
5c3a0fd7
JP
332struct fib_table *fib_new_table(struct net *net, u32 id);
333struct fib_table *fib_get_table(struct net *net, u32 id);
1da177e4 334
0eeb075f
AG
335int __fib_lookup(struct net *net, struct flowi4 *flp,
336 struct fib_result *res, unsigned int flags);
f4530fa5
DM
337
338static inline int fib_lookup(struct net *net, struct flowi4 *flp,
0eeb075f 339 struct fib_result *res, unsigned int flags)
f4530fa5 340{
a7e53531 341 struct fib_table *tb;
0315e382 342 int err = -ENETUNREACH;
a7e53531 343
0eeb075f 344 flags |= FIB_LOOKUP_NOREF;
a7e53531 345 if (net->ipv4.fib_has_custom_rules)
0eeb075f 346 return __fib_lookup(net, flp, res, flags);
a7e53531
AD
347
348 rcu_read_lock();
349
350 res->tclassid = 0;
351
0315e382
NF
352 tb = rcu_dereference_rtnl(net->ipv4.fib_main);
353 if (tb)
354 err = fib_table_lookup(tb, flp, res, flags);
355
356 if (!err)
357 goto out;
358
359 tb = rcu_dereference_rtnl(net->ipv4.fib_default);
360 if (tb)
361 err = fib_table_lookup(tb, flp, res, flags);
a7e53531 362
0315e382
NF
363out:
364 if (err == -EAGAIN)
365 err = -ENETUNREACH;
a7e53531
AD
366
367 rcu_read_unlock();
368
369 return err;
f4530fa5
DM
370}
371
3c71006d
IS
372bool fib4_rule_default(const struct fib_rule *rule);
373
1da177e4
LT
374#endif /* CONFIG_IP_MULTIPLE_TABLES */
375
376/* Exported by fib_frontend.c */
ef7c79ed 377extern const struct nla_policy rtm_ipv4_policy[];
5c3a0fd7
JP
378void ip_fib_init(void);
379__be32 fib_compute_spec_dst(struct sk_buff *skb);
380int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
381 u8 tos, int oif, struct net_device *dev,
382 struct in_device *idev, u32 *itag);
7a9bc9b8 383#ifdef CONFIG_IP_ROUTE_CLASSID
f4530fa5
DM
384static inline int fib_num_tclassid_users(struct net *net)
385{
386 return net->ipv4.fib_num_tclassid_users;
387}
7a9bc9b8 388#else
f4530fa5
DM
389static inline int fib_num_tclassid_users(struct net *net)
390{
391 return 0;
392}
7a9bc9b8 393#endif
0ddcf43d 394int fib_unmerge(struct net *net);
14c85021 395
1da177e4 396/* Exported by fib_semantics.c */
5c3a0fd7 397int ip_fib_check_default(__be32 gw, struct net_device *dev);
4f823def 398int fib_sync_down_dev(struct net_device *dev, unsigned long event, bool force);
5a56a0b3 399int fib_sync_down_addr(struct net_device *dev, __be32 local);
8a3d0316 400int fib_sync_up(struct net_device *dev, unsigned int nh_flags);
0e884c78 401
bf4e0a3d
NA
402#ifdef CONFIG_IP_ROUTE_MULTIPATH
403int fib_multipath_hash(const struct fib_info *fi, const struct flowi4 *fl4,
404 const struct sk_buff *skb);
405#endif
0e884c78 406void fib_select_multipath(struct fib_result *res, int hash);
3ce58d84 407void fib_select_path(struct net *net, struct fib_result *res,
bf4e0a3d 408 struct flowi4 *fl4, const struct sk_buff *skb);
1da177e4 409
5348ba85 410/* Exported by fib_trie.c */
5c3a0fd7 411void fib_trie_init(void);
0ddcf43d 412struct fib_table *fib_trie_table(u32 id, struct fib_table *alias);
1da177e4 413
b6bf3ca0 414static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
1da177e4 415{
c7066f70 416#ifdef CONFIG_IP_ROUTE_CLASSID
1da177e4
LT
417#ifdef CONFIG_IP_MULTIPLE_TABLES
418 u32 rtag;
419#endif
420 *itag = FIB_RES_NH(*res).nh_tclassid<<16;
421#ifdef CONFIG_IP_MULTIPLE_TABLES
85b91b03 422 rtag = res->tclassid;
1da177e4
LT
423 if (*itag == 0)
424 *itag = (rtag<<16);
425 *itag |= (rtag>>16);
426#endif
427#endif
428}
429
5c3a0fd7 430void free_fib_info(struct fib_info *fi);
1da177e4 431
1c677b3d
IS
432static inline void fib_info_hold(struct fib_info *fi)
433{
0029c0de 434 refcount_inc(&fi->fib_clntref);
1c677b3d
IS
435}
436
1da177e4
LT
437static inline void fib_info_put(struct fib_info *fi)
438{
0029c0de 439 if (refcount_dec_and_test(&fi->fib_clntref))
1da177e4
LT
440 free_fib_info(fi);
441}
442
20380731 443#ifdef CONFIG_PROC_FS
5c3a0fd7
JP
444int __net_init fib_proc_init(struct net *net);
445void __net_exit fib_proc_exit(struct net *net);
cc8274f5
LZ
446#else
447static inline int fib_proc_init(struct net *net)
448{
449 return 0;
450}
451static inline void fib_proc_exit(struct net *net)
452{
453}
20380731
ACM
454#endif
455
1da177e4 456#endif /* _NET_FIB_H */