]> git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blame - include/net/dst.h
netfilter: fix compilation when conntrack is disabled but tproxy is enabled
[mirror_ubuntu-zesty-kernel.git] / include / net / dst.h
CommitLineData
1da177e4
LT
1/*
2 * net/dst.h Protocol independent destination cache definitions.
3 *
4 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
5 *
6 */
7
8#ifndef _NET_DST_H
9#define _NET_DST_H
10
86393e52 11#include <net/dst_ops.h>
14c85021 12#include <linux/netdevice.h>
1da177e4
LT
13#include <linux/rtnetlink.h>
14#include <linux/rcupdate.h>
15#include <linux/jiffies.h>
16#include <net/neighbour.h>
17#include <asm/processor.h>
18
19/*
20 * 0 - no debugging messages
21 * 1 - rare events and bugs (default)
22 * 2 - trace mode.
23 */
24#define RT_CACHE_DEBUG 0
25
26#define DST_GC_MIN (HZ/10)
27#define DST_GC_INC (HZ/2)
28#define DST_GC_MAX (120*HZ)
29
30/* Each dst_entry has reference count and sits in some parent list(s).
31 * When it is removed from parent list, it is "freed" (dst_free).
32 * After this it enters dead state (dst->obsolete > 0) and if its refcnt
33 * is zero, it can be destroyed immediately, otherwise it is added
34 * to gc list and garbage collector periodically checks the refcnt.
35 */
36
37struct sk_buff;
38
fd2c3ef7 39struct dst_entry {
1e19e02c 40 struct rcu_head rcu_head;
1da177e4
LT
41 struct dst_entry *child;
42 struct net_device *dev;
c4d54110
HX
43 short error;
44 short obsolete;
1da177e4 45 int flags;
c7d4426a
ED
46#define DST_HOST 0x0001
47#define DST_NOXFRM 0x0002
48#define DST_NOPOLICY 0x0004
49#define DST_NOHASH 0x0008
50#define DST_NOCACHE 0x0010
1da177e4
LT
51 unsigned long expires;
52
53 unsigned short header_len; /* more space at head required */
54 unsigned short trailer_len; /* space to reserve at tail */
55
69a73829 56 unsigned int rate_tokens;
f1dd9c37 57 unsigned long rate_last; /* rate limiting for ICMP */
69a73829 58
f1dd9c37 59 struct dst_entry *path;
1da177e4 60
1da177e4
LT
61 struct neighbour *neighbour;
62 struct hh_cache *hh;
def8b4fa 63#ifdef CONFIG_XFRM
1da177e4 64 struct xfrm_state *xfrm;
5635c10d
ED
65#else
66 void *__pad1;
def8b4fa 67#endif
1da177e4
LT
68 int (*input)(struct sk_buff*);
69 int (*output)(struct sk_buff*);
70
1da177e4 71 struct dst_ops *ops;
f1dd9c37
ZY
72
73 u32 metrics[RTAX_MAX];
74
75#ifdef CONFIG_NET_CLS_ROUTE
76 __u32 tclassid;
5635c10d
ED
77#else
78 __u32 __pad2;
f1dd9c37
ZY
79#endif
80
5635c10d
ED
81
82 /*
83 * Align __refcnt to a 64 bytes alignment
84 * (L1_CACHE_SIZE would be too much)
85 */
86#ifdef CONFIG_64BIT
5635c10d
ED
87 long __pad_to_align_refcnt[1];
88#endif
f1dd9c37
ZY
89 /*
90 * __refcnt wants to be on a different cache line from
91 * input/output/ops or performance tanks badly
92 */
1e19e02c
ED
93 atomic_t __refcnt; /* client references */
94 int __use;
f1dd9c37 95 unsigned long lastuse;
1e19e02c 96 union {
fc766e4c
ED
97 struct dst_entry *next;
98 struct rtable __rcu *rt_next;
99 struct rt6_info *rt6_next;
100 struct dn_route __rcu *dn_next;
1e19e02c 101 };
1da177e4
LT
102};
103
1da177e4
LT
104#ifdef __KERNEL__
105
106static inline u32
107dst_metric(const struct dst_entry *dst, int metric)
108{
109 return dst->metrics[metric-1];
110}
111
0c3adfb8
GBY
112static inline u32
113dst_feature(const struct dst_entry *dst, u32 feature)
114{
bb5b7c11 115 return dst_metric(dst, RTAX_FEATURES) & feature;
0c3adfb8
GBY
116}
117
1da177e4
LT
118static inline u32 dst_mtu(const struct dst_entry *dst)
119{
120 u32 mtu = dst_metric(dst, RTAX_MTU);
121 /*
122 * Alexey put it here, so ask him about it :)
123 */
124 barrier();
125 return mtu;
126}
127
c1e20f7c
SH
128/* RTT metrics are stored in milliseconds for user ABI, but used as jiffies */
129static inline unsigned long dst_metric_rtt(const struct dst_entry *dst, int metric)
130{
131 return msecs_to_jiffies(dst_metric(dst, metric));
132}
133
134static inline void set_dst_metric_rtt(struct dst_entry *dst, int metric,
135 unsigned long rtt)
136{
137 dst->metrics[metric-1] = jiffies_to_msecs(rtt);
138}
139
1da177e4
LT
140static inline u32
141dst_allfrag(const struct dst_entry *dst)
142{
0c3adfb8 143 int ret = dst_feature(dst, RTAX_FEATURE_ALLFRAG);
1da177e4
LT
144 /* Yes, _exactly_. This is paranoia. */
145 barrier();
146 return ret;
147}
148
149static inline int
150dst_metric_locked(struct dst_entry *dst, int metric)
151{
152 return dst_metric(dst, RTAX_LOCK) & (1<<metric);
153}
154
155static inline void dst_hold(struct dst_entry * dst)
156{
5635c10d
ED
157 /*
158 * If your kernel compilation stops here, please check
159 * __pad_to_align_refcnt declaration in struct dst_entry
160 */
161 BUILD_BUG_ON(offsetof(struct dst_entry, __refcnt) & 63);
1da177e4
LT
162 atomic_inc(&dst->__refcnt);
163}
164
03f49f34
PE
165static inline void dst_use(struct dst_entry *dst, unsigned long time)
166{
167 dst_hold(dst);
168 dst->__use++;
169 dst->lastuse = time;
170}
171
7fee226a
ED
172static inline void dst_use_noref(struct dst_entry *dst, unsigned long time)
173{
174 dst->__use++;
175 dst->lastuse = time;
176}
177
1da177e4
LT
178static inline
179struct dst_entry * dst_clone(struct dst_entry * dst)
180{
181 if (dst)
182 atomic_inc(&dst->__refcnt);
183 return dst;
184}
185
8d330868 186extern void dst_release(struct dst_entry *dst);
7fee226a
ED
187
188static inline void refdst_drop(unsigned long refdst)
189{
190 if (!(refdst & SKB_DST_NOREF))
191 dst_release((struct dst_entry *)(refdst & SKB_DST_PTRMASK));
192}
193
194/**
195 * skb_dst_drop - drops skb dst
196 * @skb: buffer
197 *
198 * Drops dst reference count if a reference was taken.
199 */
adf30907
ED
200static inline void skb_dst_drop(struct sk_buff *skb)
201{
7fee226a
ED
202 if (skb->_skb_refdst) {
203 refdst_drop(skb->_skb_refdst);
204 skb->_skb_refdst = 0UL;
205 }
206}
207
208static inline void skb_dst_copy(struct sk_buff *nskb, const struct sk_buff *oskb)
209{
210 nskb->_skb_refdst = oskb->_skb_refdst;
211 if (!(nskb->_skb_refdst & SKB_DST_NOREF))
212 dst_clone(skb_dst(nskb));
213}
214
215/**
216 * skb_dst_force - makes sure skb dst is refcounted
217 * @skb: buffer
218 *
219 * If dst is not yet refcounted, let's do it
220 */
221static inline void skb_dst_force(struct sk_buff *skb)
222{
223 if (skb_dst_is_noref(skb)) {
224 WARN_ON(!rcu_read_lock_held());
225 skb->_skb_refdst &= ~SKB_DST_NOREF;
226 dst_clone(skb_dst(skb));
227 }
adf30907 228}
1da177e4 229
d19d56dd 230
290b895e
ED
231/**
232 * __skb_tunnel_rx - prepare skb for rx reinsert
233 * @skb: buffer
234 * @dev: tunnel device
235 *
236 * After decapsulation, packet is going to re-enter (netif_rx()) our stack,
237 * so make some cleanups. (no accounting done)
238 */
239static inline void __skb_tunnel_rx(struct sk_buff *skb, struct net_device *dev)
240{
241 skb->dev = dev;
242 skb->rxhash = 0;
243 skb_set_queue_mapping(skb, 0);
244 skb_dst_drop(skb);
245 nf_reset(skb);
246}
247
d19d56dd
ED
248/**
249 * skb_tunnel_rx - prepare skb for rx reinsert
250 * @skb: buffer
251 * @dev: tunnel device
252 *
253 * After decapsulation, packet is going to re-enter (netif_rx()) our stack,
254 * so make some cleanups, and perform accounting.
290b895e 255 * Note: this accounting is not SMP safe.
d19d56dd
ED
256 */
257static inline void skb_tunnel_rx(struct sk_buff *skb, struct net_device *dev)
258{
d19d56dd
ED
259 /* TODO : stats should be SMP safe */
260 dev->stats.rx_packets++;
261 dev->stats.rx_bytes += skb->len;
290b895e 262 __skb_tunnel_rx(skb, dev);
d19d56dd
ED
263}
264
1da177e4
LT
265/* Children define the path of the packet through the
266 * Linux networking. Thus, destinations are stackable.
267 */
268
8764ab2c 269static inline struct dst_entry *skb_dst_pop(struct sk_buff *skb)
1da177e4 270{
8764ab2c 271 struct dst_entry *child = skb_dst(skb)->child;
1da177e4 272
8764ab2c 273 skb_dst_drop(skb);
1da177e4
LT
274 return child;
275}
276
352e512c 277extern int dst_discard(struct sk_buff *skb);
1da177e4
LT
278extern void * dst_alloc(struct dst_ops * ops);
279extern void __dst_free(struct dst_entry * dst);
280extern struct dst_entry *dst_destroy(struct dst_entry * dst);
281
282static inline void dst_free(struct dst_entry * dst)
283{
284 if (dst->obsolete > 1)
285 return;
286 if (!atomic_read(&dst->__refcnt)) {
287 dst = dst_destroy(dst);
288 if (!dst)
289 return;
290 }
291 __dst_free(dst);
292}
293
294static inline void dst_rcu_free(struct rcu_head *head)
295{
296 struct dst_entry *dst = container_of(head, struct dst_entry, rcu_head);
297 dst_free(dst);
298}
299
300static inline void dst_confirm(struct dst_entry *dst)
301{
302 if (dst)
303 neigh_confirm(dst->neighbour);
304}
305
1da177e4
LT
306static inline void dst_link_failure(struct sk_buff *skb)
307{
adf30907 308 struct dst_entry *dst = skb_dst(skb);
1da177e4
LT
309 if (dst && dst->ops && dst->ops->link_failure)
310 dst->ops->link_failure(skb);
311}
312
313static inline void dst_set_expires(struct dst_entry *dst, int timeout)
314{
315 unsigned long expires = jiffies + timeout;
316
317 if (expires == 0)
318 expires = 1;
319
320 if (dst->expires == 0 || time_before(expires, dst->expires))
321 dst->expires = expires;
322}
323
324/* Output packet to network from transport. */
325static inline int dst_output(struct sk_buff *skb)
326{
adf30907 327 return skb_dst(skb)->output(skb);
1da177e4
LT
328}
329
330/* Input packet from network to transport. */
331static inline int dst_input(struct sk_buff *skb)
332{
adf30907 333 return skb_dst(skb)->input(skb);
1da177e4
LT
334}
335
336static inline struct dst_entry *dst_check(struct dst_entry *dst, u32 cookie)
337{
338 if (dst->obsolete)
339 dst = dst->ops->check(dst, cookie);
340 return dst;
341}
342
343extern void dst_init(void);
344
815f4e57
HX
345/* Flags for xfrm_lookup flags argument. */
346enum {
347 XFRM_LOOKUP_WAIT = 1 << 0,
8b7817f3 348 XFRM_LOOKUP_ICMP = 1 << 1,
815f4e57
HX
349};
350
1da177e4
LT
351struct flowi;
352#ifndef CONFIG_XFRM
52479b62
AD
353static inline int xfrm_lookup(struct net *net, struct dst_entry **dst_p,
354 struct flowi *fl, struct sock *sk, int flags)
1da177e4
LT
355{
356 return 0;
357}
52479b62
AD
358static inline int __xfrm_lookup(struct net *net, struct dst_entry **dst_p,
359 struct flowi *fl, struct sock *sk, int flags)
14e50e57
DM
360{
361 return 0;
362}
1da177e4 363#else
52479b62
AD
364extern int xfrm_lookup(struct net *net, struct dst_entry **dst_p,
365 struct flowi *fl, struct sock *sk, int flags);
366extern int __xfrm_lookup(struct net *net, struct dst_entry **dst_p,
367 struct flowi *fl, struct sock *sk, int flags);
1da177e4
LT
368#endif
369#endif
370
371#endif /* _NET_DST_H */