]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/linux/netdevice.h
net: can: Convert to use devm_ioremap_resource
[mirror_ubuntu-bionic-kernel.git] / include / linux / netdevice.h
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Interfaces handler.
7 *
8 * Version: @(#)dev.h 1.0.10 08/12/93
9 *
02c30a84 10 * Authors: Ross Biro
1da177e4
LT
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
113aa838 14 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
1da177e4
LT
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 * Moved to /usr/include/linux for NET3
24 */
25#ifndef _LINUX_NETDEVICE_H
26#define _LINUX_NETDEVICE_H
27
e8db0be1 28#include <linux/pm_qos.h>
d7fe0f24 29#include <linux/timer.h>
187f1882 30#include <linux/bug.h>
bea3348e 31#include <linux/delay.h>
60063497 32#include <linux/atomic.h>
1da177e4
LT
33#include <asm/cache.h>
34#include <asm/byteorder.h>
35
1da177e4 36#include <linux/percpu.h>
4d5b78c0 37#include <linux/rculist.h>
db217334 38#include <linux/dmaengine.h>
bea3348e 39#include <linux/workqueue.h>
114cf580 40#include <linux/dynamic_queue_limits.h>
1da177e4 41
b1b67dd4 42#include <linux/ethtool.h>
a050c33f 43#include <net/net_namespace.h>
cf85d08f 44#include <net/dsa.h>
7a6b6f51 45#ifdef CONFIG_DCB
2f90b865
AD
46#include <net/dcbnl.h>
47#endif
5bc1421e 48#include <net/netprio_cgroup.h>
a050c33f 49
a59e2ecb 50#include <linux/netdev_features.h>
77162022 51#include <linux/neighbour.h>
607ca46e 52#include <uapi/linux/netdevice.h>
a59e2ecb 53
115c1d6e 54struct netpoll_info;
313162d0 55struct device;
c1f19b51 56struct phy_device;
704232c2
JB
57/* 802.11 specific */
58struct wireless_dev;
1da177e4
LT
59 /* source back-compat hooks */
60#define SET_ETHTOOL_OPS(netdev,ops) \
61 ( (netdev)->ethtool_ops = (ops) )
62
d07d7507
SG
63extern void netdev_set_default_ethtool_ops(struct net_device *dev,
64 const struct ethtool_ops *ops);
65
c1f79426
SA
66/* hardware address assignment types */
67#define NET_ADDR_PERM 0 /* address is permanent (default) */
68#define NET_ADDR_RANDOM 1 /* address is generated randomly */
69#define NET_ADDR_STOLEN 2 /* address is stolen from other device */
fbdeca2d
JP
70#define NET_ADDR_SET 3 /* address is set using
71 * dev_set_mac_address() */
c1f79426 72
9a1654ba
JP
73/* Backlog congestion levels */
74#define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
75#define NET_RX_DROP 1 /* packet dropped */
76
572a9d7b
PM
77/*
78 * Transmit return codes: transmit return codes originate from three different
79 * namespaces:
80 *
81 * - qdisc return codes
82 * - driver transmit return codes
83 * - errno values
84 *
85 * Drivers are allowed to return any one of those in their hard_start_xmit()
86 * function. Real network devices commonly used with qdiscs should only return
87 * the driver transmit return codes though - when qdiscs are used, the actual
88 * transmission happens asynchronously, so the value is not propagated to
89 * higher layers. Virtual network devices transmit synchronously, in this case
90 * the driver transmit return codes are consumed by dev_queue_xmit(), all
91 * others are propagated to higher layers.
92 */
93
94/* qdisc ->enqueue() return codes. */
95#define NET_XMIT_SUCCESS 0x00
9a1654ba
JP
96#define NET_XMIT_DROP 0x01 /* skb dropped */
97#define NET_XMIT_CN 0x02 /* congestion notification */
98#define NET_XMIT_POLICED 0x03 /* skb is shot by police */
99#define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
1da177e4 100
b9df3cb8
GR
101/* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
102 * indicates that the device will soon be dropping packets, or already drops
103 * some packets of the same priority; prompting us to send less aggressively. */
572a9d7b 104#define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
1da177e4
LT
105#define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
106
dc1f8bf6 107/* Driver transmit return codes */
9a1654ba 108#define NETDEV_TX_MASK 0xf0
572a9d7b 109
dc1f8bf6 110enum netdev_tx {
572a9d7b 111 __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
9a1654ba
JP
112 NETDEV_TX_OK = 0x00, /* driver took care of packet */
113 NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
114 NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
dc1f8bf6
SH
115};
116typedef enum netdev_tx netdev_tx_t;
117
9a1654ba
JP
118/*
119 * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
120 * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
121 */
122static inline bool dev_xmit_complete(int rc)
123{
124 /*
125 * Positive cases with an skb consumed by a driver:
126 * - successful transmission (rc == NETDEV_TX_OK)
127 * - error while transmitting (rc < 0)
128 * - error while queueing to a different device (rc & NET_XMIT_MASK)
129 */
130 if (likely(rc < NET_XMIT_MASK))
131 return true;
132
133 return false;
134}
135
1da177e4
LT
136/*
137 * Compute the worst case header length according to the protocols
138 * used.
139 */
fe2918b0 140
d11ead75 141#if defined(CONFIG_WLAN) || IS_ENABLED(CONFIG_AX25)
8388e3da
DM
142# if defined(CONFIG_MAC80211_MESH)
143# define LL_MAX_HEADER 128
144# else
145# define LL_MAX_HEADER 96
146# endif
1da177e4 147#else
8388e3da 148# define LL_MAX_HEADER 32
1da177e4
LT
149#endif
150
d11ead75
BH
151#if !IS_ENABLED(CONFIG_NET_IPIP) && !IS_ENABLED(CONFIG_NET_IPGRE) && \
152 !IS_ENABLED(CONFIG_IPV6_SIT) && !IS_ENABLED(CONFIG_IPV6_TUNNEL)
1da177e4
LT
153#define MAX_HEADER LL_MAX_HEADER
154#else
155#define MAX_HEADER (LL_MAX_HEADER + 48)
156#endif
157
158/*
be1f3c2c
BH
159 * Old network device statistics. Fields are native words
160 * (unsigned long) so they can be read and written atomically.
1da177e4 161 */
fe2918b0 162
d94d9fee 163struct net_device_stats {
3cfde79c
BH
164 unsigned long rx_packets;
165 unsigned long tx_packets;
166 unsigned long rx_bytes;
167 unsigned long tx_bytes;
168 unsigned long rx_errors;
169 unsigned long tx_errors;
170 unsigned long rx_dropped;
171 unsigned long tx_dropped;
172 unsigned long multicast;
1da177e4 173 unsigned long collisions;
1da177e4 174 unsigned long rx_length_errors;
3cfde79c
BH
175 unsigned long rx_over_errors;
176 unsigned long rx_crc_errors;
177 unsigned long rx_frame_errors;
178 unsigned long rx_fifo_errors;
179 unsigned long rx_missed_errors;
1da177e4
LT
180 unsigned long tx_aborted_errors;
181 unsigned long tx_carrier_errors;
182 unsigned long tx_fifo_errors;
183 unsigned long tx_heartbeat_errors;
184 unsigned long tx_window_errors;
1da177e4
LT
185 unsigned long rx_compressed;
186 unsigned long tx_compressed;
187};
188
1da177e4
LT
189
190#include <linux/cache.h>
191#include <linux/skbuff.h>
192
adc9300e 193#ifdef CONFIG_RPS
c5905afb
IM
194#include <linux/static_key.h>
195extern struct static_key rps_needed;
adc9300e
ED
196#endif
197
1da177e4
LT
198struct neighbour;
199struct neigh_parms;
200struct sk_buff;
201
f001fde5
JP
202struct netdev_hw_addr {
203 struct list_head list;
204 unsigned char addr[MAX_ADDR_LEN];
205 unsigned char type;
ccffad25
JP
206#define NETDEV_HW_ADDR_T_LAN 1
207#define NETDEV_HW_ADDR_T_SAN 2
208#define NETDEV_HW_ADDR_T_SLAVE 3
209#define NETDEV_HW_ADDR_T_UNICAST 4
22bedad3 210#define NETDEV_HW_ADDR_T_MULTICAST 5
22bedad3 211 bool global_use;
4cd729b0 212 int sync_cnt;
8f8f103d 213 int refcount;
4543fbef 214 int synced;
f001fde5
JP
215 struct rcu_head rcu_head;
216};
217
31278e71
JP
218struct netdev_hw_addr_list {
219 struct list_head list;
220 int count;
221};
222
22bedad3
JP
223#define netdev_hw_addr_list_count(l) ((l)->count)
224#define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
225#define netdev_hw_addr_list_for_each(ha, l) \
226 list_for_each_entry(ha, &(l)->list, list)
32e7bfc4 227
22bedad3
JP
228#define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
229#define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
230#define netdev_for_each_uc_addr(ha, dev) \
231 netdev_hw_addr_list_for_each(ha, &(dev)->uc)
6683ece3 232
22bedad3
JP
233#define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
234#define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
18e225f2 235#define netdev_for_each_mc_addr(ha, dev) \
22bedad3 236 netdev_hw_addr_list_for_each(ha, &(dev)->mc)
6683ece3 237
d94d9fee 238struct hh_cache {
f6b72b62 239 u16 hh_len;
5c25f686 240 u16 __pad;
3644f0ce 241 seqlock_t hh_lock;
1da177e4
LT
242
243 /* cached hardware header; allow for machine alignment needs. */
244#define HH_DATA_MOD 16
245#define HH_DATA_OFF(__len) \
5ba0eac6 246 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
1da177e4
LT
247#define HH_DATA_ALIGN(__len) \
248 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
249 unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
250};
251
252/* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
253 * Alternative is:
254 * dev->hard_header_len ? (dev->hard_header_len +
255 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
256 *
257 * We could use other alignment values, but we must maintain the
258 * relationship HH alignment <= LL alignment.
259 */
260#define LL_RESERVED_SPACE(dev) \
f5184d26 261 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 262#define LL_RESERVED_SPACE_EXTRA(dev,extra) \
f5184d26 263 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 264
3b04ddde
SH
265struct header_ops {
266 int (*create) (struct sk_buff *skb, struct net_device *dev,
267 unsigned short type, const void *daddr,
95c96174 268 const void *saddr, unsigned int len);
3b04ddde
SH
269 int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
270 int (*rebuild)(struct sk_buff *skb);
e69dd336 271 int (*cache)(const struct neighbour *neigh, struct hh_cache *hh, __be16 type);
3b04ddde
SH
272 void (*cache_update)(struct hh_cache *hh,
273 const struct net_device *dev,
274 const unsigned char *haddr);
275};
276
1da177e4
LT
277/* These flag bits are private to the generic network queueing
278 * layer, they may not be explicitly referenced by any other
279 * code.
280 */
281
d94d9fee 282enum netdev_state_t {
1da177e4
LT
283 __LINK_STATE_START,
284 __LINK_STATE_PRESENT,
1da177e4 285 __LINK_STATE_NOCARRIER,
b00055aa
SR
286 __LINK_STATE_LINKWATCH_PENDING,
287 __LINK_STATE_DORMANT,
1da177e4
LT
288};
289
290
291/*
292 * This structure holds at boot time configured netdevice settings. They
fe2918b0 293 * are then used in the device probing.
1da177e4
LT
294 */
295struct netdev_boot_setup {
296 char name[IFNAMSIZ];
297 struct ifmap map;
298};
299#define NETDEV_BOOT_SETUP_MAX 8
300
20380731 301extern int __init netdev_boot_setup(char *str);
1da177e4 302
bea3348e
SH
303/*
304 * Structure for NAPI scheduling similar to tasklet but with weighting
305 */
306struct napi_struct {
307 /* The poll_list must only be managed by the entity which
308 * changes the state of the NAPI_STATE_SCHED bit. This means
309 * whoever atomically sets that bit can add this napi_struct
310 * to the per-cpu poll_list, and whoever clears that bit
311 * can remove from the list right before clearing the bit.
312 */
313 struct list_head poll_list;
314
315 unsigned long state;
316 int weight;
404f7c9e 317 unsigned int gro_count;
bea3348e
SH
318 int (*poll)(struct napi_struct *, int);
319#ifdef CONFIG_NETPOLL
320 spinlock_t poll_lock;
321 int poll_owner;
bea3348e 322#endif
5d38a079 323 struct net_device *dev;
d565b0a1 324 struct sk_buff *gro_list;
5d38a079 325 struct sk_buff *skb;
404f7c9e 326 struct list_head dev_list;
af12fa6e
ET
327 struct hlist_node napi_hash_node;
328 unsigned int napi_id;
bea3348e
SH
329};
330
d94d9fee 331enum {
bea3348e 332 NAPI_STATE_SCHED, /* Poll is scheduled */
a0a46196 333 NAPI_STATE_DISABLE, /* Disable pending */
7b363e44 334 NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
af12fa6e 335 NAPI_STATE_HASHED, /* In NAPI hash */
bea3348e
SH
336};
337
5b252f0c 338enum gro_result {
d1c76af9
HX
339 GRO_MERGED,
340 GRO_MERGED_FREE,
341 GRO_HELD,
342 GRO_NORMAL,
343 GRO_DROP,
344};
5b252f0c 345typedef enum gro_result gro_result_t;
d1c76af9 346
8a4eb573
JP
347/*
348 * enum rx_handler_result - Possible return values for rx_handlers.
349 * @RX_HANDLER_CONSUMED: skb was consumed by rx_handler, do not process it
350 * further.
351 * @RX_HANDLER_ANOTHER: Do another round in receive path. This is indicated in
352 * case skb->dev was changed by rx_handler.
353 * @RX_HANDLER_EXACT: Force exact delivery, no wildcard.
354 * @RX_HANDLER_PASS: Do nothing, passe the skb as if no rx_handler was called.
355 *
356 * rx_handlers are functions called from inside __netif_receive_skb(), to do
357 * special processing of the skb, prior to delivery to protocol handlers.
358 *
359 * Currently, a net_device can only have a single rx_handler registered. Trying
360 * to register a second rx_handler will return -EBUSY.
361 *
362 * To register a rx_handler on a net_device, use netdev_rx_handler_register().
363 * To unregister a rx_handler on a net_device, use
364 * netdev_rx_handler_unregister().
365 *
366 * Upon return, rx_handler is expected to tell __netif_receive_skb() what to
367 * do with the skb.
368 *
369 * If the rx_handler consumed to skb in some way, it should return
370 * RX_HANDLER_CONSUMED. This is appropriate when the rx_handler arranged for
371 * the skb to be delivered in some other ways.
372 *
373 * If the rx_handler changed skb->dev, to divert the skb to another
374 * net_device, it should return RX_HANDLER_ANOTHER. The rx_handler for the
375 * new device will be called if it exists.
376 *
377 * If the rx_handler consider the skb should be ignored, it should return
378 * RX_HANDLER_EXACT. The skb will only be delivered to protocol handlers that
d93cf068 379 * are registered on exact device (ptype->dev == skb->dev).
8a4eb573
JP
380 *
381 * If the rx_handler didn't changed skb->dev, but want the skb to be normally
382 * delivered, it should return RX_HANDLER_PASS.
383 *
384 * A device without a registered rx_handler will behave as if rx_handler
385 * returned RX_HANDLER_PASS.
386 */
387
388enum rx_handler_result {
389 RX_HANDLER_CONSUMED,
390 RX_HANDLER_ANOTHER,
391 RX_HANDLER_EXACT,
392 RX_HANDLER_PASS,
393};
394typedef enum rx_handler_result rx_handler_result_t;
395typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **pskb);
ab95bfe0 396
b3c97528 397extern void __napi_schedule(struct napi_struct *n);
bea3348e 398
4d29515f 399static inline bool napi_disable_pending(struct napi_struct *n)
a0a46196
DM
400{
401 return test_bit(NAPI_STATE_DISABLE, &n->state);
402}
403
bea3348e
SH
404/**
405 * napi_schedule_prep - check if napi can be scheduled
406 * @n: napi context
407 *
408 * Test if NAPI routine is already running, and if not mark
409 * it as running. This is used as a condition variable
a0a46196
DM
410 * insure only one NAPI poll instance runs. We also make
411 * sure there is no pending NAPI disable.
bea3348e 412 */
4d29515f 413static inline bool napi_schedule_prep(struct napi_struct *n)
bea3348e 414{
a0a46196
DM
415 return !napi_disable_pending(n) &&
416 !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
bea3348e
SH
417}
418
419/**
420 * napi_schedule - schedule NAPI poll
421 * @n: napi context
422 *
423 * Schedule NAPI poll routine to be called if it is not already
424 * running.
425 */
426static inline void napi_schedule(struct napi_struct *n)
427{
428 if (napi_schedule_prep(n))
429 __napi_schedule(n);
430}
431
bfe13f54 432/* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
4d29515f 433static inline bool napi_reschedule(struct napi_struct *napi)
bfe13f54
RD
434{
435 if (napi_schedule_prep(napi)) {
436 __napi_schedule(napi);
4d29515f 437 return true;
bfe13f54 438 }
4d29515f 439 return false;
bfe13f54
RD
440}
441
bea3348e
SH
442/**
443 * napi_complete - NAPI processing complete
444 * @n: napi context
445 *
446 * Mark NAPI processing as complete.
447 */
d565b0a1
HX
448extern void __napi_complete(struct napi_struct *n);
449extern void napi_complete(struct napi_struct *n);
bea3348e 450
af12fa6e
ET
451/**
452 * napi_by_id - lookup a NAPI by napi_id
453 * @napi_id: hashed napi_id
454 *
455 * lookup @napi_id in napi_hash table
456 * must be called under rcu_read_lock()
457 */
458extern struct napi_struct *napi_by_id(unsigned int napi_id);
459
460/**
461 * napi_hash_add - add a NAPI to global hashtable
462 * @napi: napi context
463 *
464 * generate a new napi_id and store a @napi under it in napi_hash
465 */
466extern void napi_hash_add(struct napi_struct *napi);
467
468/**
469 * napi_hash_del - remove a NAPI from global table
470 * @napi: napi context
471 *
472 * Warning: caller must observe rcu grace period
473 * before freeing memory containing @napi
474 */
475extern void napi_hash_del(struct napi_struct *napi);
476
bea3348e
SH
477/**
478 * napi_disable - prevent NAPI from scheduling
479 * @n: napi context
480 *
481 * Stop NAPI from being scheduled on this context.
482 * Waits till any outstanding processing completes.
483 */
484static inline void napi_disable(struct napi_struct *n)
485{
a0a46196 486 set_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e 487 while (test_and_set_bit(NAPI_STATE_SCHED, &n->state))
43cc7380 488 msleep(1);
a0a46196 489 clear_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e
SH
490}
491
492/**
493 * napi_enable - enable NAPI scheduling
494 * @n: napi context
495 *
496 * Resume NAPI from being scheduled on this context.
497 * Must be paired with napi_disable.
498 */
499static inline void napi_enable(struct napi_struct *n)
500{
501 BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
502 smp_mb__before_clear_bit();
503 clear_bit(NAPI_STATE_SCHED, &n->state);
504}
505
c264c3de
SH
506#ifdef CONFIG_SMP
507/**
508 * napi_synchronize - wait until NAPI is not running
509 * @n: napi context
510 *
511 * Wait until NAPI is done being scheduled on this context.
512 * Waits till any outstanding processing completes but
513 * does not disable future activations.
514 */
515static inline void napi_synchronize(const struct napi_struct *n)
516{
517 while (test_bit(NAPI_STATE_SCHED, &n->state))
518 msleep(1);
519}
520#else
521# define napi_synchronize(n) barrier()
522#endif
523
d94d9fee 524enum netdev_queue_state_t {
73466498
TH
525 __QUEUE_STATE_DRV_XOFF,
526 __QUEUE_STATE_STACK_XOFF,
c3f26a26 527 __QUEUE_STATE_FROZEN,
73466498
TH
528#define QUEUE_STATE_ANY_XOFF ((1 << __QUEUE_STATE_DRV_XOFF) | \
529 (1 << __QUEUE_STATE_STACK_XOFF))
530#define QUEUE_STATE_ANY_XOFF_OR_FROZEN (QUEUE_STATE_ANY_XOFF | \
531 (1 << __QUEUE_STATE_FROZEN))
79d16385 532};
73466498
TH
533/*
534 * __QUEUE_STATE_DRV_XOFF is used by drivers to stop the transmit queue. The
535 * netif_tx_* functions below are used to manipulate this flag. The
536 * __QUEUE_STATE_STACK_XOFF flag is used by the stack to stop the transmit
537 * queue independently. The netif_xmit_*stopped functions below are called
538 * to check if the queue has been stopped by the driver or stack (either
539 * of the XOFF bits are set in the state). Drivers should not need to call
540 * netif_xmit*stopped functions, they should only be using netif_tx_*.
541 */
79d16385 542
bb949fbd 543struct netdev_queue {
6a321cb3
ED
544/*
545 * read mostly part
546 */
bb949fbd 547 struct net_device *dev;
b0e1e646
DM
548 struct Qdisc *qdisc;
549 struct Qdisc *qdisc_sleeping;
ccf5ff69 550#ifdef CONFIG_SYSFS
1d24eb48
TH
551 struct kobject kobj;
552#endif
f2cd2d3e
ED
553#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
554 int numa_node;
555#endif
6a321cb3
ED
556/*
557 * write mostly part
558 */
559 spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
560 int xmit_lock_owner;
9d21493b
ED
561 /*
562 * please use this field instead of dev->trans_start
563 */
564 unsigned long trans_start;
ccf5ff69 565
566 /*
567 * Number of TX timeouts for this queue
568 * (/sys/class/net/DEV/Q/trans_timeout)
569 */
570 unsigned long trans_timeout;
114cf580
TH
571
572 unsigned long state;
573
574#ifdef CONFIG_BQL
575 struct dql dql;
576#endif
e8a0464c 577} ____cacheline_aligned_in_smp;
bb949fbd 578
f2cd2d3e
ED
579static inline int netdev_queue_numa_node_read(const struct netdev_queue *q)
580{
581#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
582 return q->numa_node;
583#else
b236da69 584 return NUMA_NO_NODE;
f2cd2d3e
ED
585#endif
586}
587
588static inline void netdev_queue_numa_node_write(struct netdev_queue *q, int node)
589{
590#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
591 q->numa_node = node;
592#endif
593}
594
df334545 595#ifdef CONFIG_RPS
0a9627f2
TH
596/*
597 * This structure holds an RPS map which can be of variable length. The
598 * map is an array of CPUs.
599 */
600struct rps_map {
601 unsigned int len;
602 struct rcu_head rcu;
603 u16 cpus[0];
604};
60b778ce 605#define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + ((_num) * sizeof(u16)))
0a9627f2 606
fec5e652 607/*
c445477d
BH
608 * The rps_dev_flow structure contains the mapping of a flow to a CPU, the
609 * tail pointer for that CPU's input queue at the time of last enqueue, and
610 * a hardware filter index.
fec5e652
TH
611 */
612struct rps_dev_flow {
613 u16 cpu;
c445477d 614 u16 filter;
fec5e652
TH
615 unsigned int last_qtail;
616};
c445477d 617#define RPS_NO_FILTER 0xffff
fec5e652
TH
618
619/*
620 * The rps_dev_flow_table structure contains a table of flow mappings.
621 */
622struct rps_dev_flow_table {
623 unsigned int mask;
624 struct rcu_head rcu;
fec5e652
TH
625 struct rps_dev_flow flows[0];
626};
627#define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
60b778ce 628 ((_num) * sizeof(struct rps_dev_flow)))
fec5e652
TH
629
630/*
631 * The rps_sock_flow_table contains mappings of flows to the last CPU
632 * on which they were processed by the application (set in recvmsg).
633 */
634struct rps_sock_flow_table {
635 unsigned int mask;
636 u16 ents[0];
637};
638#define RPS_SOCK_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_sock_flow_table) + \
60b778ce 639 ((_num) * sizeof(u16)))
fec5e652
TH
640
641#define RPS_NO_CPU 0xffff
642
643static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
644 u32 hash)
645{
646 if (table && hash) {
647 unsigned int cpu, index = hash & table->mask;
648
649 /* We only give a hint, preemption can change cpu under us */
650 cpu = raw_smp_processor_id();
651
652 if (table->ents[index] != cpu)
653 table->ents[index] = cpu;
654 }
655}
656
657static inline void rps_reset_sock_flow(struct rps_sock_flow_table *table,
658 u32 hash)
659{
660 if (table && hash)
661 table->ents[hash & table->mask] = RPS_NO_CPU;
662}
663
6e3f7faf 664extern struct rps_sock_flow_table __rcu *rps_sock_flow_table;
fec5e652 665
c445477d
BH
666#ifdef CONFIG_RFS_ACCEL
667extern bool rps_may_expire_flow(struct net_device *dev, u16 rxq_index,
668 u32 flow_id, u16 filter_id);
669#endif
670
0a9627f2
TH
671/* This structure contains an instance of an RX queue. */
672struct netdev_rx_queue {
6e3f7faf
ED
673 struct rps_map __rcu *rps_map;
674 struct rps_dev_flow_table __rcu *rps_flow_table;
675 struct kobject kobj;
fe822240 676 struct net_device *dev;
0a9627f2 677} ____cacheline_aligned_in_smp;
fec5e652 678#endif /* CONFIG_RPS */
d314774c 679
bf264145
TH
680#ifdef CONFIG_XPS
681/*
682 * This structure holds an XPS map which can be of variable length. The
683 * map is an array of queues.
684 */
685struct xps_map {
686 unsigned int len;
687 unsigned int alloc_len;
688 struct rcu_head rcu;
689 u16 queues[0];
690};
60b778ce 691#define XPS_MAP_SIZE(_num) (sizeof(struct xps_map) + ((_num) * sizeof(u16)))
bf264145
TH
692#define XPS_MIN_MAP_ALLOC ((L1_CACHE_BYTES - sizeof(struct xps_map)) \
693 / sizeof(u16))
694
695/*
696 * This structure holds all XPS maps for device. Maps are indexed by CPU.
697 */
698struct xps_dev_maps {
699 struct rcu_head rcu;
a4177869 700 struct xps_map __rcu *cpu_map[0];
bf264145
TH
701};
702#define XPS_DEV_MAPS_SIZE (sizeof(struct xps_dev_maps) + \
703 (nr_cpu_ids * sizeof(struct xps_map *)))
704#endif /* CONFIG_XPS */
705
4f57c087
JF
706#define TC_MAX_QUEUE 16
707#define TC_BITMASK 15
708/* HW offloaded queuing disciplines txq count and offset maps */
709struct netdev_tc_txq {
710 u16 count;
711 u16 offset;
712};
713
68bad94e
NP
714#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
715/*
716 * This structure is to hold information about the device
717 * configured to run FCoE protocol stack.
718 */
719struct netdev_fcoe_hbainfo {
720 char manufacturer[64];
721 char serial_number[64];
722 char hardware_version[64];
723 char driver_version[64];
724 char optionrom_version[64];
725 char firmware_version[64];
726 char model[256];
727 char model_description[256];
728};
729#endif
730
d314774c
SH
731/*
732 * This structure defines the management hooks for network devices.
00829823
SH
733 * The following hooks can be defined; unless noted otherwise, they are
734 * optional and can be filled with a null pointer.
d314774c
SH
735 *
736 * int (*ndo_init)(struct net_device *dev);
737 * This function is called once when network device is registered.
738 * The network device can use this to any late stage initializaton
739 * or semantic validattion. It can fail with an error code which will
740 * be propogated back to register_netdev
741 *
742 * void (*ndo_uninit)(struct net_device *dev);
743 * This function is called when device is unregistered or when registration
744 * fails. It is not called if init fails.
745 *
746 * int (*ndo_open)(struct net_device *dev);
747 * This function is called when network device transistions to the up
748 * state.
749 *
750 * int (*ndo_stop)(struct net_device *dev);
751 * This function is called when network device transistions to the down
752 * state.
753 *
dc1f8bf6
SH
754 * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
755 * struct net_device *dev);
00829823 756 * Called when a packet needs to be transmitted.
dc1f8bf6
SH
757 * Must return NETDEV_TX_OK , NETDEV_TX_BUSY.
758 * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
00829823
SH
759 * Required can not be NULL.
760 *
761 * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb);
762 * Called to decide which queue to when device supports multiple
763 * transmit queues.
764 *
d314774c
SH
765 * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
766 * This function is called to allow device receiver to make
767 * changes to configuration when multicast or promiscious is enabled.
768 *
769 * void (*ndo_set_rx_mode)(struct net_device *dev);
770 * This function is called device changes address list filtering.
01789349
JP
771 * If driver handles unicast address filtering, it should set
772 * IFF_UNICAST_FLT to its priv_flags.
d314774c
SH
773 *
774 * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
775 * This function is called when the Media Access Control address
37b607c5 776 * needs to be changed. If this interface is not defined, the
d314774c
SH
777 * mac address can not be changed.
778 *
779 * int (*ndo_validate_addr)(struct net_device *dev);
780 * Test if Media Access Control address is valid for the device.
781 *
782 * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
783 * Called when a user request an ioctl which can't be handled by
784 * the generic interface code. If not defined ioctl's return
785 * not supported error code.
786 *
787 * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
788 * Used to set network devices bus interface parameters. This interface
789 * is retained for legacy reason, new devices should use the bus
790 * interface (PCI) for low level management.
791 *
792 * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
793 * Called when a user wants to change the Maximum Transfer Unit
794 * of a device. If not defined, any request to change MTU will
795 * will return an error.
796 *
00829823 797 * void (*ndo_tx_timeout)(struct net_device *dev);
d314774c
SH
798 * Callback uses when the transmitter has not made any progress
799 * for dev->watchdog ticks.
800 *
3cfde79c 801 * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
28172739 802 * struct rtnl_link_stats64 *storage);
d308e38f 803 * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
d314774c 804 * Called when a user wants to get the network device usage
be1f3c2c 805 * statistics. Drivers must do one of the following:
3cfde79c
BH
806 * 1. Define @ndo_get_stats64 to fill in a zero-initialised
807 * rtnl_link_stats64 structure passed by the caller.
82695d9b 808 * 2. Define @ndo_get_stats to update a net_device_stats structure
be1f3c2c
BH
809 * (which should normally be dev->stats) and return a pointer to
810 * it. The structure may be changed asynchronously only if each
811 * field is written atomically.
812 * 3. Update dev->stats asynchronously and atomically, and define
813 * neither operation.
d314774c 814 *
80d5c368
PM
815 * int (*ndo_vlan_rx_add_vid)(struct net_device *dev, __be16 proto, u16t vid);
816 * If device support VLAN filtering this function is called when a
817 * VLAN id is registered.
d314774c 818 *
8e586137 819 * int (*ndo_vlan_rx_kill_vid)(struct net_device *dev, unsigned short vid);
80d5c368
PM
820 * If device support VLAN filtering this function is called when a
821 * VLAN id is unregistered.
d314774c
SH
822 *
823 * void (*ndo_poll_controller)(struct net_device *dev);
95c26df8
WM
824 *
825 * SR-IOV management functions.
826 * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
827 * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
828 * int (*ndo_set_vf_tx_rate)(struct net_device *dev, int vf, int rate);
5f8444a3 829 * int (*ndo_set_vf_spoofchk)(struct net_device *dev, int vf, bool setting);
95c26df8
WM
830 * int (*ndo_get_vf_config)(struct net_device *dev,
831 * int vf, struct ifla_vf_info *ivf);
57b61080
SF
832 * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
833 * struct nlattr *port[]);
834 * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
4f57c087
JF
835 * int (*ndo_setup_tc)(struct net_device *dev, u8 tc)
836 * Called to setup 'tc' number of traffic classes in the net device. This
837 * is always called from the stack with the rtnl lock held and netif tx
838 * queues stopped. This allows the netdevice to perform queue management
839 * safely.
c445477d 840 *
e9bce845
YZ
841 * Fiber Channel over Ethernet (FCoE) offload functions.
842 * int (*ndo_fcoe_enable)(struct net_device *dev);
843 * Called when the FCoE protocol stack wants to start using LLD for FCoE
844 * so the underlying device can perform whatever needed configuration or
845 * initialization to support acceleration of FCoE traffic.
846 *
847 * int (*ndo_fcoe_disable)(struct net_device *dev);
848 * Called when the FCoE protocol stack wants to stop using LLD for FCoE
849 * so the underlying device can perform whatever needed clean-ups to
850 * stop supporting acceleration of FCoE traffic.
851 *
852 * int (*ndo_fcoe_ddp_setup)(struct net_device *dev, u16 xid,
853 * struct scatterlist *sgl, unsigned int sgc);
854 * Called when the FCoE Initiator wants to initialize an I/O that
855 * is a possible candidate for Direct Data Placement (DDP). The LLD can
856 * perform necessary setup and returns 1 to indicate the device is set up
857 * successfully to perform DDP on this I/O, otherwise this returns 0.
858 *
859 * int (*ndo_fcoe_ddp_done)(struct net_device *dev, u16 xid);
860 * Called when the FCoE Initiator/Target is done with the DDPed I/O as
861 * indicated by the FC exchange id 'xid', so the underlying device can
862 * clean up and reuse resources for later DDP requests.
863 *
864 * int (*ndo_fcoe_ddp_target)(struct net_device *dev, u16 xid,
865 * struct scatterlist *sgl, unsigned int sgc);
866 * Called when the FCoE Target wants to initialize an I/O that
867 * is a possible candidate for Direct Data Placement (DDP). The LLD can
868 * perform necessary setup and returns 1 to indicate the device is set up
869 * successfully to perform DDP on this I/O, otherwise this returns 0.
870 *
68bad94e
NP
871 * int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
872 * struct netdev_fcoe_hbainfo *hbainfo);
873 * Called when the FCoE Protocol stack wants information on the underlying
874 * device. This information is utilized by the FCoE protocol stack to
875 * register attributes with Fiber Channel management service as per the
876 * FC-GS Fabric Device Management Information(FDMI) specification.
877 *
e9bce845
YZ
878 * int (*ndo_fcoe_get_wwn)(struct net_device *dev, u64 *wwn, int type);
879 * Called when the underlying device wants to override default World Wide
880 * Name (WWN) generation mechanism in FCoE protocol stack to pass its own
881 * World Wide Port Name (WWPN) or World Wide Node Name (WWNN) to the FCoE
882 * protocol stack to use.
883 *
c445477d
BH
884 * RFS acceleration.
885 * int (*ndo_rx_flow_steer)(struct net_device *dev, const struct sk_buff *skb,
886 * u16 rxq_index, u32 flow_id);
887 * Set hardware filter for RFS. rxq_index is the target queue index;
888 * flow_id is a flow ID to be passed to rps_may_expire_flow() later.
889 * Return the filter ID on success, or a negative error code.
fbaec0ea 890 *
8b98a70c 891 * Slave management functions (for bridge, bonding, etc).
fbaec0ea
JP
892 * int (*ndo_add_slave)(struct net_device *dev, struct net_device *slave_dev);
893 * Called to make another netdev an underling.
894 *
895 * int (*ndo_del_slave)(struct net_device *dev, struct net_device *slave_dev);
896 * Called to release previously enslaved netdev.
5455c699
MM
897 *
898 * Feature/offload setting functions.
c8f44aff
MM
899 * netdev_features_t (*ndo_fix_features)(struct net_device *dev,
900 * netdev_features_t features);
5455c699
MM
901 * Adjusts the requested feature flags according to device-specific
902 * constraints, and returns the resulting flags. Must not modify
903 * the device state.
904 *
c8f44aff 905 * int (*ndo_set_features)(struct net_device *dev, netdev_features_t features);
5455c699
MM
906 * Called to update device configuration to new features. Passed
907 * feature set might be less than what was returned by ndo_fix_features()).
908 * Must return >0 or -errno if it changed dev->features itself.
909 *
edc7d573 910 * int (*ndo_fdb_add)(struct ndmsg *ndm, struct nlattr *tb[],
911 * struct net_device *dev,
6b6e2725 912 * const unsigned char *addr, u16 flags)
77162022 913 * Adds an FDB entry to dev for addr.
1690be63
VY
914 * int (*ndo_fdb_del)(struct ndmsg *ndm, struct nlattr *tb[],
915 * struct net_device *dev,
6b6e2725 916 * const unsigned char *addr)
77162022
JF
917 * Deletes the FDB entry from dev coresponding to addr.
918 * int (*ndo_fdb_dump)(struct sk_buff *skb, struct netlink_callback *cb,
919 * struct net_device *dev, int idx)
920 * Used to add FDB entries to dump requests. Implementers should add
921 * entries to skb and update idx with the number of entries.
e5a55a89
JF
922 *
923 * int (*ndo_bridge_setlink)(struct net_device *dev, struct nlmsghdr *nlh)
924 * int (*ndo_bridge_getlink)(struct sk_buff *skb, u32 pid, u32 seq,
24f11a5c 925 * struct net_device *dev, u32 filter_mask)
4bf84c35
JP
926 *
927 * int (*ndo_change_carrier)(struct net_device *dev, bool new_carrier);
928 * Called to change device carrier. Soft-devices (like dummy, team, etc)
929 * which do not represent real hardware may define this to allow their
930 * userspace components to manage their virtual carrier state. Devices
931 * that determine carrier state from physical hardware properties (eg
932 * network cables) or protocol-dependent mechanisms (eg
933 * USB_CDC_NOTIFY_NETWORK_CONNECTION) should NOT implement this function.
d314774c
SH
934 */
935struct net_device_ops {
936 int (*ndo_init)(struct net_device *dev);
937 void (*ndo_uninit)(struct net_device *dev);
938 int (*ndo_open)(struct net_device *dev);
939 int (*ndo_stop)(struct net_device *dev);
dc1f8bf6 940 netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
00829823
SH
941 struct net_device *dev);
942 u16 (*ndo_select_queue)(struct net_device *dev,
943 struct sk_buff *skb);
d314774c
SH
944 void (*ndo_change_rx_flags)(struct net_device *dev,
945 int flags);
d314774c 946 void (*ndo_set_rx_mode)(struct net_device *dev);
d314774c
SH
947 int (*ndo_set_mac_address)(struct net_device *dev,
948 void *addr);
d314774c 949 int (*ndo_validate_addr)(struct net_device *dev);
d314774c
SH
950 int (*ndo_do_ioctl)(struct net_device *dev,
951 struct ifreq *ifr, int cmd);
d314774c
SH
952 int (*ndo_set_config)(struct net_device *dev,
953 struct ifmap *map);
00829823
SH
954 int (*ndo_change_mtu)(struct net_device *dev,
955 int new_mtu);
956 int (*ndo_neigh_setup)(struct net_device *dev,
957 struct neigh_parms *);
d314774c
SH
958 void (*ndo_tx_timeout) (struct net_device *dev);
959
28172739
ED
960 struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
961 struct rtnl_link_stats64 *storage);
d314774c
SH
962 struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
963
8e586137 964 int (*ndo_vlan_rx_add_vid)(struct net_device *dev,
80d5c368 965 __be16 proto, u16 vid);
8e586137 966 int (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
80d5c368 967 __be16 proto, u16 vid);
d314774c 968#ifdef CONFIG_NET_POLL_CONTROLLER
d314774c 969 void (*ndo_poll_controller)(struct net_device *dev);
4247e161 970 int (*ndo_netpoll_setup)(struct net_device *dev,
47be03a2
AW
971 struct netpoll_info *info,
972 gfp_t gfp);
0e34e931 973 void (*ndo_netpoll_cleanup)(struct net_device *dev);
06021292
ET
974#endif
975#ifdef CONFIG_NET_LL_RX_POLL
976 int (*ndo_ll_poll)(struct napi_struct *dev);
d314774c 977#endif
95c26df8
WM
978 int (*ndo_set_vf_mac)(struct net_device *dev,
979 int queue, u8 *mac);
980 int (*ndo_set_vf_vlan)(struct net_device *dev,
981 int queue, u16 vlan, u8 qos);
982 int (*ndo_set_vf_tx_rate)(struct net_device *dev,
983 int vf, int rate);
5f8444a3
GR
984 int (*ndo_set_vf_spoofchk)(struct net_device *dev,
985 int vf, bool setting);
95c26df8
WM
986 int (*ndo_get_vf_config)(struct net_device *dev,
987 int vf,
988 struct ifla_vf_info *ivf);
57b61080
SF
989 int (*ndo_set_vf_port)(struct net_device *dev,
990 int vf,
991 struct nlattr *port[]);
992 int (*ndo_get_vf_port)(struct net_device *dev,
993 int vf, struct sk_buff *skb);
4f57c087 994 int (*ndo_setup_tc)(struct net_device *dev, u8 tc);
d11ead75 995#if IS_ENABLED(CONFIG_FCOE)
cb454399
YZ
996 int (*ndo_fcoe_enable)(struct net_device *dev);
997 int (*ndo_fcoe_disable)(struct net_device *dev);
4d288d57
YZ
998 int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
999 u16 xid,
1000 struct scatterlist *sgl,
1001 unsigned int sgc);
1002 int (*ndo_fcoe_ddp_done)(struct net_device *dev,
1003 u16 xid);
6247e086
YZ
1004 int (*ndo_fcoe_ddp_target)(struct net_device *dev,
1005 u16 xid,
1006 struct scatterlist *sgl,
1007 unsigned int sgc);
68bad94e
NP
1008 int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
1009 struct netdev_fcoe_hbainfo *hbainfo);
3c9c36bc
BPG
1010#endif
1011
d11ead75 1012#if IS_ENABLED(CONFIG_LIBFCOE)
df5c7945
YZ
1013#define NETDEV_FCOE_WWNN 0
1014#define NETDEV_FCOE_WWPN 1
1015 int (*ndo_fcoe_get_wwn)(struct net_device *dev,
1016 u64 *wwn, int type);
4d288d57 1017#endif
3c9c36bc 1018
c445477d
BH
1019#ifdef CONFIG_RFS_ACCEL
1020 int (*ndo_rx_flow_steer)(struct net_device *dev,
1021 const struct sk_buff *skb,
1022 u16 rxq_index,
1023 u32 flow_id);
1024#endif
fbaec0ea
JP
1025 int (*ndo_add_slave)(struct net_device *dev,
1026 struct net_device *slave_dev);
1027 int (*ndo_del_slave)(struct net_device *dev,
1028 struct net_device *slave_dev);
c8f44aff
MM
1029 netdev_features_t (*ndo_fix_features)(struct net_device *dev,
1030 netdev_features_t features);
5455c699 1031 int (*ndo_set_features)(struct net_device *dev,
c8f44aff 1032 netdev_features_t features);
da6a8fa0 1033 int (*ndo_neigh_construct)(struct neighbour *n);
447f2191 1034 void (*ndo_neigh_destroy)(struct neighbour *n);
77162022
JF
1035
1036 int (*ndo_fdb_add)(struct ndmsg *ndm,
edc7d573 1037 struct nlattr *tb[],
77162022 1038 struct net_device *dev,
6b6e2725 1039 const unsigned char *addr,
77162022
JF
1040 u16 flags);
1041 int (*ndo_fdb_del)(struct ndmsg *ndm,
1690be63 1042 struct nlattr *tb[],
77162022 1043 struct net_device *dev,
6b6e2725 1044 const unsigned char *addr);
77162022
JF
1045 int (*ndo_fdb_dump)(struct sk_buff *skb,
1046 struct netlink_callback *cb,
1047 struct net_device *dev,
1048 int idx);
e5a55a89
JF
1049
1050 int (*ndo_bridge_setlink)(struct net_device *dev,
1051 struct nlmsghdr *nlh);
1052 int (*ndo_bridge_getlink)(struct sk_buff *skb,
1053 u32 pid, u32 seq,
6cbdceeb
VY
1054 struct net_device *dev,
1055 u32 filter_mask);
407af329
VY
1056 int (*ndo_bridge_dellink)(struct net_device *dev,
1057 struct nlmsghdr *nlh);
4bf84c35
JP
1058 int (*ndo_change_carrier)(struct net_device *dev,
1059 bool new_carrier);
d314774c
SH
1060};
1061
1da177e4
LT
1062/*
1063 * The DEVICE structure.
1064 * Actually, this whole structure is a big mistake. It mixes I/O
1065 * data with strictly "high-level" data, and it has to know about
1066 * almost every data structure used in the INET module.
1067 *
1068 * FIXME: cleanup struct net_device such that network protocol info
1069 * moves out.
1070 */
1071
d94d9fee 1072struct net_device {
1da177e4
LT
1073
1074 /*
1075 * This is the first field of the "visible" part of this structure
1076 * (i.e. as seen by users in the "Space.c" file). It is the name
724df615 1077 * of the interface.
1da177e4
LT
1078 */
1079 char name[IFNAMSIZ];
ed77134b 1080
9136461a 1081 /* device name hash chain, please keep it close to name[] */
9356b8fc 1082 struct hlist_node name_hlist;
9136461a 1083
0b815a1a
SH
1084 /* snmp alias */
1085 char *ifalias;
1da177e4
LT
1086
1087 /*
1088 * I/O specific fields
1089 * FIXME: Merge these and struct ifmap into one
1090 */
1091 unsigned long mem_end; /* shared mem end */
1092 unsigned long mem_start; /* shared mem start */
1093 unsigned long base_addr; /* device I/O address */
1094 unsigned int irq; /* device IRQ number */
1095
1096 /*
1097 * Some hardware also needs these fields, but they are not
1098 * part of the usual set specified in Space.c.
1099 */
1100
1da177e4
LT
1101 unsigned long state;
1102
7562f876 1103 struct list_head dev_list;
bea3348e 1104 struct list_head napi_list;
44a0873d 1105 struct list_head unreg_list;
4c3d5e7b
ED
1106 struct list_head upper_dev_list; /* List of upper devices */
1107
1da177e4 1108
5455c699 1109 /* currently active device features */
c8f44aff 1110 netdev_features_t features;
5455c699 1111 /* user-changeable features */
c8f44aff 1112 netdev_features_t hw_features;
5455c699 1113 /* user-requested features */
c8f44aff 1114 netdev_features_t wanted_features;
1aac6267 1115 /* mask of features inheritable by VLAN devices */
c8f44aff 1116 netdev_features_t vlan_features;
6a674e9c
JG
1117 /* mask of features inherited by encapsulating devices
1118 * This field indicates what encapsulation offloads
1119 * the hardware is capable of doing, and drivers will
1120 * need to set them appropriately.
1121 */
1122 netdev_features_t hw_enc_features;
0d89d203
SH
1123 /* mask of fetures inheritable by MPLS */
1124 netdev_features_t mpls_features;
04ed3e74 1125
1da177e4
LT
1126 /* Interface index. Unique device identifier */
1127 int ifindex;
1128 int iflink;
1129
c45d286e 1130 struct net_device_stats stats;
caf586e5
ED
1131 atomic_long_t rx_dropped; /* dropped packets by core network
1132 * Do not use this in drivers.
1133 */
1da177e4 1134
b86e0280 1135#ifdef CONFIG_WIRELESS_EXT
1da177e4
LT
1136 /* List of functions to handle Wireless Extensions (instead of ioctl).
1137 * See <net/iw_handler.h> for details. Jean II */
1138 const struct iw_handler_def * wireless_handlers;
1139 /* Instance data managed by the core of Wireless Extensions. */
1140 struct iw_public_data * wireless_data;
b86e0280 1141#endif
d314774c
SH
1142 /* Management operations */
1143 const struct net_device_ops *netdev_ops;
76fd8593 1144 const struct ethtool_ops *ethtool_ops;
1da177e4 1145
3b04ddde
SH
1146 /* Hardware header description */
1147 const struct header_ops *header_ops;
1148
b00055aa 1149 unsigned int flags; /* interface flags (a la BSD) */
3bdc0eba
BG
1150 unsigned int priv_flags; /* Like 'flags' but invisible to userspace.
1151 * See if.h for definitions. */
1da177e4 1152 unsigned short gflags;
1da177e4
LT
1153 unsigned short padded; /* How much padding added by alloc_netdev() */
1154
b00055aa
SR
1155 unsigned char operstate; /* RFC2863 operstate */
1156 unsigned char link_mode; /* mapping policy to operstate */
1157
bdc220da
JP
1158 unsigned char if_port; /* Selectable AUI, TP,..*/
1159 unsigned char dma; /* DMA channel */
1160
cd7b5396 1161 unsigned int mtu; /* interface MTU value */
1da177e4
LT
1162 unsigned short type; /* interface hardware type */
1163 unsigned short hard_header_len; /* hardware hdr length */
1da177e4 1164
f5184d26
JB
1165 /* extra head- and tailroom the hardware may need, but not in all cases
1166 * can this be guaranteed, especially tailroom. Some cases also use
1167 * LL_MAX_HEADER instead to allocate the skb.
1168 */
1169 unsigned short needed_headroom;
1170 unsigned short needed_tailroom;
1171
1da177e4 1172 /* Interface address info. */
a6f9a705 1173 unsigned char perm_addr[MAX_ADDR_LEN]; /* permanent hw address */
c1f79426 1174 unsigned char addr_assign_type; /* hw address assignment type */
1da177e4 1175 unsigned char addr_len; /* hardware address length */
596b9b68 1176 unsigned char neigh_priv_len;
1da177e4
LT
1177 unsigned short dev_id; /* for shared network cards */
1178
ccffad25 1179 spinlock_t addr_list_lock;
22bedad3
JP
1180 struct netdev_hw_addr_list uc; /* Unicast mac addresses */
1181 struct netdev_hw_addr_list mc; /* Multicast mac addresses */
4c3d5e7b
ED
1182 struct netdev_hw_addr_list dev_addrs; /* list of device
1183 * hw addresses
1184 */
1185#ifdef CONFIG_SYSFS
1186 struct kset *queues_kset;
1187#endif
1188
2d348d1f 1189 bool uc_promisc;
9d45abe1
WC
1190 unsigned int promiscuity;
1191 unsigned int allmulti;
1da177e4 1192
1da177e4
LT
1193
1194 /* Protocol specific pointers */
65ac6a5f 1195
d11ead75 1196#if IS_ENABLED(CONFIG_VLAN_8021Q)
5b9ea6e0 1197 struct vlan_info __rcu *vlan_info; /* VLAN info */
65ac6a5f 1198#endif
34a430d7 1199#if IS_ENABLED(CONFIG_NET_DSA)
cf50dcc2 1200 struct dsa_switch_tree *dsa_ptr; /* dsa specific data */
91da11f8 1201#endif
1da177e4 1202 void *atalk_ptr; /* AppleTalk link */
95ae6b22 1203 struct in_device __rcu *ip_ptr; /* IPv4 specific data */
fc766e4c 1204 struct dn_dev __rcu *dn_ptr; /* DECnet specific data */
198caeca 1205 struct inet6_dev __rcu *ip6_ptr; /* IPv6 specific data */
1da177e4 1206 void *ax25_ptr; /* AX.25 specific data */
704232c2
JB
1207 struct wireless_dev *ieee80211_ptr; /* IEEE 802.11 specific data,
1208 assign before registering */
1da177e4 1209
9356b8fc 1210/*
cd13539b 1211 * Cache lines mostly used on receive path (including eth_type_trans())
9356b8fc 1212 */
4dc89133
ED
1213 unsigned long last_rx; /* Time of last Rx
1214 * This should not be set in
1215 * drivers, unless really needed,
1216 * because network stack (bonding)
1217 * use it if/when necessary, to
1218 * avoid dirtying this cache line.
1219 */
1220
9356b8fc 1221 /* Interface address info used in eth_type_trans() */
f001fde5
JP
1222 unsigned char *dev_addr; /* hw address, (before bcast
1223 because most packets are
1224 unicast) */
1225
0a9627f2 1226
ccf5ff69 1227#ifdef CONFIG_RPS
0a9627f2
TH
1228 struct netdev_rx_queue *_rx;
1229
62fe0b40 1230 /* Number of RX queues allocated at register_netdev() time */
0a9627f2 1231 unsigned int num_rx_queues;
62fe0b40
BH
1232
1233 /* Number of RX queues currently active in device */
1234 unsigned int real_num_rx_queues;
c445477d 1235
df334545 1236#endif
0a9627f2 1237
61391cde 1238 rx_handler_func_t __rcu *rx_handler;
1239 void __rcu *rx_handler_data;
e8a0464c 1240
24824a09 1241 struct netdev_queue __rcu *ingress_queue;
4c3d5e7b
ED
1242 unsigned char broadcast[MAX_ADDR_LEN]; /* hw bcast add */
1243
cd13539b
ED
1244
1245/*
1246 * Cache lines mostly used on transmit path
1247 */
e8a0464c 1248 struct netdev_queue *_tx ____cacheline_aligned_in_smp;
fd2ea0a7
DM
1249
1250 /* Number of TX queues allocated at alloc_netdev_mq() time */
e8a0464c 1251 unsigned int num_tx_queues;
fd2ea0a7
DM
1252
1253 /* Number of TX queues currently active in device */
1254 unsigned int real_num_tx_queues;
1255
af356afa
PM
1256 /* root qdisc from userspace point of view */
1257 struct Qdisc *qdisc;
1258
1da177e4 1259 unsigned long tx_queue_len; /* Max frames per queue allowed */
c3f26a26 1260 spinlock_t tx_global_lock;
cd13539b 1261
bf264145 1262#ifdef CONFIG_XPS
a4177869 1263 struct xps_dev_maps __rcu *xps_maps;
bf264145 1264#endif
4c3d5e7b
ED
1265#ifdef CONFIG_RFS_ACCEL
1266 /* CPU reverse-mapping for RX completion interrupts, indexed
1267 * by RX queue number. Assigned by driver. This must only be
1268 * set if the ndo_rx_flow_steer operation is defined. */
1269 struct cpu_rmap *rx_cpu_rmap;
1270#endif
1d24eb48 1271
9356b8fc 1272 /* These may be needed for future network-power-down code. */
9d21493b
ED
1273
1274 /*
1275 * trans_start here is expensive for high speed devices on SMP,
1276 * please use netdev_queue->trans_start instead.
1277 */
9356b8fc
ED
1278 unsigned long trans_start; /* Time (in jiffies) of last Tx */
1279
1280 int watchdog_timeo; /* used by dev_watchdog() */
1281 struct timer_list watchdog_timer;
1282
1da177e4 1283 /* Number of references to this device */
29b4433d 1284 int __percpu *pcpu_refcnt;
9356b8fc 1285
1da177e4
LT
1286 /* delayed register/unregister */
1287 struct list_head todo_list;
1da177e4
LT
1288 /* device index hash chain */
1289 struct hlist_node index_hlist;
1290
e014debe 1291 struct list_head link_watch_list;
572a103d 1292
1da177e4
LT
1293 /* register/unregister state machine */
1294 enum { NETREG_UNINITIALIZED=0,
b17a7c17 1295 NETREG_REGISTERED, /* completed register_netdevice */
1da177e4
LT
1296 NETREG_UNREGISTERING, /* called unregister_netdevice */
1297 NETREG_UNREGISTERED, /* completed unregister todo */
1298 NETREG_RELEASED, /* called free_netdev */
937f1ba5 1299 NETREG_DUMMY, /* dummy device for NAPI poll */
449f4544
ED
1300 } reg_state:8;
1301
1302 bool dismantle; /* device is going do be freed */
a2835763
PM
1303
1304 enum {
1305 RTNL_LINK_INITIALIZED,
1306 RTNL_LINK_INITIALIZING,
1307 } rtnl_link_state:16;
1da177e4 1308
d314774c
SH
1309 /* Called from unregister, can be used to call free_netdev */
1310 void (*destructor)(struct net_device *dev);
1da177e4 1311
1da177e4 1312#ifdef CONFIG_NETPOLL
5fbee843 1313 struct netpoll_info __rcu *npinfo;
1da177e4 1314#endif
eae792b7 1315
c346dca1 1316#ifdef CONFIG_NET_NS
4a1c5371
EB
1317 /* Network namespace this network device is inside */
1318 struct net *nd_net;
c346dca1 1319#endif
4a1c5371 1320
4951704b 1321 /* mid-layer private */
a7855c78
ED
1322 union {
1323 void *ml_priv;
1324 struct pcpu_lstats __percpu *lstats; /* loopback stats */
290b895e 1325 struct pcpu_tstats __percpu *tstats; /* tunnel stats */
6d81f41c 1326 struct pcpu_dstats __percpu *dstats; /* dummy stats */
2681128f 1327 struct pcpu_vstats __percpu *vstats; /* veth stats */
a7855c78 1328 };
eca9ebac 1329 /* GARP */
3cc77ec7 1330 struct garp_port __rcu *garp_port;
febf018d
DW
1331 /* MRP */
1332 struct mrp_port __rcu *mrp_port;
1da177e4 1333
1da177e4 1334 /* class/net/name entry */
43cb76d9 1335 struct device dev;
0c509a6c
EB
1336 /* space for optional device, statistics, and wireless sysfs groups */
1337 const struct attribute_group *sysfs_groups[4];
38f7b870
PM
1338
1339 /* rtnetlink link ops */
1340 const struct rtnl_link_ops *rtnl_link_ops;
f25f4e44 1341
82cc1a7a
PWJ
1342 /* for setting kernel sock attribute on TCP connection setup */
1343#define GSO_MAX_SIZE 65536
1344 unsigned int gso_max_size;
30b678d8
BH
1345#define GSO_MAX_SEGS 65535
1346 u16 gso_max_segs;
d314774c 1347
7a6b6f51 1348#ifdef CONFIG_DCB
2f90b865 1349 /* Data Center Bridging netlink ops */
32953543 1350 const struct dcbnl_rtnl_ops *dcbnl_ops;
2f90b865 1351#endif
4f57c087
JF
1352 u8 num_tc;
1353 struct netdev_tc_txq tc_to_txq[TC_MAX_QUEUE];
1354 u8 prio_tc_map[TC_BITMASK + 1];
2f90b865 1355
d11ead75 1356#if IS_ENABLED(CONFIG_FCOE)
4d288d57
YZ
1357 /* max exchange id for FCoE LRO by ddp */
1358 unsigned int fcoe_ddp_xid;
5bc1421e
NH
1359#endif
1360#if IS_ENABLED(CONFIG_NETPRIO_CGROUP)
1361 struct netprio_map __rcu *priomap;
4d288d57 1362#endif
c1f19b51
RC
1363 /* phy device may attach itself for hardware timestamping */
1364 struct phy_device *phydev;
cbda10fa 1365
23d3b8bf
ED
1366 struct lock_class_key *qdisc_tx_busylock;
1367
cbda10fa
VD
1368 /* group the device belongs to */
1369 int group;
9136461a
ED
1370
1371 struct pm_qos_request pm_qos_req;
1da177e4 1372};
43cb76d9 1373#define to_net_dev(d) container_of(d, struct net_device, dev)
1da177e4
LT
1374
1375#define NETDEV_ALIGN 32
1da177e4 1376
4f57c087
JF
1377static inline
1378int netdev_get_prio_tc_map(const struct net_device *dev, u32 prio)
1379{
1380 return dev->prio_tc_map[prio & TC_BITMASK];
1381}
1382
1383static inline
1384int netdev_set_prio_tc_map(struct net_device *dev, u8 prio, u8 tc)
1385{
1386 if (tc >= dev->num_tc)
1387 return -EINVAL;
1388
1389 dev->prio_tc_map[prio & TC_BITMASK] = tc & TC_BITMASK;
1390 return 0;
1391}
1392
1393static inline
1394void netdev_reset_tc(struct net_device *dev)
1395{
1396 dev->num_tc = 0;
1397 memset(dev->tc_to_txq, 0, sizeof(dev->tc_to_txq));
1398 memset(dev->prio_tc_map, 0, sizeof(dev->prio_tc_map));
1399}
1400
1401static inline
1402int netdev_set_tc_queue(struct net_device *dev, u8 tc, u16 count, u16 offset)
1403{
1404 if (tc >= dev->num_tc)
1405 return -EINVAL;
1406
1407 dev->tc_to_txq[tc].count = count;
1408 dev->tc_to_txq[tc].offset = offset;
1409 return 0;
1410}
1411
1412static inline
1413int netdev_set_num_tc(struct net_device *dev, u8 num_tc)
1414{
1415 if (num_tc > TC_MAX_QUEUE)
1416 return -EINVAL;
1417
1418 dev->num_tc = num_tc;
1419 return 0;
1420}
1421
1422static inline
1423int netdev_get_num_tc(struct net_device *dev)
1424{
1425 return dev->num_tc;
1426}
1427
e8a0464c
DM
1428static inline
1429struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
1430 unsigned int index)
1431{
1432 return &dev->_tx[index];
1433}
1434
1435static inline void netdev_for_each_tx_queue(struct net_device *dev,
1436 void (*f)(struct net_device *,
1437 struct netdev_queue *,
1438 void *),
1439 void *arg)
1440{
1441 unsigned int i;
1442
1443 for (i = 0; i < dev->num_tx_queues; i++)
1444 f(dev, &dev->_tx[i], arg);
1445}
1446
8c4c49df
AW
1447extern struct netdev_queue *netdev_pick_tx(struct net_device *dev,
1448 struct sk_buff *skb);
416186fb 1449extern u16 __netdev_pick_tx(struct net_device *dev, struct sk_buff *skb);
8c4c49df 1450
c346dca1
YH
1451/*
1452 * Net namespace inlines
1453 */
1454static inline
1455struct net *dev_net(const struct net_device *dev)
1456{
c2d9ba9b 1457 return read_pnet(&dev->nd_net);
c346dca1
YH
1458}
1459
1460static inline
f5aa23fd 1461void dev_net_set(struct net_device *dev, struct net *net)
c346dca1
YH
1462{
1463#ifdef CONFIG_NET_NS
f3005d7f
DL
1464 release_net(dev->nd_net);
1465 dev->nd_net = hold_net(net);
c346dca1
YH
1466#endif
1467}
1468
cf85d08f
LB
1469static inline bool netdev_uses_dsa_tags(struct net_device *dev)
1470{
1471#ifdef CONFIG_NET_DSA_TAG_DSA
1472 if (dev->dsa_ptr != NULL)
1473 return dsa_uses_dsa_tags(dev->dsa_ptr);
1474#endif
1475
1476 return 0;
1477}
1478
396138f0
LB
1479static inline bool netdev_uses_trailer_tags(struct net_device *dev)
1480{
1481#ifdef CONFIG_NET_DSA_TAG_TRAILER
1482 if (dev->dsa_ptr != NULL)
1483 return dsa_uses_trailer_tags(dev->dsa_ptr);
1484#endif
1485
1486 return 0;
1487}
1488
bea3348e
SH
1489/**
1490 * netdev_priv - access network device private data
1491 * @dev: network device
1492 *
1493 * Get network device private data
1494 */
6472ce60 1495static inline void *netdev_priv(const struct net_device *dev)
1da177e4 1496{
1ce8e7b5 1497 return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
1da177e4
LT
1498}
1499
1da177e4
LT
1500/* Set the sysfs physical device reference for the network logical device
1501 * if set prior to registration will cause a symlink during initialization.
1502 */
43cb76d9 1503#define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
1da177e4 1504
384912ed
MH
1505/* Set the sysfs device type for the network logical device to allow
1506 * fin grained indentification of different network device types. For
1507 * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
1508 */
1509#define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
1510
82dc3c63
ED
1511/* Default NAPI poll() weight
1512 * Device drivers are strongly advised to not use bigger value
1513 */
1514#define NAPI_POLL_WEIGHT 64
1515
3b582cc1
SH
1516/**
1517 * netif_napi_add - initialize a napi context
1518 * @dev: network device
1519 * @napi: napi context
1520 * @poll: polling function
1521 * @weight: default weight
1522 *
1523 * netif_napi_add() must be used to initialize a napi context prior to calling
1524 * *any* of the other napi related functions.
1525 */
d565b0a1
HX
1526void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
1527 int (*poll)(struct napi_struct *, int), int weight);
bea3348e 1528
d8156534
AD
1529/**
1530 * netif_napi_del - remove a napi context
1531 * @napi: napi context
1532 *
1533 * netif_napi_del() removes a napi context from the network device napi list
1534 */
d565b0a1
HX
1535void netif_napi_del(struct napi_struct *napi);
1536
1537struct napi_gro_cb {
78a478d0
HX
1538 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
1539 void *frag0;
1540
7489594c
HX
1541 /* Length of frag0. */
1542 unsigned int frag0_len;
1543
86911732
HX
1544 /* This indicates where we are processing relative to skb->data. */
1545 int data_offset;
1546
d565b0a1
HX
1547 /* This is non-zero if the packet cannot be merged with the new skb. */
1548 int flush;
1549
1550 /* Number of segments aggregated. */
2e71a6f8
ED
1551 u16 count;
1552
1553 /* This is non-zero if the packet may be of the same flow. */
1554 u8 same_flow;
5d38a079
HX
1555
1556 /* Free the skb? */
2e71a6f8 1557 u8 free;
d7e8883c
ED
1558#define NAPI_GRO_FREE 1
1559#define NAPI_GRO_FREE_STOLEN_HEAD 2
2e71a6f8
ED
1560
1561 /* jiffies when first packet was created/queued */
1562 unsigned long age;
86347245
ED
1563
1564 /* Used in ipv6_gro_receive() */
1565 int proto;
c3c7c254
ED
1566
1567 /* used in skb_gro_receive() slow path */
1568 struct sk_buff *last;
d565b0a1
HX
1569};
1570
1571#define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
d8156534 1572
1da177e4 1573struct packet_type {
f2ccd8fa
DM
1574 __be16 type; /* This is really htons(ether_type). */
1575 struct net_device *dev; /* NULL is wildcarded here */
1576 int (*func) (struct sk_buff *,
1577 struct net_device *,
1578 struct packet_type *,
1579 struct net_device *);
c0de08d0
EL
1580 bool (*id_match)(struct packet_type *ptype,
1581 struct sock *sk);
1da177e4
LT
1582 void *af_packet_priv;
1583 struct list_head list;
1584};
1585
f191a1d1 1586struct offload_callbacks {
576a30eb 1587 struct sk_buff *(*gso_segment)(struct sk_buff *skb,
c8f44aff 1588 netdev_features_t features);
a430a43d 1589 int (*gso_send_check)(struct sk_buff *skb);
d565b0a1
HX
1590 struct sk_buff **(*gro_receive)(struct sk_buff **head,
1591 struct sk_buff *skb);
1592 int (*gro_complete)(struct sk_buff *skb);
f191a1d1
VY
1593};
1594
1595struct packet_offload {
1596 __be16 type; /* This is really htons(ether_type). */
1597 struct offload_callbacks callbacks;
1598 struct list_head list;
1da177e4
LT
1599};
1600
1da177e4
LT
1601#include <linux/notifier.h>
1602
dcfe1421
AW
1603/* netdevice notifier chain. Please remember to update the rtnetlink
1604 * notification exclusion list in rtnetlink_event() when adding new
1605 * types.
1606 */
1607#define NETDEV_UP 0x0001 /* For now you can't veto a device up/down */
1608#define NETDEV_DOWN 0x0002
1609#define NETDEV_REBOOT 0x0003 /* Tell a protocol stack a network interface
1610 detected a hardware crash and restarted
1611 - we can use this eg to kick tcp sessions
1612 once done */
1613#define NETDEV_CHANGE 0x0004 /* Notify device state change */
1614#define NETDEV_REGISTER 0x0005
1615#define NETDEV_UNREGISTER 0x0006
1616#define NETDEV_CHANGEMTU 0x0007
1617#define NETDEV_CHANGEADDR 0x0008
1618#define NETDEV_GOING_DOWN 0x0009
1619#define NETDEV_CHANGENAME 0x000A
1620#define NETDEV_FEAT_CHANGE 0x000B
1621#define NETDEV_BONDING_FAILOVER 0x000C
1622#define NETDEV_PRE_UP 0x000D
1623#define NETDEV_PRE_TYPE_CHANGE 0x000E
1624#define NETDEV_POST_TYPE_CHANGE 0x000F
1625#define NETDEV_POST_INIT 0x0010
0115e8e3 1626#define NETDEV_UNREGISTER_FINAL 0x0011
dcfe1421
AW
1627#define NETDEV_RELEASE 0x0012
1628#define NETDEV_NOTIFY_PEERS 0x0013
1629#define NETDEV_JOIN 0x0014
42e52bf9 1630#define NETDEV_CHANGEUPPER 0x0015
dcfe1421
AW
1631
1632extern int register_netdevice_notifier(struct notifier_block *nb);
1633extern int unregister_netdevice_notifier(struct notifier_block *nb);
351638e7
JP
1634
1635struct netdev_notifier_info {
1636 struct net_device *dev;
1637};
1638
be9efd36
JP
1639struct netdev_notifier_change_info {
1640 struct netdev_notifier_info info; /* must be first */
1641 unsigned int flags_changed;
1642};
1643
75538c2b
CW
1644static inline void netdev_notifier_info_init(struct netdev_notifier_info *info,
1645 struct net_device *dev)
1646{
1647 info->dev = dev;
1648}
1649
351638e7
JP
1650static inline struct net_device *
1651netdev_notifier_info_to_dev(const struct netdev_notifier_info *info)
1652{
1653 return info->dev;
1654}
1655
1656extern int call_netdevice_notifiers_info(unsigned long val, struct net_device *dev,
1657 struct netdev_notifier_info *info);
dcfe1421
AW
1658extern int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
1659
1660
1da177e4
LT
1661extern rwlock_t dev_base_lock; /* Device list lock */
1662
30e6c9fa 1663extern seqcount_t devnet_rename_seq; /* Device rename seq */
c91f6df2 1664
7562f876 1665
881d966b
EB
1666#define for_each_netdev(net, d) \
1667 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
dcbccbd4
EB
1668#define for_each_netdev_reverse(net, d) \
1669 list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
c6d14c84
ED
1670#define for_each_netdev_rcu(net, d) \
1671 list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
881d966b
EB
1672#define for_each_netdev_safe(net, d, n) \
1673 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
1674#define for_each_netdev_continue(net, d) \
1675 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
254245d2 1676#define for_each_netdev_continue_rcu(net, d) \
1677 list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
8a7fbfab 1678#define for_each_netdev_in_bond_rcu(bond, slave) \
1679 for_each_netdev_rcu(&init_net, slave) \
1680 if (netdev_master_upper_dev_get_rcu(slave) == bond)
881d966b 1681#define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
7562f876 1682
a050c33f
DL
1683static inline struct net_device *next_net_device(struct net_device *dev)
1684{
1685 struct list_head *lh;
1686 struct net *net;
1687
c346dca1 1688 net = dev_net(dev);
a050c33f
DL
1689 lh = dev->dev_list.next;
1690 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1691}
1692
ce81b76a
ED
1693static inline struct net_device *next_net_device_rcu(struct net_device *dev)
1694{
1695 struct list_head *lh;
1696 struct net *net;
1697
1698 net = dev_net(dev);
ccf43438 1699 lh = rcu_dereference(list_next_rcu(&dev->dev_list));
ce81b76a
ED
1700 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1701}
1702
a050c33f
DL
1703static inline struct net_device *first_net_device(struct net *net)
1704{
1705 return list_empty(&net->dev_base_head) ? NULL :
1706 net_device_entry(net->dev_base_head.next);
1707}
7562f876 1708
ccf43438
ED
1709static inline struct net_device *first_net_device_rcu(struct net *net)
1710{
1711 struct list_head *lh = rcu_dereference(list_next_rcu(&net->dev_base_head));
1712
1713 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1714}
1715
1da177e4
LT
1716extern int netdev_boot_setup_check(struct net_device *dev);
1717extern unsigned long netdev_boot_base(const char *prefix, int unit);
941666c2
ED
1718extern struct net_device *dev_getbyhwaddr_rcu(struct net *net, unsigned short type,
1719 const char *hwaddr);
881d966b
EB
1720extern struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
1721extern struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
1da177e4
LT
1722extern void dev_add_pack(struct packet_type *pt);
1723extern void dev_remove_pack(struct packet_type *pt);
1724extern void __dev_remove_pack(struct packet_type *pt);
62532da9
VY
1725extern void dev_add_offload(struct packet_offload *po);
1726extern void dev_remove_offload(struct packet_offload *po);
1727extern void __dev_remove_offload(struct packet_offload *po);
1da177e4 1728
bb69ae04
ED
1729extern struct net_device *dev_get_by_flags_rcu(struct net *net, unsigned short flags,
1730 unsigned short mask);
881d966b 1731extern struct net_device *dev_get_by_name(struct net *net, const char *name);
72c9528b 1732extern struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
881d966b 1733extern struct net_device *__dev_get_by_name(struct net *net, const char *name);
1da177e4
LT
1734extern int dev_alloc_name(struct net_device *dev, const char *name);
1735extern int dev_open(struct net_device *dev);
1736extern int dev_close(struct net_device *dev);
0187bdfb 1737extern void dev_disable_lro(struct net_device *dev);
95603e22 1738extern int dev_loopback_xmit(struct sk_buff *newskb);
1da177e4
LT
1739extern int dev_queue_xmit(struct sk_buff *skb);
1740extern int register_netdevice(struct net_device *dev);
44a0873d
ED
1741extern void unregister_netdevice_queue(struct net_device *dev,
1742 struct list_head *head);
9b5e383c 1743extern void unregister_netdevice_many(struct list_head *head);
44a0873d
ED
1744static inline void unregister_netdevice(struct net_device *dev)
1745{
1746 unregister_netdevice_queue(dev, NULL);
1747}
1748
29b4433d 1749extern int netdev_refcnt_read(const struct net_device *dev);
1da177e4
LT
1750extern void free_netdev(struct net_device *dev);
1751extern void synchronize_net(void);
937f1ba5
BH
1752extern int init_dummy_netdev(struct net_device *dev);
1753
881d966b
EB
1754extern struct net_device *dev_get_by_index(struct net *net, int ifindex);
1755extern struct net_device *__dev_get_by_index(struct net *net, int ifindex);
fb699dfd 1756extern struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
1da177e4
LT
1757extern int dev_restart(struct net_device *dev);
1758#ifdef CONFIG_NETPOLL_TRAP
1759extern int netpoll_trap(void);
1760#endif
86911732
HX
1761extern int skb_gro_receive(struct sk_buff **head,
1762 struct sk_buff *skb);
1763
1764static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
1765{
1766 return NAPI_GRO_CB(skb)->data_offset;
1767}
1768
1769static inline unsigned int skb_gro_len(const struct sk_buff *skb)
1770{
1771 return skb->len - NAPI_GRO_CB(skb)->data_offset;
1772}
1773
1774static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
1775{
1776 NAPI_GRO_CB(skb)->data_offset += len;
1777}
1778
a5b1cf28
HX
1779static inline void *skb_gro_header_fast(struct sk_buff *skb,
1780 unsigned int offset)
86911732 1781{
a5b1cf28
HX
1782 return NAPI_GRO_CB(skb)->frag0 + offset;
1783}
78a478d0 1784
a5b1cf28
HX
1785static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
1786{
1787 return NAPI_GRO_CB(skb)->frag0_len < hlen;
1788}
78a478d0 1789
a5b1cf28
HX
1790static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
1791 unsigned int offset)
1792{
17dd759c
HX
1793 if (!pskb_may_pull(skb, hlen))
1794 return NULL;
1795
a5b1cf28
HX
1796 NAPI_GRO_CB(skb)->frag0 = NULL;
1797 NAPI_GRO_CB(skb)->frag0_len = 0;
17dd759c 1798 return skb->data + offset;
86911732 1799}
1da177e4 1800
aa4b9f53
HX
1801static inline void *skb_gro_mac_header(struct sk_buff *skb)
1802{
78d3fd0b 1803 return NAPI_GRO_CB(skb)->frag0 ?: skb_mac_header(skb);
aa4b9f53
HX
1804}
1805
36e7b1b8
HX
1806static inline void *skb_gro_network_header(struct sk_buff *skb)
1807{
78d3fd0b
HX
1808 return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
1809 skb_network_offset(skb);
36e7b1b8
HX
1810}
1811
0c4e8581
SH
1812static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
1813 unsigned short type,
3b04ddde 1814 const void *daddr, const void *saddr,
95c96174 1815 unsigned int len)
0c4e8581 1816{
f1ecfd5d 1817 if (!dev->header_ops || !dev->header_ops->create)
0c4e8581 1818 return 0;
3b04ddde
SH
1819
1820 return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
0c4e8581
SH
1821}
1822
b95cce35
SH
1823static inline int dev_parse_header(const struct sk_buff *skb,
1824 unsigned char *haddr)
1825{
1826 const struct net_device *dev = skb->dev;
1827
1b83336b 1828 if (!dev->header_ops || !dev->header_ops->parse)
b95cce35 1829 return 0;
3b04ddde 1830 return dev->header_ops->parse(skb, haddr);
b95cce35
SH
1831}
1832
1da177e4
LT
1833typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
1834extern int register_gifconf(unsigned int family, gifconf_func_t * gifconf);
1835static inline int unregister_gifconf(unsigned int family)
1836{
1837 return register_gifconf(family, NULL);
1838}
1839
99bbc707
WB
1840#ifdef CONFIG_NET_FLOW_LIMIT
1841#define FLOW_LIMIT_HISTORY (1 << 8) /* must be ^2 */
1842struct sd_flow_limit {
1843 u64 count;
1844 unsigned int num_buckets;
1845 unsigned int history_head;
1846 u16 history[FLOW_LIMIT_HISTORY];
1847 u8 buckets[];
1848};
1849
1850extern int netdev_flow_limit_table_len;
1851#endif /* CONFIG_NET_FLOW_LIMIT */
1852
1da177e4 1853/*
88751275 1854 * Incoming packets are placed on per-cpu queues
1da177e4 1855 */
d94d9fee 1856struct softnet_data {
37437bb2 1857 struct Qdisc *output_queue;
a9cbd588 1858 struct Qdisc **output_queue_tailp;
1da177e4 1859 struct list_head poll_list;
1da177e4 1860 struct sk_buff *completion_queue;
6e7676c1 1861 struct sk_buff_head process_queue;
1da177e4 1862
dee42870 1863 /* stats */
cd7b5396
DM
1864 unsigned int processed;
1865 unsigned int time_squeeze;
1866 unsigned int cpu_collision;
1867 unsigned int received_rps;
dee42870 1868
fd793d89 1869#ifdef CONFIG_RPS
88751275
ED
1870 struct softnet_data *rps_ipi_list;
1871
1872 /* Elements below can be accessed between CPUs for RPS */
0a9627f2 1873 struct call_single_data csd ____cacheline_aligned_in_smp;
88751275
ED
1874 struct softnet_data *rps_ipi_next;
1875 unsigned int cpu;
fec5e652 1876 unsigned int input_queue_head;
76cc8b13 1877 unsigned int input_queue_tail;
1e94d72f 1878#endif
95c96174 1879 unsigned int dropped;
0a9627f2 1880 struct sk_buff_head input_pkt_queue;
bea3348e 1881 struct napi_struct backlog;
99bbc707
WB
1882
1883#ifdef CONFIG_NET_FLOW_LIMIT
1884 struct sd_flow_limit *flow_limit;
1885#endif
1da177e4
LT
1886};
1887
76cc8b13 1888static inline void input_queue_head_incr(struct softnet_data *sd)
fec5e652
TH
1889{
1890#ifdef CONFIG_RPS
76cc8b13
TH
1891 sd->input_queue_head++;
1892#endif
1893}
1894
1895static inline void input_queue_tail_incr_save(struct softnet_data *sd,
1896 unsigned int *qtail)
1897{
1898#ifdef CONFIG_RPS
1899 *qtail = ++sd->input_queue_tail;
fec5e652
TH
1900#endif
1901}
1902
0a9627f2 1903DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
1da177e4 1904
37437bb2 1905extern void __netif_schedule(struct Qdisc *q);
1da177e4 1906
86d804e1 1907static inline void netif_schedule_queue(struct netdev_queue *txq)
1da177e4 1908{
73466498 1909 if (!(txq->state & QUEUE_STATE_ANY_XOFF))
37437bb2 1910 __netif_schedule(txq->qdisc);
86d804e1
DM
1911}
1912
fd2ea0a7
DM
1913static inline void netif_tx_schedule_all(struct net_device *dev)
1914{
1915 unsigned int i;
1916
1917 for (i = 0; i < dev->num_tx_queues; i++)
1918 netif_schedule_queue(netdev_get_tx_queue(dev, i));
1919}
1920
d29f749e
DJ
1921static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
1922{
73466498 1923 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
d29f749e
DJ
1924}
1925
bea3348e
SH
1926/**
1927 * netif_start_queue - allow transmit
1928 * @dev: network device
1929 *
1930 * Allow upper layers to call the device hard_start_xmit routine.
1931 */
1da177e4
LT
1932static inline void netif_start_queue(struct net_device *dev)
1933{
e8a0464c 1934 netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1935}
1936
fd2ea0a7
DM
1937static inline void netif_tx_start_all_queues(struct net_device *dev)
1938{
1939 unsigned int i;
1940
1941 for (i = 0; i < dev->num_tx_queues; i++) {
1942 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1943 netif_tx_start_queue(txq);
1944 }
1945}
1946
79d16385 1947static inline void netif_tx_wake_queue(struct netdev_queue *dev_queue)
1da177e4
LT
1948{
1949#ifdef CONFIG_NETPOLL_TRAP
5f286e11 1950 if (netpoll_trap()) {
7b3d3e4f 1951 netif_tx_start_queue(dev_queue);
1da177e4 1952 return;
5f286e11 1953 }
1da177e4 1954#endif
73466498 1955 if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state))
37437bb2 1956 __netif_schedule(dev_queue->qdisc);
79d16385
DM
1957}
1958
d29f749e
DJ
1959/**
1960 * netif_wake_queue - restart transmit
1961 * @dev: network device
1962 *
1963 * Allow upper layers to call the device hard_start_xmit routine.
1964 * Used for flow control when transmit resources are available.
1965 */
79d16385
DM
1966static inline void netif_wake_queue(struct net_device *dev)
1967{
e8a0464c 1968 netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1969}
1970
fd2ea0a7
DM
1971static inline void netif_tx_wake_all_queues(struct net_device *dev)
1972{
1973 unsigned int i;
1974
1975 for (i = 0; i < dev->num_tx_queues; i++) {
1976 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1977 netif_tx_wake_queue(txq);
1978 }
1979}
1980
d29f749e
DJ
1981static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
1982{
18543a64 1983 if (WARN_ON(!dev_queue)) {
256ee435 1984 pr_info("netif_stop_queue() cannot be called before register_netdev()\n");
18543a64
GC
1985 return;
1986 }
73466498 1987 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
d29f749e
DJ
1988}
1989
bea3348e
SH
1990/**
1991 * netif_stop_queue - stop transmitted packets
1992 * @dev: network device
1993 *
1994 * Stop upper layers calling the device hard_start_xmit routine.
1995 * Used for flow control when transmit resources are unavailable.
1996 */
1da177e4
LT
1997static inline void netif_stop_queue(struct net_device *dev)
1998{
e8a0464c 1999 netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
2000}
2001
fd2ea0a7
DM
2002static inline void netif_tx_stop_all_queues(struct net_device *dev)
2003{
2004 unsigned int i;
2005
2006 for (i = 0; i < dev->num_tx_queues; i++) {
2007 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2008 netif_tx_stop_queue(txq);
2009 }
2010}
2011
4d29515f 2012static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
d29f749e 2013{
73466498 2014 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
d29f749e
DJ
2015}
2016
bea3348e
SH
2017/**
2018 * netif_queue_stopped - test if transmit queue is flowblocked
2019 * @dev: network device
2020 *
2021 * Test if transmit queue on device is currently unable to send.
2022 */
4d29515f 2023static inline bool netif_queue_stopped(const struct net_device *dev)
1da177e4 2024{
e8a0464c 2025 return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
1da177e4
LT
2026}
2027
4d29515f 2028static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue)
c3f26a26 2029{
73466498
TH
2030 return dev_queue->state & QUEUE_STATE_ANY_XOFF;
2031}
2032
4d29515f 2033static inline bool netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue)
73466498
TH
2034{
2035 return dev_queue->state & QUEUE_STATE_ANY_XOFF_OR_FROZEN;
2036}
2037
c5d67bd7
TH
2038static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue,
2039 unsigned int bytes)
2040{
114cf580
TH
2041#ifdef CONFIG_BQL
2042 dql_queued(&dev_queue->dql, bytes);
b37c0fbe
AD
2043
2044 if (likely(dql_avail(&dev_queue->dql) >= 0))
2045 return;
2046
2047 set_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
2048
2049 /*
2050 * The XOFF flag must be set before checking the dql_avail below,
2051 * because in netdev_tx_completed_queue we update the dql_completed
2052 * before checking the XOFF flag.
2053 */
2054 smp_mb();
2055
2056 /* check again in case another CPU has just made room avail */
2057 if (unlikely(dql_avail(&dev_queue->dql) >= 0))
2058 clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
114cf580 2059#endif
c5d67bd7
TH
2060}
2061
2062static inline void netdev_sent_queue(struct net_device *dev, unsigned int bytes)
2063{
2064 netdev_tx_sent_queue(netdev_get_tx_queue(dev, 0), bytes);
2065}
2066
2067static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue,
95c96174 2068 unsigned int pkts, unsigned int bytes)
c5d67bd7 2069{
114cf580 2070#ifdef CONFIG_BQL
b37c0fbe
AD
2071 if (unlikely(!bytes))
2072 return;
2073
2074 dql_completed(&dev_queue->dql, bytes);
2075
2076 /*
2077 * Without the memory barrier there is a small possiblity that
2078 * netdev_tx_sent_queue will miss the update and cause the queue to
2079 * be stopped forever
2080 */
2081 smp_mb();
2082
2083 if (dql_avail(&dev_queue->dql) < 0)
2084 return;
2085
2086 if (test_and_clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state))
2087 netif_schedule_queue(dev_queue);
114cf580 2088#endif
c5d67bd7
TH
2089}
2090
2091static inline void netdev_completed_queue(struct net_device *dev,
95c96174 2092 unsigned int pkts, unsigned int bytes)
c5d67bd7
TH
2093{
2094 netdev_tx_completed_queue(netdev_get_tx_queue(dev, 0), pkts, bytes);
2095}
2096
2097static inline void netdev_tx_reset_queue(struct netdev_queue *q)
2098{
114cf580 2099#ifdef CONFIG_BQL
5c490354 2100 clear_bit(__QUEUE_STATE_STACK_XOFF, &q->state);
114cf580
TH
2101 dql_reset(&q->dql);
2102#endif
c5d67bd7
TH
2103}
2104
2105static inline void netdev_reset_queue(struct net_device *dev_queue)
2106{
2107 netdev_tx_reset_queue(netdev_get_tx_queue(dev_queue, 0));
c3f26a26
DM
2108}
2109
bea3348e
SH
2110/**
2111 * netif_running - test if up
2112 * @dev: network device
2113 *
2114 * Test if the device has been brought up.
2115 */
4d29515f 2116static inline bool netif_running(const struct net_device *dev)
1da177e4
LT
2117{
2118 return test_bit(__LINK_STATE_START, &dev->state);
2119}
2120
f25f4e44
PWJ
2121/*
2122 * Routines to manage the subqueues on a device. We only need start
2123 * stop, and a check if it's stopped. All other device management is
2124 * done at the overall netdevice level.
2125 * Also test the device if we're multiqueue.
2126 */
bea3348e
SH
2127
2128/**
2129 * netif_start_subqueue - allow sending packets on subqueue
2130 * @dev: network device
2131 * @queue_index: sub queue index
2132 *
2133 * Start individual transmit queue of a device with multiple transmit queues.
2134 */
f25f4e44
PWJ
2135static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
2136{
fd2ea0a7 2137 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
2138
2139 netif_tx_start_queue(txq);
f25f4e44
PWJ
2140}
2141
bea3348e
SH
2142/**
2143 * netif_stop_subqueue - stop sending packets on subqueue
2144 * @dev: network device
2145 * @queue_index: sub queue index
2146 *
2147 * Stop individual transmit queue of a device with multiple transmit queues.
2148 */
f25f4e44
PWJ
2149static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
2150{
fd2ea0a7 2151 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
2152#ifdef CONFIG_NETPOLL_TRAP
2153 if (netpoll_trap())
2154 return;
2155#endif
7b3d3e4f 2156 netif_tx_stop_queue(txq);
f25f4e44
PWJ
2157}
2158
bea3348e
SH
2159/**
2160 * netif_subqueue_stopped - test status of subqueue
2161 * @dev: network device
2162 * @queue_index: sub queue index
2163 *
2164 * Check individual transmit queue of a device with multiple transmit queues.
2165 */
4d29515f
DM
2166static inline bool __netif_subqueue_stopped(const struct net_device *dev,
2167 u16 queue_index)
f25f4e44 2168{
fd2ea0a7 2169 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
2170
2171 return netif_tx_queue_stopped(txq);
f25f4e44
PWJ
2172}
2173
4d29515f
DM
2174static inline bool netif_subqueue_stopped(const struct net_device *dev,
2175 struct sk_buff *skb)
668f895a
PE
2176{
2177 return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
2178}
bea3348e
SH
2179
2180/**
2181 * netif_wake_subqueue - allow sending packets on subqueue
2182 * @dev: network device
2183 * @queue_index: sub queue index
2184 *
2185 * Resume individual transmit queue of a device with multiple transmit queues.
2186 */
f25f4e44
PWJ
2187static inline void netif_wake_subqueue(struct net_device *dev, u16 queue_index)
2188{
fd2ea0a7 2189 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
2190#ifdef CONFIG_NETPOLL_TRAP
2191 if (netpoll_trap())
2192 return;
2193#endif
73466498 2194 if (test_and_clear_bit(__QUEUE_STATE_DRV_XOFF, &txq->state))
37437bb2 2195 __netif_schedule(txq->qdisc);
f25f4e44
PWJ
2196}
2197
537c00de 2198#ifdef CONFIG_XPS
537c00de
AD
2199extern int netif_set_xps_queue(struct net_device *dev, struct cpumask *mask,
2200 u16 index);
2201#else
2202static inline int netif_set_xps_queue(struct net_device *dev,
2203 struct cpumask *mask,
2204 u16 index)
2205{
2206 return 0;
2207}
2208#endif
2209
a3d22a68
VZ
2210/*
2211 * Returns a Tx hash for the given packet when dev->real_num_tx_queues is used
2212 * as a distribution range limit for the returned value.
2213 */
2214static inline u16 skb_tx_hash(const struct net_device *dev,
2215 const struct sk_buff *skb)
2216{
2217 return __skb_tx_hash(dev, skb, dev->real_num_tx_queues);
2218}
2219
bea3348e
SH
2220/**
2221 * netif_is_multiqueue - test if device has multiple transmit queues
2222 * @dev: network device
2223 *
2224 * Check if device has multiple transmit queues
bea3348e 2225 */
4d29515f 2226static inline bool netif_is_multiqueue(const struct net_device *dev)
f25f4e44 2227{
a02cec21 2228 return dev->num_tx_queues > 1;
f25f4e44 2229}
1da177e4 2230
e6484930
TH
2231extern int netif_set_real_num_tx_queues(struct net_device *dev,
2232 unsigned int txq);
f0796d5c 2233
62fe0b40
BH
2234#ifdef CONFIG_RPS
2235extern int netif_set_real_num_rx_queues(struct net_device *dev,
2236 unsigned int rxq);
2237#else
2238static inline int netif_set_real_num_rx_queues(struct net_device *dev,
2239 unsigned int rxq)
2240{
2241 return 0;
2242}
2243#endif
2244
3171d026
BH
2245static inline int netif_copy_real_num_queues(struct net_device *to_dev,
2246 const struct net_device *from_dev)
2247{
ee6ae1a1
JP
2248 int err;
2249
2250 err = netif_set_real_num_tx_queues(to_dev,
2251 from_dev->real_num_tx_queues);
2252 if (err)
2253 return err;
3171d026
BH
2254#ifdef CONFIG_RPS
2255 return netif_set_real_num_rx_queues(to_dev,
2256 from_dev->real_num_rx_queues);
2257#else
2258 return 0;
2259#endif
2260}
2261
16917b87
YM
2262#define DEFAULT_MAX_NUM_RSS_QUEUES (8)
2263extern int netif_get_num_default_rss_queues(void);
2264
1da177e4 2265/* Use this variant when it is known for sure that it
0ef47309
ML
2266 * is executing from hardware interrupt context or with hardware interrupts
2267 * disabled.
1da177e4 2268 */
bea3348e 2269extern void dev_kfree_skb_irq(struct sk_buff *skb);
1da177e4
LT
2270
2271/* Use this variant in places where it could be invoked
0ef47309
ML
2272 * from either hardware interrupt or other context, with hardware interrupts
2273 * either disabled or enabled.
1da177e4 2274 */
56079431 2275extern void dev_kfree_skb_any(struct sk_buff *skb);
1da177e4 2276
1da177e4
LT
2277extern int netif_rx(struct sk_buff *skb);
2278extern int netif_rx_ni(struct sk_buff *skb);
1da177e4 2279extern int netif_receive_skb(struct sk_buff *skb);
c7c4b3b6 2280extern gro_result_t napi_gro_receive(struct napi_struct *napi,
d565b0a1 2281 struct sk_buff *skb);
2e71a6f8 2282extern void napi_gro_flush(struct napi_struct *napi, bool flush_old);
76620aaf 2283extern struct sk_buff * napi_get_frags(struct napi_struct *napi);
c7c4b3b6 2284extern gro_result_t napi_gro_frags(struct napi_struct *napi);
76620aaf
HX
2285
2286static inline void napi_free_frags(struct napi_struct *napi)
2287{
2288 kfree_skb(napi->skb);
2289 napi->skb = NULL;
2290}
2291
ab95bfe0 2292extern int netdev_rx_handler_register(struct net_device *dev,
93e2c32b
JP
2293 rx_handler_func_t *rx_handler,
2294 void *rx_handler_data);
ab95bfe0
JP
2295extern void netdev_rx_handler_unregister(struct net_device *dev);
2296
95f050bf 2297extern bool dev_valid_name(const char *name);
881d966b
EB
2298extern int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
2299extern int dev_ethtool(struct net *net, struct ifreq *);
95c96174 2300extern unsigned int dev_get_flags(const struct net_device *);
bd380811 2301extern int __dev_change_flags(struct net_device *, unsigned int flags);
95c96174 2302extern int dev_change_flags(struct net_device *, unsigned int);
bd380811 2303extern void __dev_notify_flags(struct net_device *, unsigned int old_flags);
cf04a4c7 2304extern int dev_change_name(struct net_device *, const char *);
0b815a1a 2305extern int dev_set_alias(struct net_device *, const char *, size_t);
ce286d32
EB
2306extern int dev_change_net_namespace(struct net_device *,
2307 struct net *, const char *);
1da177e4 2308extern int dev_set_mtu(struct net_device *, int);
cbda10fa 2309extern void dev_set_group(struct net_device *, int);
1da177e4
LT
2310extern int dev_set_mac_address(struct net_device *,
2311 struct sockaddr *);
4bf84c35
JP
2312extern int dev_change_carrier(struct net_device *,
2313 bool new_carrier);
f6a78bfc 2314extern int dev_hard_start_xmit(struct sk_buff *skb,
fd2ea0a7
DM
2315 struct net_device *dev,
2316 struct netdev_queue *txq);
44540960
AB
2317extern int dev_forward_skb(struct net_device *dev,
2318 struct sk_buff *skb);
1da177e4 2319
20380731 2320extern int netdev_budget;
1da177e4
LT
2321
2322/* Called by rtnetlink.c:rtnl_unlock() */
2323extern void netdev_run_todo(void);
2324
bea3348e
SH
2325/**
2326 * dev_put - release reference to device
2327 * @dev: network device
2328 *
9ef4429b 2329 * Release reference to device to allow it to be freed.
bea3348e 2330 */
1da177e4
LT
2331static inline void dev_put(struct net_device *dev)
2332{
933393f5 2333 this_cpu_dec(*dev->pcpu_refcnt);
1da177e4
LT
2334}
2335
bea3348e
SH
2336/**
2337 * dev_hold - get reference to device
2338 * @dev: network device
2339 *
9ef4429b 2340 * Hold reference to device to keep it from being freed.
bea3348e 2341 */
15333061
SH
2342static inline void dev_hold(struct net_device *dev)
2343{
933393f5 2344 this_cpu_inc(*dev->pcpu_refcnt);
15333061 2345}
1da177e4
LT
2346
2347/* Carrier loss detection, dial on demand. The functions netif_carrier_on
2348 * and _off may be called from IRQ context, but it is caller
2349 * who is responsible for serialization of these calls.
b00055aa
SR
2350 *
2351 * The name carrier is inappropriate, these functions should really be
2352 * called netif_lowerlayer_*() because they represent the state of any
2353 * kind of lower layer not just hardware media.
1da177e4
LT
2354 */
2355
8f4cccbb 2356extern void linkwatch_init_dev(struct net_device *dev);
1da177e4 2357extern void linkwatch_fire_event(struct net_device *dev);
e014debe 2358extern void linkwatch_forget_dev(struct net_device *dev);
1da177e4 2359
bea3348e
SH
2360/**
2361 * netif_carrier_ok - test if carrier present
2362 * @dev: network device
2363 *
2364 * Check if carrier is present on device
2365 */
4d29515f 2366static inline bool netif_carrier_ok(const struct net_device *dev)
1da177e4
LT
2367{
2368 return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
2369}
2370
9d21493b
ED
2371extern unsigned long dev_trans_start(struct net_device *dev);
2372
1da177e4
LT
2373extern void __netdev_watchdog_up(struct net_device *dev);
2374
0a242efc 2375extern void netif_carrier_on(struct net_device *dev);
1da177e4 2376
0a242efc 2377extern void netif_carrier_off(struct net_device *dev);
1da177e4 2378
bea3348e
SH
2379/**
2380 * netif_dormant_on - mark device as dormant.
2381 * @dev: network device
2382 *
2383 * Mark device as dormant (as per RFC2863).
2384 *
2385 * The dormant state indicates that the relevant interface is not
2386 * actually in a condition to pass packets (i.e., it is not 'up') but is
2387 * in a "pending" state, waiting for some external event. For "on-
2388 * demand" interfaces, this new state identifies the situation where the
2389 * interface is waiting for events to place it in the up state.
2390 *
2391 */
b00055aa
SR
2392static inline void netif_dormant_on(struct net_device *dev)
2393{
2394 if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
2395 linkwatch_fire_event(dev);
2396}
2397
bea3348e
SH
2398/**
2399 * netif_dormant_off - set device as not dormant.
2400 * @dev: network device
2401 *
2402 * Device is not in dormant state.
2403 */
b00055aa
SR
2404static inline void netif_dormant_off(struct net_device *dev)
2405{
2406 if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
2407 linkwatch_fire_event(dev);
2408}
2409
bea3348e
SH
2410/**
2411 * netif_dormant - test if carrier present
2412 * @dev: network device
2413 *
2414 * Check if carrier is present on device
2415 */
4d29515f 2416static inline bool netif_dormant(const struct net_device *dev)
b00055aa
SR
2417{
2418 return test_bit(__LINK_STATE_DORMANT, &dev->state);
2419}
2420
2421
bea3348e
SH
2422/**
2423 * netif_oper_up - test if device is operational
2424 * @dev: network device
2425 *
2426 * Check if carrier is operational
2427 */
4d29515f 2428static inline bool netif_oper_up(const struct net_device *dev)
d94d9fee 2429{
b00055aa
SR
2430 return (dev->operstate == IF_OPER_UP ||
2431 dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
2432}
2433
bea3348e
SH
2434/**
2435 * netif_device_present - is device available or removed
2436 * @dev: network device
2437 *
2438 * Check if device has not been removed from system.
2439 */
4d29515f 2440static inline bool netif_device_present(struct net_device *dev)
1da177e4
LT
2441{
2442 return test_bit(__LINK_STATE_PRESENT, &dev->state);
2443}
2444
56079431 2445extern void netif_device_detach(struct net_device *dev);
1da177e4 2446
56079431 2447extern void netif_device_attach(struct net_device *dev);
1da177e4
LT
2448
2449/*
2450 * Network interface message level settings
2451 */
1da177e4
LT
2452
2453enum {
2454 NETIF_MSG_DRV = 0x0001,
2455 NETIF_MSG_PROBE = 0x0002,
2456 NETIF_MSG_LINK = 0x0004,
2457 NETIF_MSG_TIMER = 0x0008,
2458 NETIF_MSG_IFDOWN = 0x0010,
2459 NETIF_MSG_IFUP = 0x0020,
2460 NETIF_MSG_RX_ERR = 0x0040,
2461 NETIF_MSG_TX_ERR = 0x0080,
2462 NETIF_MSG_TX_QUEUED = 0x0100,
2463 NETIF_MSG_INTR = 0x0200,
2464 NETIF_MSG_TX_DONE = 0x0400,
2465 NETIF_MSG_RX_STATUS = 0x0800,
2466 NETIF_MSG_PKTDATA = 0x1000,
2467 NETIF_MSG_HW = 0x2000,
2468 NETIF_MSG_WOL = 0x4000,
2469};
2470
2471#define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
2472#define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
2473#define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
2474#define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
2475#define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
2476#define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
2477#define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
2478#define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
2479#define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
2480#define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
2481#define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
2482#define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
2483#define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
2484#define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
2485#define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
2486
2487static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
2488{
2489 /* use default */
2490 if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
2491 return default_msg_enable_bits;
2492 if (debug_value == 0) /* no output */
2493 return 0;
2494 /* set low N bits */
2495 return (1 << debug_value) - 1;
2496}
2497
c773e847 2498static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
932ff279 2499{
c773e847
DM
2500 spin_lock(&txq->_xmit_lock);
2501 txq->xmit_lock_owner = cpu;
22dd7495
JHS
2502}
2503
fd2ea0a7
DM
2504static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
2505{
2506 spin_lock_bh(&txq->_xmit_lock);
2507 txq->xmit_lock_owner = smp_processor_id();
2508}
2509
4d29515f 2510static inline bool __netif_tx_trylock(struct netdev_queue *txq)
c3f26a26 2511{
4d29515f 2512 bool ok = spin_trylock(&txq->_xmit_lock);
c3f26a26
DM
2513 if (likely(ok))
2514 txq->xmit_lock_owner = smp_processor_id();
2515 return ok;
2516}
2517
2518static inline void __netif_tx_unlock(struct netdev_queue *txq)
2519{
2520 txq->xmit_lock_owner = -1;
2521 spin_unlock(&txq->_xmit_lock);
2522}
2523
2524static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
2525{
2526 txq->xmit_lock_owner = -1;
2527 spin_unlock_bh(&txq->_xmit_lock);
2528}
2529
08baf561
ED
2530static inline void txq_trans_update(struct netdev_queue *txq)
2531{
2532 if (txq->xmit_lock_owner != -1)
2533 txq->trans_start = jiffies;
2534}
2535
d29f749e
DJ
2536/**
2537 * netif_tx_lock - grab network device transmit lock
2538 * @dev: network device
d29f749e
DJ
2539 *
2540 * Get network device transmit lock
2541 */
22dd7495
JHS
2542static inline void netif_tx_lock(struct net_device *dev)
2543{
e8a0464c 2544 unsigned int i;
c3f26a26 2545 int cpu;
c773e847 2546
c3f26a26
DM
2547 spin_lock(&dev->tx_global_lock);
2548 cpu = smp_processor_id();
e8a0464c
DM
2549 for (i = 0; i < dev->num_tx_queues; i++) {
2550 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
2551
2552 /* We are the only thread of execution doing a
2553 * freeze, but we have to grab the _xmit_lock in
2554 * order to synchronize with threads which are in
2555 * the ->hard_start_xmit() handler and already
2556 * checked the frozen bit.
2557 */
e8a0464c 2558 __netif_tx_lock(txq, cpu);
c3f26a26
DM
2559 set_bit(__QUEUE_STATE_FROZEN, &txq->state);
2560 __netif_tx_unlock(txq);
e8a0464c 2561 }
932ff279
HX
2562}
2563
2564static inline void netif_tx_lock_bh(struct net_device *dev)
2565{
e8a0464c
DM
2566 local_bh_disable();
2567 netif_tx_lock(dev);
932ff279
HX
2568}
2569
932ff279
HX
2570static inline void netif_tx_unlock(struct net_device *dev)
2571{
e8a0464c
DM
2572 unsigned int i;
2573
2574 for (i = 0; i < dev->num_tx_queues; i++) {
2575 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c773e847 2576
c3f26a26
DM
2577 /* No need to grab the _xmit_lock here. If the
2578 * queue is not stopped for another reason, we
2579 * force a schedule.
2580 */
2581 clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
7b3d3e4f 2582 netif_schedule_queue(txq);
c3f26a26
DM
2583 }
2584 spin_unlock(&dev->tx_global_lock);
932ff279
HX
2585}
2586
2587static inline void netif_tx_unlock_bh(struct net_device *dev)
2588{
e8a0464c
DM
2589 netif_tx_unlock(dev);
2590 local_bh_enable();
932ff279
HX
2591}
2592
c773e847 2593#define HARD_TX_LOCK(dev, txq, cpu) { \
22dd7495 2594 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2595 __netif_tx_lock(txq, cpu); \
22dd7495
JHS
2596 } \
2597}
2598
c773e847 2599#define HARD_TX_UNLOCK(dev, txq) { \
22dd7495 2600 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2601 __netif_tx_unlock(txq); \
22dd7495
JHS
2602 } \
2603}
2604
1da177e4
LT
2605static inline void netif_tx_disable(struct net_device *dev)
2606{
fd2ea0a7 2607 unsigned int i;
c3f26a26 2608 int cpu;
fd2ea0a7 2609
c3f26a26
DM
2610 local_bh_disable();
2611 cpu = smp_processor_id();
fd2ea0a7
DM
2612 for (i = 0; i < dev->num_tx_queues; i++) {
2613 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
2614
2615 __netif_tx_lock(txq, cpu);
fd2ea0a7 2616 netif_tx_stop_queue(txq);
c3f26a26 2617 __netif_tx_unlock(txq);
fd2ea0a7 2618 }
c3f26a26 2619 local_bh_enable();
1da177e4
LT
2620}
2621
e308a5d8
DM
2622static inline void netif_addr_lock(struct net_device *dev)
2623{
2624 spin_lock(&dev->addr_list_lock);
2625}
2626
2429f7ac
JP
2627static inline void netif_addr_lock_nested(struct net_device *dev)
2628{
2629 spin_lock_nested(&dev->addr_list_lock, SINGLE_DEPTH_NESTING);
2630}
2631
e308a5d8
DM
2632static inline void netif_addr_lock_bh(struct net_device *dev)
2633{
2634 spin_lock_bh(&dev->addr_list_lock);
2635}
2636
2637static inline void netif_addr_unlock(struct net_device *dev)
2638{
2639 spin_unlock(&dev->addr_list_lock);
2640}
2641
2642static inline void netif_addr_unlock_bh(struct net_device *dev)
2643{
2644 spin_unlock_bh(&dev->addr_list_lock);
2645}
2646
f001fde5 2647/*
31278e71 2648 * dev_addrs walker. Should be used only for read access. Call with
f001fde5
JP
2649 * rcu_read_lock held.
2650 */
2651#define for_each_dev_addr(dev, ha) \
31278e71 2652 list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
f001fde5 2653
1da177e4
LT
2654/* These functions live elsewhere (drivers/net/net_init.c, but related) */
2655
2656extern void ether_setup(struct net_device *dev);
2657
2658/* Support for loadable net-drivers */
36909ea4 2659extern struct net_device *alloc_netdev_mqs(int sizeof_priv, const char *name,
f25f4e44 2660 void (*setup)(struct net_device *),
36909ea4 2661 unsigned int txqs, unsigned int rxqs);
f25f4e44 2662#define alloc_netdev(sizeof_priv, name, setup) \
36909ea4
TH
2663 alloc_netdev_mqs(sizeof_priv, name, setup, 1, 1)
2664
2665#define alloc_netdev_mq(sizeof_priv, name, setup, count) \
2666 alloc_netdev_mqs(sizeof_priv, name, setup, count, count)
2667
1da177e4
LT
2668extern int register_netdev(struct net_device *dev);
2669extern void unregister_netdev(struct net_device *dev);
f001fde5 2670
22bedad3
JP
2671/* General hardware address lists handling functions */
2672extern int __hw_addr_add_multiple(struct netdev_hw_addr_list *to_list,
2673 struct netdev_hw_addr_list *from_list,
2674 int addr_len, unsigned char addr_type);
2675extern void __hw_addr_del_multiple(struct netdev_hw_addr_list *to_list,
2676 struct netdev_hw_addr_list *from_list,
2677 int addr_len, unsigned char addr_type);
2678extern int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
2679 struct netdev_hw_addr_list *from_list,
2680 int addr_len);
2681extern void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
2682 struct netdev_hw_addr_list *from_list,
2683 int addr_len);
2684extern void __hw_addr_flush(struct netdev_hw_addr_list *list);
2685extern void __hw_addr_init(struct netdev_hw_addr_list *list);
2686
f001fde5 2687/* Functions used for device addresses handling */
6b6e2725 2688extern int dev_addr_add(struct net_device *dev, const unsigned char *addr,
f001fde5 2689 unsigned char addr_type);
6b6e2725 2690extern int dev_addr_del(struct net_device *dev, const unsigned char *addr,
f001fde5
JP
2691 unsigned char addr_type);
2692extern int dev_addr_add_multiple(struct net_device *to_dev,
2693 struct net_device *from_dev,
2694 unsigned char addr_type);
2695extern int dev_addr_del_multiple(struct net_device *to_dev,
2696 struct net_device *from_dev,
2697 unsigned char addr_type);
a748ee24
JP
2698extern void dev_addr_flush(struct net_device *dev);
2699extern int dev_addr_init(struct net_device *dev);
2700
2701/* Functions used for unicast addresses handling */
6b6e2725 2702extern int dev_uc_add(struct net_device *dev, const unsigned char *addr);
2703extern int dev_uc_add_excl(struct net_device *dev, const unsigned char *addr);
2704extern int dev_uc_del(struct net_device *dev, const unsigned char *addr);
a748ee24 2705extern int dev_uc_sync(struct net_device *to, struct net_device *from);
4cd729b0 2706extern int dev_uc_sync_multiple(struct net_device *to, struct net_device *from);
a748ee24
JP
2707extern void dev_uc_unsync(struct net_device *to, struct net_device *from);
2708extern void dev_uc_flush(struct net_device *dev);
2709extern void dev_uc_init(struct net_device *dev);
f001fde5 2710
22bedad3 2711/* Functions used for multicast addresses handling */
6b6e2725 2712extern int dev_mc_add(struct net_device *dev, const unsigned char *addr);
2713extern int dev_mc_add_global(struct net_device *dev, const unsigned char *addr);
2714extern int dev_mc_add_excl(struct net_device *dev, const unsigned char *addr);
2715extern int dev_mc_del(struct net_device *dev, const unsigned char *addr);
2716extern int dev_mc_del_global(struct net_device *dev, const unsigned char *addr);
22bedad3 2717extern int dev_mc_sync(struct net_device *to, struct net_device *from);
4cd729b0 2718extern int dev_mc_sync_multiple(struct net_device *to, struct net_device *from);
22bedad3
JP
2719extern void dev_mc_unsync(struct net_device *to, struct net_device *from);
2720extern void dev_mc_flush(struct net_device *dev);
2721extern void dev_mc_init(struct net_device *dev);
f001fde5 2722
4417da66
PM
2723/* Functions used for secondary unicast and multicast support */
2724extern void dev_set_rx_mode(struct net_device *dev);
2725extern void __dev_set_rx_mode(struct net_device *dev);
dad9b335
WC
2726extern int dev_set_promiscuity(struct net_device *dev, int inc);
2727extern int dev_set_allmulti(struct net_device *dev, int inc);
1da177e4 2728extern void netdev_state_change(struct net_device *dev);
ee89bab1 2729extern void netdev_notify_peers(struct net_device *dev);
d8a33ac4 2730extern void netdev_features_change(struct net_device *dev);
1da177e4 2731/* Load a device via the kmod */
881d966b 2732extern void dev_load(struct net *net, const char *name);
d7753516
BH
2733extern struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev,
2734 struct rtnl_link_stats64 *storage);
77a1abf5
ED
2735extern void netdev_stats_to_stats64(struct rtnl_link_stats64 *stats64,
2736 const struct net_device_stats *netdev_stats);
eeda3fd6 2737
1da177e4 2738extern int netdev_max_backlog;
3b098e2d 2739extern int netdev_tstamp_prequeue;
1da177e4 2740extern int weight_p;
0a14842f 2741extern int bpf_jit_enable;
9ff162a8
JP
2742
2743extern bool netdev_has_upper_dev(struct net_device *dev,
2744 struct net_device *upper_dev);
2745extern bool netdev_has_any_upper_dev(struct net_device *dev);
2746extern struct net_device *netdev_master_upper_dev_get(struct net_device *dev);
2747extern struct net_device *netdev_master_upper_dev_get_rcu(struct net_device *dev);
2748extern int netdev_upper_dev_link(struct net_device *dev,
2749 struct net_device *upper_dev);
2750extern int netdev_master_upper_dev_link(struct net_device *dev,
2751 struct net_device *upper_dev);
2752extern void netdev_upper_dev_unlink(struct net_device *dev,
2753 struct net_device *upper_dev);
84fa7933 2754extern int skb_checksum_help(struct sk_buff *skb);
12b0004d
CW
2755extern struct sk_buff *__skb_gso_segment(struct sk_buff *skb,
2756 netdev_features_t features, bool tx_path);
05e8ef4a
PS
2757extern struct sk_buff *skb_mac_gso_segment(struct sk_buff *skb,
2758 netdev_features_t features);
12b0004d
CW
2759
2760static inline
2761struct sk_buff *skb_gso_segment(struct sk_buff *skb, netdev_features_t features)
2762{
2763 return __skb_gso_segment(skb, features, true);
2764}
ec5f0615
PS
2765__be16 skb_network_protocol(struct sk_buff *skb);
2766
2767static inline bool can_checksum_protocol(netdev_features_t features,
2768 __be16 protocol)
2769{
2770 return ((features & NETIF_F_GEN_CSUM) ||
2771 ((features & NETIF_F_V4_CSUM) &&
2772 protocol == htons(ETH_P_IP)) ||
2773 ((features & NETIF_F_V6_CSUM) &&
2774 protocol == htons(ETH_P_IPV6)) ||
2775 ((features & NETIF_F_FCOE_CRC) &&
2776 protocol == htons(ETH_P_FCOE)));
2777}
12b0004d 2778
fb286bb2
HX
2779#ifdef CONFIG_BUG
2780extern void netdev_rx_csum_fault(struct net_device *dev);
2781#else
2782static inline void netdev_rx_csum_fault(struct net_device *dev)
2783{
2784}
2785#endif
1da177e4
LT
2786/* rx skb timestamps */
2787extern void net_enable_timestamp(void);
2788extern void net_disable_timestamp(void);
2789
20380731 2790#ifdef CONFIG_PROC_FS
900ff8c6
CW
2791extern int __init dev_proc_init(void);
2792#else
2793#define dev_proc_init() 0
20380731
ACM
2794#endif
2795
b8a9787e
JV
2796extern int netdev_class_create_file(struct class_attribute *class_attr);
2797extern void netdev_class_remove_file(struct class_attribute *class_attr);
2798
04600794
JB
2799extern struct kobj_ns_type_operations net_ns_type_operations;
2800
3019de12 2801extern const char *netdev_drivername(const struct net_device *dev);
6579e57b 2802
20380731
ACM
2803extern void linkwatch_run_queue(void);
2804
c8f44aff
MM
2805static inline netdev_features_t netdev_get_wanted_features(
2806 struct net_device *dev)
5455c699
MM
2807{
2808 return (dev->features & ~dev->hw_features) | dev->wanted_features;
2809}
c8f44aff
MM
2810netdev_features_t netdev_increment_features(netdev_features_t all,
2811 netdev_features_t one, netdev_features_t mask);
b0ce3508
ED
2812
2813/* Allow TSO being used on stacked device :
2814 * Performing the GSO segmentation before last device
2815 * is a performance improvement.
2816 */
2817static inline netdev_features_t netdev_add_tso_features(netdev_features_t features,
2818 netdev_features_t mask)
2819{
2820 return netdev_increment_features(features, NETIF_F_ALL_TSO, mask);
2821}
2822
6cb6a27c 2823int __netdev_update_features(struct net_device *dev);
5455c699 2824void netdev_update_features(struct net_device *dev);
afe12cc8 2825void netdev_change_features(struct net_device *dev);
7f353bf2 2826
fc4a7489
PM
2827void netif_stacked_transfer_operstate(const struct net_device *rootdev,
2828 struct net_device *dev);
2829
c8f44aff 2830netdev_features_t netif_skb_features(struct sk_buff *skb);
58e998c6 2831
4d29515f 2832static inline bool net_gso_ok(netdev_features_t features, int gso_type)
576a30eb 2833{
c8f44aff 2834 netdev_features_t feature = gso_type << NETIF_F_GSO_SHIFT;
0345e186
MM
2835
2836 /* check flags correspondence */
2837 BUILD_BUG_ON(SKB_GSO_TCPV4 != (NETIF_F_TSO >> NETIF_F_GSO_SHIFT));
2838 BUILD_BUG_ON(SKB_GSO_UDP != (NETIF_F_UFO >> NETIF_F_GSO_SHIFT));
2839 BUILD_BUG_ON(SKB_GSO_DODGY != (NETIF_F_GSO_ROBUST >> NETIF_F_GSO_SHIFT));
2840 BUILD_BUG_ON(SKB_GSO_TCP_ECN != (NETIF_F_TSO_ECN >> NETIF_F_GSO_SHIFT));
2841 BUILD_BUG_ON(SKB_GSO_TCPV6 != (NETIF_F_TSO6 >> NETIF_F_GSO_SHIFT));
2842 BUILD_BUG_ON(SKB_GSO_FCOE != (NETIF_F_FSO >> NETIF_F_GSO_SHIFT));
2843
d6b4991a 2844 return (features & feature) == feature;
576a30eb
HX
2845}
2846
4d29515f 2847static inline bool skb_gso_ok(struct sk_buff *skb, netdev_features_t features)
bcd76111 2848{
278b2513 2849 return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
21dc3301 2850 (!skb_has_frag_list(skb) || (features & NETIF_F_FRAGLIST));
bcd76111
HX
2851}
2852
4d29515f
DM
2853static inline bool netif_needs_gso(struct sk_buff *skb,
2854 netdev_features_t features)
7967168c 2855{
fc741216 2856 return skb_is_gso(skb) && (!skb_gso_ok(skb, features) ||
cdbee74c
YZ
2857 unlikely((skb->ip_summed != CHECKSUM_PARTIAL) &&
2858 (skb->ip_summed != CHECKSUM_UNNECESSARY)));
7967168c
HX
2859}
2860
82cc1a7a
PWJ
2861static inline void netif_set_gso_max_size(struct net_device *dev,
2862 unsigned int size)
2863{
2864 dev->gso_max_size = size;
2865}
2866
8a7fbfab 2867static inline bool netif_is_bond_master(struct net_device *dev)
2868{
2869 return dev->flags & IFF_MASTER && dev->priv_flags & IFF_BONDING;
2870}
2871
4d29515f 2872static inline bool netif_is_bond_slave(struct net_device *dev)
1765a575
JP
2873{
2874 return dev->flags & IFF_SLAVE && dev->priv_flags & IFF_BONDING;
2875}
2876
3bdc0eba
BG
2877static inline bool netif_supports_nofcs(struct net_device *dev)
2878{
2879 return dev->priv_flags & IFF_SUPP_NOFCS;
2880}
2881
505d4f73 2882extern struct pernet_operations __net_initdata loopback_net_ops;
b1b67dd4 2883
571ba423
JP
2884/* Logging, debugging and troubleshooting/diagnostic helpers. */
2885
2886/* netdev_printk helpers, similar to dev_printk */
2887
2888static inline const char *netdev_name(const struct net_device *dev)
2889{
2890 if (dev->reg_state != NETREG_REGISTERED)
2891 return "(unregistered net_device)";
2892 return dev->name;
2893}
2894
b9075fa9
JP
2895extern __printf(3, 4)
2896int netdev_printk(const char *level, const struct net_device *dev,
2897 const char *format, ...);
2898extern __printf(2, 3)
2899int netdev_emerg(const struct net_device *dev, const char *format, ...);
2900extern __printf(2, 3)
2901int netdev_alert(const struct net_device *dev, const char *format, ...);
2902extern __printf(2, 3)
2903int netdev_crit(const struct net_device *dev, const char *format, ...);
2904extern __printf(2, 3)
2905int netdev_err(const struct net_device *dev, const char *format, ...);
2906extern __printf(2, 3)
2907int netdev_warn(const struct net_device *dev, const char *format, ...);
2908extern __printf(2, 3)
2909int netdev_notice(const struct net_device *dev, const char *format, ...);
2910extern __printf(2, 3)
2911int netdev_info(const struct net_device *dev, const char *format, ...);
571ba423 2912
8909c9ad
VK
2913#define MODULE_ALIAS_NETDEV(device) \
2914 MODULE_ALIAS("netdev-" device)
2915
b558c96f 2916#if defined(CONFIG_DYNAMIC_DEBUG)
571ba423
JP
2917#define netdev_dbg(__dev, format, args...) \
2918do { \
ffa10cb4 2919 dynamic_netdev_dbg(__dev, format, ##args); \
571ba423 2920} while (0)
b558c96f
JC
2921#elif defined(DEBUG)
2922#define netdev_dbg(__dev, format, args...) \
2923 netdev_printk(KERN_DEBUG, __dev, format, ##args)
571ba423
JP
2924#else
2925#define netdev_dbg(__dev, format, args...) \
2926({ \
2927 if (0) \
2928 netdev_printk(KERN_DEBUG, __dev, format, ##args); \
2929 0; \
2930})
2931#endif
2932
2933#if defined(VERBOSE_DEBUG)
2934#define netdev_vdbg netdev_dbg
2935#else
2936
2937#define netdev_vdbg(dev, format, args...) \
2938({ \
2939 if (0) \
2940 netdev_printk(KERN_DEBUG, dev, format, ##args); \
2941 0; \
2942})
2943#endif
2944
2945/*
2946 * netdev_WARN() acts like dev_printk(), but with the key difference
2947 * of using a WARN/WARN_ON to get the message out, including the
2948 * file/line information and a backtrace.
2949 */
2950#define netdev_WARN(dev, format, args...) \
2951 WARN(1, "netdevice: %s\n" format, netdev_name(dev), ##args);
2952
b3d95c5c
JP
2953/* netif printk helpers, similar to netdev_printk */
2954
2955#define netif_printk(priv, type, level, dev, fmt, args...) \
2956do { \
2957 if (netif_msg_##type(priv)) \
2958 netdev_printk(level, (dev), fmt, ##args); \
2959} while (0)
2960
f45f4321
JP
2961#define netif_level(level, priv, type, dev, fmt, args...) \
2962do { \
2963 if (netif_msg_##type(priv)) \
2964 netdev_##level(dev, fmt, ##args); \
2965} while (0)
2966
b3d95c5c 2967#define netif_emerg(priv, type, dev, fmt, args...) \
f45f4321 2968 netif_level(emerg, priv, type, dev, fmt, ##args)
b3d95c5c 2969#define netif_alert(priv, type, dev, fmt, args...) \
f45f4321 2970 netif_level(alert, priv, type, dev, fmt, ##args)
b3d95c5c 2971#define netif_crit(priv, type, dev, fmt, args...) \
f45f4321 2972 netif_level(crit, priv, type, dev, fmt, ##args)
b3d95c5c 2973#define netif_err(priv, type, dev, fmt, args...) \
f45f4321 2974 netif_level(err, priv, type, dev, fmt, ##args)
b3d95c5c 2975#define netif_warn(priv, type, dev, fmt, args...) \
f45f4321 2976 netif_level(warn, priv, type, dev, fmt, ##args)
b3d95c5c 2977#define netif_notice(priv, type, dev, fmt, args...) \
f45f4321 2978 netif_level(notice, priv, type, dev, fmt, ##args)
b3d95c5c 2979#define netif_info(priv, type, dev, fmt, args...) \
f45f4321 2980 netif_level(info, priv, type, dev, fmt, ##args)
b3d95c5c 2981
0053ea9c 2982#if defined(CONFIG_DYNAMIC_DEBUG)
b3d95c5c
JP
2983#define netif_dbg(priv, type, netdev, format, args...) \
2984do { \
2985 if (netif_msg_##type(priv)) \
b5fb0a03 2986 dynamic_netdev_dbg(netdev, format, ##args); \
b3d95c5c 2987} while (0)
0053ea9c
JP
2988#elif defined(DEBUG)
2989#define netif_dbg(priv, type, dev, format, args...) \
2990 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
b3d95c5c
JP
2991#else
2992#define netif_dbg(priv, type, dev, format, args...) \
2993({ \
2994 if (0) \
2995 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
2996 0; \
2997})
2998#endif
2999
3000#if defined(VERBOSE_DEBUG)
bcfcc450 3001#define netif_vdbg netif_dbg
b3d95c5c
JP
3002#else
3003#define netif_vdbg(priv, type, dev, format, args...) \
3004({ \
3005 if (0) \
a4ed89cb 3006 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
b3d95c5c
JP
3007 0; \
3008})
3009#endif
571ba423 3010
900ff8c6
CW
3011/*
3012 * The list of packet types we will receive (as opposed to discard)
3013 * and the routines to invoke.
3014 *
3015 * Why 16. Because with 16 the only overlap we get on a hash of the
3016 * low nibble of the protocol value is RARP/SNAP/X.25.
3017 *
3018 * NOTE: That is no longer true with the addition of VLAN tags. Not
3019 * sure which should go first, but I bet it won't make much
3020 * difference if we are running VLANs. The good news is that
3021 * this protocol won't be in the list unless compiled in, so
3022 * the average user (w/out VLANs) will not be adversely affected.
3023 * --BLG
3024 *
3025 * 0800 IP
3026 * 8100 802.1Q VLAN
3027 * 0001 802.3
3028 * 0002 AX.25
3029 * 0004 802.2
3030 * 8035 RARP
3031 * 0005 SNAP
3032 * 0805 X.25
3033 * 0806 ARP
3034 * 8137 IPX
3035 * 0009 Localtalk
3036 * 86DD IPv6
3037 */
3038#define PTYPE_HASH_SIZE (16)
3039#define PTYPE_HASH_MASK (PTYPE_HASH_SIZE - 1)
3040
385a154c 3041#endif /* _LINUX_NETDEVICE_H */