2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
6 * Definitions for the Interfaces handler.
8 * Version: @(#)dev.h 1.0.10 08/12/93
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
14 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
23 * Moved to /usr/include/linux for NET3
25 #ifndef _LINUX_NETDEVICE_H
26 #define _LINUX_NETDEVICE_H
29 #include <linux/if_ether.h>
30 #include <linux/if_packet.h>
33 #include <linux/timer.h>
34 #include <linux/delay.h>
35 #include <asm/atomic.h>
36 #include <asm/cache.h>
37 #include <asm/byteorder.h>
39 #include <linux/device.h>
40 #include <linux/percpu.h>
41 #include <linux/dmaengine.h>
42 #include <linux/workqueue.h>
44 #include <net/net_namespace.h>
52 /* source back-compat hooks */
53 #define SET_ETHTOOL_OPS(netdev,ops) \
54 ( (netdev)->ethtool_ops = (ops) )
56 #define HAVE_ALLOC_NETDEV /* feature macro: alloc_xxxdev
57 functions are available. */
58 #define HAVE_FREE_NETDEV /* free_netdev() */
59 #define HAVE_NETDEV_PRIV /* netdev_priv() */
61 #define NET_XMIT_SUCCESS 0
62 #define NET_XMIT_DROP 1 /* skb dropped */
63 #define NET_XMIT_CN 2 /* congestion notification */
64 #define NET_XMIT_POLICED 3 /* skb is shot by police */
65 #define NET_XMIT_MASK 0xFFFF /* qdisc flags in net/sch_generic.h */
67 /* Backlog congestion levels */
68 #define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
69 #define NET_RX_DROP 1 /* packet dropped */
70 #define NET_RX_CN_LOW 2 /* storm alert, just in case */
71 #define NET_RX_CN_MOD 3 /* Storm on its way! */
72 #define NET_RX_CN_HIGH 4 /* The storm is here */
73 #define NET_RX_BAD 5 /* packet dropped due to kernel error */
75 /* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
76 * indicates that the device will soon be dropping packets, or already drops
77 * some packets of the same priority; prompting us to send less aggressively. */
78 #define net_xmit_eval(e) ((e) == NET_XMIT_CN? 0 : (e))
79 #define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
83 #define MAX_ADDR_LEN 32 /* Largest hardware address length */
85 /* Driver transmit return codes */
86 #define NETDEV_TX_OK 0 /* driver took care of packet */
87 #define NETDEV_TX_BUSY 1 /* driver tx path was busy*/
88 #define NETDEV_TX_LOCKED -1 /* driver tx lock was already taken */
93 * Compute the worst case header length according to the protocols
97 #if defined(CONFIG_WLAN_80211) || defined(CONFIG_AX25) || defined(CONFIG_AX25_MODULE)
98 # if defined(CONFIG_MAC80211_MESH)
99 # define LL_MAX_HEADER 128
101 # define LL_MAX_HEADER 96
103 #elif defined(CONFIG_TR)
104 # define LL_MAX_HEADER 48
106 # define LL_MAX_HEADER 32
109 #if !defined(CONFIG_NET_IPIP) && !defined(CONFIG_NET_IPIP_MODULE) && \
110 !defined(CONFIG_NET_IPGRE) && !defined(CONFIG_NET_IPGRE_MODULE) && \
111 !defined(CONFIG_IPV6_SIT) && !defined(CONFIG_IPV6_SIT_MODULE) && \
112 !defined(CONFIG_IPV6_TUNNEL) && !defined(CONFIG_IPV6_TUNNEL_MODULE)
113 #define MAX_HEADER LL_MAX_HEADER
115 #define MAX_HEADER (LL_MAX_HEADER + 48)
118 #endif /* __KERNEL__ */
121 * Network device statistics. Akin to the 2.0 ether stats but
122 * with byte counters.
125 struct net_device_stats
127 unsigned long rx_packets
; /* total packets received */
128 unsigned long tx_packets
; /* total packets transmitted */
129 unsigned long rx_bytes
; /* total bytes received */
130 unsigned long tx_bytes
; /* total bytes transmitted */
131 unsigned long rx_errors
; /* bad packets received */
132 unsigned long tx_errors
; /* packet transmit problems */
133 unsigned long rx_dropped
; /* no space in linux buffers */
134 unsigned long tx_dropped
; /* no space available in linux */
135 unsigned long multicast
; /* multicast packets received */
136 unsigned long collisions
;
138 /* detailed rx_errors: */
139 unsigned long rx_length_errors
;
140 unsigned long rx_over_errors
; /* receiver ring buff overflow */
141 unsigned long rx_crc_errors
; /* recved pkt with crc error */
142 unsigned long rx_frame_errors
; /* recv'd frame alignment error */
143 unsigned long rx_fifo_errors
; /* recv'r fifo overrun */
144 unsigned long rx_missed_errors
; /* receiver missed packet */
146 /* detailed tx_errors */
147 unsigned long tx_aborted_errors
;
148 unsigned long tx_carrier_errors
;
149 unsigned long tx_fifo_errors
;
150 unsigned long tx_heartbeat_errors
;
151 unsigned long tx_window_errors
;
154 unsigned long rx_compressed
;
155 unsigned long tx_compressed
;
159 /* Media selection options. */
172 #include <linux/cache.h>
173 #include <linux/skbuff.h>
179 struct netif_rx_stats
183 unsigned time_squeeze
;
184 unsigned cpu_collision
;
187 DECLARE_PER_CPU(struct netif_rx_stats
, netdev_rx_stat
);
191 struct dev_addr_list
*next
;
192 u8 da_addr
[MAX_ADDR_LEN
];
200 * We tag multicasts with these structures.
203 #define dev_mc_list dev_addr_list
204 #define dmi_addr da_addr
205 #define dmi_addrlen da_addrlen
206 #define dmi_users da_users
207 #define dmi_gusers da_gusers
211 struct hh_cache
*hh_next
; /* Next entry */
212 atomic_t hh_refcnt
; /* number of users */
214 * We want hh_output, hh_len, hh_lock and hh_data be a in a separate
216 * They are mostly read, but hh_refcnt may be changed quite frequently,
217 * incurring cache line ping pongs.
219 __be16 hh_type ____cacheline_aligned_in_smp
;
220 /* protocol identifier, f.e ETH_P_IP
221 * NOTE: For VLANs, this will be the
222 * encapuslated type. --BLG
224 u16 hh_len
; /* length of header */
225 int (*hh_output
)(struct sk_buff
*skb
);
228 /* cached hardware header; allow for machine alignment needs. */
229 #define HH_DATA_MOD 16
230 #define HH_DATA_OFF(__len) \
231 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
232 #define HH_DATA_ALIGN(__len) \
233 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
234 unsigned long hh_data
[HH_DATA_ALIGN(LL_MAX_HEADER
) / sizeof(long)];
237 /* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
239 * dev->hard_header_len ? (dev->hard_header_len +
240 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
242 * We could use other alignment values, but we must maintain the
243 * relationship HH alignment <= LL alignment.
245 * LL_ALLOCATED_SPACE also takes into account the tailroom the device
248 #define LL_RESERVED_SPACE(dev) \
249 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
250 #define LL_RESERVED_SPACE_EXTRA(dev,extra) \
251 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
252 #define LL_ALLOCATED_SPACE(dev) \
253 ((((dev)->hard_header_len+(dev)->needed_headroom+(dev)->needed_tailroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
256 int (*create
) (struct sk_buff
*skb
, struct net_device
*dev
,
257 unsigned short type
, const void *daddr
,
258 const void *saddr
, unsigned len
);
259 int (*parse
)(const struct sk_buff
*skb
, unsigned char *haddr
);
260 int (*rebuild
)(struct sk_buff
*skb
);
261 #define HAVE_HEADER_CACHE
262 int (*cache
)(const struct neighbour
*neigh
, struct hh_cache
*hh
);
263 void (*cache_update
)(struct hh_cache
*hh
,
264 const struct net_device
*dev
,
265 const unsigned char *haddr
);
268 /* These flag bits are private to the generic network queueing
269 * layer, they may not be explicitly referenced by any other
276 __LINK_STATE_PRESENT
,
277 __LINK_STATE_NOCARRIER
,
278 __LINK_STATE_LINKWATCH_PENDING
,
279 __LINK_STATE_DORMANT
,
284 * This structure holds at boot time configured netdevice settings. They
285 * are then used in the device probing.
287 struct netdev_boot_setup
{
291 #define NETDEV_BOOT_SETUP_MAX 8
293 extern int __init
netdev_boot_setup(char *str
);
296 * Structure for NAPI scheduling similar to tasklet but with weighting
299 /* The poll_list must only be managed by the entity which
300 * changes the state of the NAPI_STATE_SCHED bit. This means
301 * whoever atomically sets that bit can add this napi_struct
302 * to the per-cpu poll_list, and whoever clears that bit
303 * can remove from the list right before clearing the bit.
305 struct list_head poll_list
;
309 int (*poll
)(struct napi_struct
*, int);
310 #ifdef CONFIG_NETPOLL
311 spinlock_t poll_lock
;
313 struct net_device
*dev
;
314 struct list_head dev_list
;
320 NAPI_STATE_SCHED
, /* Poll is scheduled */
321 NAPI_STATE_DISABLE
, /* Disable pending */
324 extern void __napi_schedule(struct napi_struct
*n
);
326 static inline int napi_disable_pending(struct napi_struct
*n
)
328 return test_bit(NAPI_STATE_DISABLE
, &n
->state
);
332 * napi_schedule_prep - check if napi can be scheduled
335 * Test if NAPI routine is already running, and if not mark
336 * it as running. This is used as a condition variable
337 * insure only one NAPI poll instance runs. We also make
338 * sure there is no pending NAPI disable.
340 static inline int napi_schedule_prep(struct napi_struct
*n
)
342 return !napi_disable_pending(n
) &&
343 !test_and_set_bit(NAPI_STATE_SCHED
, &n
->state
);
347 * napi_schedule - schedule NAPI poll
350 * Schedule NAPI poll routine to be called if it is not already
353 static inline void napi_schedule(struct napi_struct
*n
)
355 if (napi_schedule_prep(n
))
359 /* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
360 static inline int napi_reschedule(struct napi_struct
*napi
)
362 if (napi_schedule_prep(napi
)) {
363 __napi_schedule(napi
);
370 * napi_complete - NAPI processing complete
373 * Mark NAPI processing as complete.
375 static inline void __napi_complete(struct napi_struct
*n
)
377 BUG_ON(!test_bit(NAPI_STATE_SCHED
, &n
->state
));
378 list_del(&n
->poll_list
);
379 smp_mb__before_clear_bit();
380 clear_bit(NAPI_STATE_SCHED
, &n
->state
);
383 static inline void napi_complete(struct napi_struct
*n
)
387 local_irq_save(flags
);
389 local_irq_restore(flags
);
393 * napi_disable - prevent NAPI from scheduling
396 * Stop NAPI from being scheduled on this context.
397 * Waits till any outstanding processing completes.
399 static inline void napi_disable(struct napi_struct
*n
)
401 set_bit(NAPI_STATE_DISABLE
, &n
->state
);
402 while (test_and_set_bit(NAPI_STATE_SCHED
, &n
->state
))
404 clear_bit(NAPI_STATE_DISABLE
, &n
->state
);
408 * napi_enable - enable NAPI scheduling
411 * Resume NAPI from being scheduled on this context.
412 * Must be paired with napi_disable.
414 static inline void napi_enable(struct napi_struct
*n
)
416 BUG_ON(!test_bit(NAPI_STATE_SCHED
, &n
->state
));
417 smp_mb__before_clear_bit();
418 clear_bit(NAPI_STATE_SCHED
, &n
->state
);
423 * napi_synchronize - wait until NAPI is not running
426 * Wait until NAPI is done being scheduled on this context.
427 * Waits till any outstanding processing completes but
428 * does not disable future activations.
430 static inline void napi_synchronize(const struct napi_struct
*n
)
432 while (test_bit(NAPI_STATE_SCHED
, &n
->state
))
436 # define napi_synchronize(n) barrier()
439 enum netdev_queue_state_t
442 __QUEUE_STATE_FROZEN
,
445 struct netdev_queue
{
446 struct net_device
*dev
;
449 spinlock_t _xmit_lock
;
451 struct Qdisc
*qdisc_sleeping
;
452 } ____cacheline_aligned_in_smp
;
455 * The DEVICE structure.
456 * Actually, this whole structure is a big mistake. It mixes I/O
457 * data with strictly "high-level" data, and it has to know about
458 * almost every data structure used in the INET module.
460 * FIXME: cleanup struct net_device such that network protocol info
468 * This is the first field of the "visible" part of this structure
469 * (i.e. as seen by users in the "Space.c" file). It is the name
473 /* device name hash chain */
474 struct hlist_node name_hlist
;
479 * I/O specific fields
480 * FIXME: Merge these and struct ifmap into one
482 unsigned long mem_end
; /* shared mem end */
483 unsigned long mem_start
; /* shared mem start */
484 unsigned long base_addr
; /* device I/O address */
485 unsigned int irq
; /* device IRQ number */
488 * Some hardware also needs these fields, but they are not
489 * part of the usual set specified in Space.c.
492 unsigned char if_port
; /* Selectable AUI, TP,..*/
493 unsigned char dma
; /* DMA channel */
497 struct list_head dev_list
;
498 #ifdef CONFIG_NETPOLL
499 struct list_head napi_list
;
502 /* The device initialization function. Called only once. */
503 int (*init
)(struct net_device
*dev
);
505 /* ------- Fields preinitialized in Space.c finish here ------- */
507 /* Net device features */
508 unsigned long features
;
509 #define NETIF_F_SG 1 /* Scatter/gather IO. */
510 #define NETIF_F_IP_CSUM 2 /* Can checksum TCP/UDP over IPv4. */
511 #define NETIF_F_NO_CSUM 4 /* Does not require checksum. F.e. loopack. */
512 #define NETIF_F_HW_CSUM 8 /* Can checksum all the packets. */
513 #define NETIF_F_IPV6_CSUM 16 /* Can checksum TCP/UDP over IPV6 */
514 #define NETIF_F_HIGHDMA 32 /* Can DMA to high memory. */
515 #define NETIF_F_FRAGLIST 64 /* Scatter/gather IO. */
516 #define NETIF_F_HW_VLAN_TX 128 /* Transmit VLAN hw acceleration */
517 #define NETIF_F_HW_VLAN_RX 256 /* Receive VLAN hw acceleration */
518 #define NETIF_F_HW_VLAN_FILTER 512 /* Receive filtering on VLAN */
519 #define NETIF_F_VLAN_CHALLENGED 1024 /* Device cannot handle VLAN packets */
520 #define NETIF_F_GSO 2048 /* Enable software GSO. */
521 #define NETIF_F_LLTX 4096 /* LockLess TX - deprecated. Please */
522 /* do not use LLTX in new drivers */
523 #define NETIF_F_NETNS_LOCAL 8192 /* Does not change network namespaces */
524 #define NETIF_F_LRO 32768 /* large receive offload */
526 /* Segmentation offload features */
527 #define NETIF_F_GSO_SHIFT 16
528 #define NETIF_F_GSO_MASK 0xffff0000
529 #define NETIF_F_TSO (SKB_GSO_TCPV4 << NETIF_F_GSO_SHIFT)
530 #define NETIF_F_UFO (SKB_GSO_UDP << NETIF_F_GSO_SHIFT)
531 #define NETIF_F_GSO_ROBUST (SKB_GSO_DODGY << NETIF_F_GSO_SHIFT)
532 #define NETIF_F_TSO_ECN (SKB_GSO_TCP_ECN << NETIF_F_GSO_SHIFT)
533 #define NETIF_F_TSO6 (SKB_GSO_TCPV6 << NETIF_F_GSO_SHIFT)
535 /* List of features with software fallbacks. */
536 #define NETIF_F_GSO_SOFTWARE (NETIF_F_TSO | NETIF_F_TSO_ECN | NETIF_F_TSO6)
539 #define NETIF_F_GEN_CSUM (NETIF_F_NO_CSUM | NETIF_F_HW_CSUM)
540 #define NETIF_F_V4_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IP_CSUM)
541 #define NETIF_F_V6_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IPV6_CSUM)
542 #define NETIF_F_ALL_CSUM (NETIF_F_V4_CSUM | NETIF_F_V6_CSUM)
544 /* Interface index. Unique device identifier */
549 struct net_device_stats
* (*get_stats
)(struct net_device
*dev
);
550 struct net_device_stats stats
;
552 #ifdef CONFIG_WIRELESS_EXT
553 /* List of functions to handle Wireless Extensions (instead of ioctl).
554 * See <net/iw_handler.h> for details. Jean II */
555 const struct iw_handler_def
* wireless_handlers
;
556 /* Instance data managed by the core of Wireless Extensions. */
557 struct iw_public_data
* wireless_data
;
559 const struct ethtool_ops
*ethtool_ops
;
561 /* Hardware header description */
562 const struct header_ops
*header_ops
;
565 * This marks the end of the "visible" part of the structure. All
566 * fields hereafter are internal to the system, and may change at
567 * will (read: may be cleaned up at will).
571 unsigned int flags
; /* interface flags (a la BSD) */
572 unsigned short gflags
;
573 unsigned short priv_flags
; /* Like 'flags' but invisible to userspace. */
574 unsigned short padded
; /* How much padding added by alloc_netdev() */
576 unsigned char operstate
; /* RFC2863 operstate */
577 unsigned char link_mode
; /* mapping policy to operstate */
579 unsigned mtu
; /* interface MTU value */
580 unsigned short type
; /* interface hardware type */
581 unsigned short hard_header_len
; /* hardware hdr length */
583 /* extra head- and tailroom the hardware may need, but not in all cases
584 * can this be guaranteed, especially tailroom. Some cases also use
585 * LL_MAX_HEADER instead to allocate the skb.
587 unsigned short needed_headroom
;
588 unsigned short needed_tailroom
;
590 struct net_device
*master
; /* Pointer to master device of a group,
591 * which this device is member of.
594 /* Interface address info. */
595 unsigned char perm_addr
[MAX_ADDR_LEN
]; /* permanent hw address */
596 unsigned char addr_len
; /* hardware address length */
597 unsigned short dev_id
; /* for shared network cards */
599 spinlock_t addr_list_lock
;
600 struct dev_addr_list
*uc_list
; /* Secondary unicast mac addresses */
601 int uc_count
; /* Number of installed ucasts */
603 struct dev_addr_list
*mc_list
; /* Multicast mac addresses */
604 int mc_count
; /* Number of installed mcasts */
605 unsigned int promiscuity
;
606 unsigned int allmulti
;
609 /* Protocol specific pointers */
611 #ifdef CONFIG_NET_DSA
612 void *dsa_ptr
; /* dsa specific data */
614 void *atalk_ptr
; /* AppleTalk link */
615 void *ip_ptr
; /* IPv4 specific data */
616 void *dn_ptr
; /* DECnet specific data */
617 void *ip6_ptr
; /* IPv6 specific data */
618 void *ec_ptr
; /* Econet specific data */
619 void *ax25_ptr
; /* AX.25 specific data */
620 struct wireless_dev
*ieee80211_ptr
; /* IEEE 802.11 specific data,
621 assign before registering */
624 * Cache line mostly used on receive path (including eth_type_trans())
626 unsigned long last_rx
; /* Time of last Rx */
627 /* Interface address info used in eth_type_trans() */
628 unsigned char dev_addr
[MAX_ADDR_LEN
]; /* hw address, (before bcast
629 because most packets are unicast) */
631 unsigned char broadcast
[MAX_ADDR_LEN
]; /* hw bcast add */
633 struct netdev_queue rx_queue
;
635 struct netdev_queue
*_tx ____cacheline_aligned_in_smp
;
637 /* Number of TX queues allocated at alloc_netdev_mq() time */
638 unsigned int num_tx_queues
;
640 /* Number of TX queues currently active in device */
641 unsigned int real_num_tx_queues
;
643 unsigned long tx_queue_len
; /* Max frames per queue allowed */
644 spinlock_t tx_global_lock
;
646 * One part is mostly used on xmit path (device)
648 void *priv
; /* pointer to private data */
649 int (*hard_start_xmit
) (struct sk_buff
*skb
,
650 struct net_device
*dev
);
651 /* These may be needed for future network-power-down code. */
652 unsigned long trans_start
; /* Time (in jiffies) of last Tx */
654 int watchdog_timeo
; /* used by dev_watchdog() */
655 struct timer_list watchdog_timer
;
658 * refcnt is a very hot point, so align it on SMP
660 /* Number of references to this device */
661 atomic_t refcnt ____cacheline_aligned_in_smp
;
663 /* delayed register/unregister */
664 struct list_head todo_list
;
665 /* device index hash chain */
666 struct hlist_node index_hlist
;
668 struct net_device
*link_watch_next
;
670 /* register/unregister state machine */
671 enum { NETREG_UNINITIALIZED
=0,
672 NETREG_REGISTERED
, /* completed register_netdevice */
673 NETREG_UNREGISTERING
, /* called unregister_netdevice */
674 NETREG_UNREGISTERED
, /* completed unregister todo */
675 NETREG_RELEASED
, /* called free_netdev */
678 /* Called after device is detached from network. */
679 void (*uninit
)(struct net_device
*dev
);
680 /* Called after last user reference disappears. */
681 void (*destructor
)(struct net_device
*dev
);
683 /* Pointers to interface service routines. */
684 int (*open
)(struct net_device
*dev
);
685 int (*stop
)(struct net_device
*dev
);
686 #define HAVE_NETDEV_POLL
687 #define HAVE_CHANGE_RX_FLAGS
688 void (*change_rx_flags
)(struct net_device
*dev
,
690 #define HAVE_SET_RX_MODE
691 void (*set_rx_mode
)(struct net_device
*dev
);
692 #define HAVE_MULTICAST
693 void (*set_multicast_list
)(struct net_device
*dev
);
694 #define HAVE_SET_MAC_ADDR
695 int (*set_mac_address
)(struct net_device
*dev
,
697 #define HAVE_VALIDATE_ADDR
698 int (*validate_addr
)(struct net_device
*dev
);
699 #define HAVE_PRIVATE_IOCTL
700 int (*do_ioctl
)(struct net_device
*dev
,
701 struct ifreq
*ifr
, int cmd
);
702 #define HAVE_SET_CONFIG
703 int (*set_config
)(struct net_device
*dev
,
705 #define HAVE_CHANGE_MTU
706 int (*change_mtu
)(struct net_device
*dev
, int new_mtu
);
708 #define HAVE_TX_TIMEOUT
709 void (*tx_timeout
) (struct net_device
*dev
);
711 void (*vlan_rx_register
)(struct net_device
*dev
,
712 struct vlan_group
*grp
);
713 void (*vlan_rx_add_vid
)(struct net_device
*dev
,
715 void (*vlan_rx_kill_vid
)(struct net_device
*dev
,
718 int (*neigh_setup
)(struct net_device
*dev
, struct neigh_parms
*);
719 #ifdef CONFIG_NETPOLL
720 struct netpoll_info
*npinfo
;
722 #ifdef CONFIG_NET_POLL_CONTROLLER
723 void (*poll_controller
)(struct net_device
*dev
);
726 u16 (*select_queue
)(struct net_device
*dev
,
727 struct sk_buff
*skb
);
730 /* Network namespace this network device is inside */
734 /* mid-layer private */
738 struct net_bridge_port
*br_port
;
740 struct macvlan_port
*macvlan_port
;
742 struct garp_port
*garp_port
;
744 /* class/net/name entry */
746 /* space for optional statistics and wireless sysfs groups */
747 struct attribute_group
*sysfs_groups
[3];
749 /* rtnetlink link ops */
750 const struct rtnl_link_ops
*rtnl_link_ops
;
752 /* VLAN feature mask */
753 unsigned long vlan_features
;
755 /* for setting kernel sock attribute on TCP connection setup */
756 #define GSO_MAX_SIZE 65536
757 unsigned int gso_max_size
;
759 #define to_net_dev(d) container_of(d, struct net_device, dev)
761 #define NETDEV_ALIGN 32
762 #define NETDEV_ALIGN_CONST (NETDEV_ALIGN - 1)
765 struct netdev_queue
*netdev_get_tx_queue(const struct net_device
*dev
,
768 return &dev
->_tx
[index
];
771 static inline void netdev_for_each_tx_queue(struct net_device
*dev
,
772 void (*f
)(struct net_device
*,
773 struct netdev_queue
*,
779 for (i
= 0; i
< dev
->num_tx_queues
; i
++)
780 f(dev
, &dev
->_tx
[i
], arg
);
784 * Net namespace inlines
787 struct net
*dev_net(const struct net_device
*dev
)
797 void dev_net_set(struct net_device
*dev
, struct net
*net
)
800 release_net(dev
->nd_net
);
801 dev
->nd_net
= hold_net(net
);
805 static inline bool netdev_uses_dsa_tags(struct net_device
*dev
)
807 #ifdef CONFIG_NET_DSA_TAG_DSA
808 if (dev
->dsa_ptr
!= NULL
)
809 return dsa_uses_dsa_tags(dev
->dsa_ptr
);
815 static inline bool netdev_uses_trailer_tags(struct net_device
*dev
)
817 #ifdef CONFIG_NET_DSA_TAG_TRAILER
818 if (dev
->dsa_ptr
!= NULL
)
819 return dsa_uses_trailer_tags(dev
->dsa_ptr
);
826 * netdev_priv - access network device private data
827 * @dev: network device
829 * Get network device private data
831 static inline void *netdev_priv(const struct net_device
*dev
)
833 return (char *)dev
+ ((sizeof(struct net_device
)
834 + NETDEV_ALIGN_CONST
)
835 & ~NETDEV_ALIGN_CONST
);
838 /* Set the sysfs physical device reference for the network logical device
839 * if set prior to registration will cause a symlink during initialization.
841 #define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
844 * netif_napi_add - initialize a napi context
845 * @dev: network device
846 * @napi: napi context
847 * @poll: polling function
848 * @weight: default weight
850 * netif_napi_add() must be used to initialize a napi context prior to calling
851 * *any* of the other napi related functions.
853 static inline void netif_napi_add(struct net_device
*dev
,
854 struct napi_struct
*napi
,
855 int (*poll
)(struct napi_struct
*, int),
858 INIT_LIST_HEAD(&napi
->poll_list
);
860 napi
->weight
= weight
;
861 #ifdef CONFIG_NETPOLL
863 list_add(&napi
->dev_list
, &dev
->napi_list
);
864 spin_lock_init(&napi
->poll_lock
);
865 napi
->poll_owner
= -1;
867 set_bit(NAPI_STATE_SCHED
, &napi
->state
);
871 * netif_napi_del - remove a napi context
872 * @napi: napi context
874 * netif_napi_del() removes a napi context from the network device napi list
876 static inline void netif_napi_del(struct napi_struct
*napi
)
878 #ifdef CONFIG_NETPOLL
879 list_del(&napi
->dev_list
);
884 __be16 type
; /* This is really htons(ether_type). */
885 struct net_device
*dev
; /* NULL is wildcarded here */
886 int (*func
) (struct sk_buff
*,
888 struct packet_type
*,
889 struct net_device
*);
890 struct sk_buff
*(*gso_segment
)(struct sk_buff
*skb
,
892 int (*gso_send_check
)(struct sk_buff
*skb
);
893 void *af_packet_priv
;
894 struct list_head list
;
897 #include <linux/interrupt.h>
898 #include <linux/notifier.h>
900 extern rwlock_t dev_base_lock
; /* Device list lock */
903 #define for_each_netdev(net, d) \
904 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
905 #define for_each_netdev_safe(net, d, n) \
906 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
907 #define for_each_netdev_continue(net, d) \
908 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
909 #define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
911 static inline struct net_device
*next_net_device(struct net_device
*dev
)
913 struct list_head
*lh
;
917 lh
= dev
->dev_list
.next
;
918 return lh
== &net
->dev_base_head
? NULL
: net_device_entry(lh
);
921 static inline struct net_device
*first_net_device(struct net
*net
)
923 return list_empty(&net
->dev_base_head
) ? NULL
:
924 net_device_entry(net
->dev_base_head
.next
);
927 extern int netdev_boot_setup_check(struct net_device
*dev
);
928 extern unsigned long netdev_boot_base(const char *prefix
, int unit
);
929 extern struct net_device
*dev_getbyhwaddr(struct net
*net
, unsigned short type
, char *hwaddr
);
930 extern struct net_device
*dev_getfirstbyhwtype(struct net
*net
, unsigned short type
);
931 extern struct net_device
*__dev_getfirstbyhwtype(struct net
*net
, unsigned short type
);
932 extern void dev_add_pack(struct packet_type
*pt
);
933 extern void dev_remove_pack(struct packet_type
*pt
);
934 extern void __dev_remove_pack(struct packet_type
*pt
);
936 extern struct net_device
*dev_get_by_flags(struct net
*net
, unsigned short flags
,
937 unsigned short mask
);
938 extern struct net_device
*dev_get_by_name(struct net
*net
, const char *name
);
939 extern struct net_device
*__dev_get_by_name(struct net
*net
, const char *name
);
940 extern int dev_alloc_name(struct net_device
*dev
, const char *name
);
941 extern int dev_open(struct net_device
*dev
);
942 extern int dev_close(struct net_device
*dev
);
943 extern void dev_disable_lro(struct net_device
*dev
);
944 extern int dev_queue_xmit(struct sk_buff
*skb
);
945 extern int register_netdevice(struct net_device
*dev
);
946 extern void unregister_netdevice(struct net_device
*dev
);
947 extern void free_netdev(struct net_device
*dev
);
948 extern void synchronize_net(void);
949 extern int register_netdevice_notifier(struct notifier_block
*nb
);
950 extern int unregister_netdevice_notifier(struct notifier_block
*nb
);
951 extern int call_netdevice_notifiers(unsigned long val
, struct net_device
*dev
);
952 extern struct net_device
*dev_get_by_index(struct net
*net
, int ifindex
);
953 extern struct net_device
*__dev_get_by_index(struct net
*net
, int ifindex
);
954 extern int dev_restart(struct net_device
*dev
);
955 #ifdef CONFIG_NETPOLL_TRAP
956 extern int netpoll_trap(void);
959 static inline int dev_hard_header(struct sk_buff
*skb
, struct net_device
*dev
,
961 const void *daddr
, const void *saddr
,
964 if (!dev
->header_ops
|| !dev
->header_ops
->create
)
967 return dev
->header_ops
->create(skb
, dev
, type
, daddr
, saddr
, len
);
970 static inline int dev_parse_header(const struct sk_buff
*skb
,
971 unsigned char *haddr
)
973 const struct net_device
*dev
= skb
->dev
;
975 if (!dev
->header_ops
|| !dev
->header_ops
->parse
)
977 return dev
->header_ops
->parse(skb
, haddr
);
980 typedef int gifconf_func_t(struct net_device
* dev
, char __user
* bufptr
, int len
);
981 extern int register_gifconf(unsigned int family
, gifconf_func_t
* gifconf
);
982 static inline int unregister_gifconf(unsigned int family
)
984 return register_gifconf(family
, NULL
);
988 * Incoming packets are placed on per-cpu queues so that
989 * no locking is needed.
993 struct Qdisc
*output_queue
;
994 struct sk_buff_head input_pkt_queue
;
995 struct list_head poll_list
;
996 struct sk_buff
*completion_queue
;
998 struct napi_struct backlog
;
999 #ifdef CONFIG_NET_DMA
1000 struct dma_chan
*net_dma
;
1004 DECLARE_PER_CPU(struct softnet_data
,softnet_data
);
1006 #define HAVE_NETIF_QUEUE
1008 extern void __netif_schedule(struct Qdisc
*q
);
1010 static inline void netif_schedule_queue(struct netdev_queue
*txq
)
1012 if (!test_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
1013 __netif_schedule(txq
->qdisc
);
1016 static inline void netif_tx_schedule_all(struct net_device
*dev
)
1020 for (i
= 0; i
< dev
->num_tx_queues
; i
++)
1021 netif_schedule_queue(netdev_get_tx_queue(dev
, i
));
1024 static inline void netif_tx_start_queue(struct netdev_queue
*dev_queue
)
1026 clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1030 * netif_start_queue - allow transmit
1031 * @dev: network device
1033 * Allow upper layers to call the device hard_start_xmit routine.
1035 static inline void netif_start_queue(struct net_device
*dev
)
1037 netif_tx_start_queue(netdev_get_tx_queue(dev
, 0));
1040 static inline void netif_tx_start_all_queues(struct net_device
*dev
)
1044 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1045 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1046 netif_tx_start_queue(txq
);
1050 static inline void netif_tx_wake_queue(struct netdev_queue
*dev_queue
)
1052 #ifdef CONFIG_NETPOLL_TRAP
1053 if (netpoll_trap()) {
1054 clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1058 if (test_and_clear_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
))
1059 __netif_schedule(dev_queue
->qdisc
);
1063 * netif_wake_queue - restart transmit
1064 * @dev: network device
1066 * Allow upper layers to call the device hard_start_xmit routine.
1067 * Used for flow control when transmit resources are available.
1069 static inline void netif_wake_queue(struct net_device
*dev
)
1071 netif_tx_wake_queue(netdev_get_tx_queue(dev
, 0));
1074 static inline void netif_tx_wake_all_queues(struct net_device
*dev
)
1078 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1079 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1080 netif_tx_wake_queue(txq
);
1084 static inline void netif_tx_stop_queue(struct netdev_queue
*dev_queue
)
1086 set_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1090 * netif_stop_queue - stop transmitted packets
1091 * @dev: network device
1093 * Stop upper layers calling the device hard_start_xmit routine.
1094 * Used for flow control when transmit resources are unavailable.
1096 static inline void netif_stop_queue(struct net_device
*dev
)
1098 netif_tx_stop_queue(netdev_get_tx_queue(dev
, 0));
1101 static inline void netif_tx_stop_all_queues(struct net_device
*dev
)
1105 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1106 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1107 netif_tx_stop_queue(txq
);
1111 static inline int netif_tx_queue_stopped(const struct netdev_queue
*dev_queue
)
1113 return test_bit(__QUEUE_STATE_XOFF
, &dev_queue
->state
);
1117 * netif_queue_stopped - test if transmit queue is flowblocked
1118 * @dev: network device
1120 * Test if transmit queue on device is currently unable to send.
1122 static inline int netif_queue_stopped(const struct net_device
*dev
)
1124 return netif_tx_queue_stopped(netdev_get_tx_queue(dev
, 0));
1127 static inline int netif_tx_queue_frozen(const struct netdev_queue
*dev_queue
)
1129 return test_bit(__QUEUE_STATE_FROZEN
, &dev_queue
->state
);
1133 * netif_running - test if up
1134 * @dev: network device
1136 * Test if the device has been brought up.
1138 static inline int netif_running(const struct net_device
*dev
)
1140 return test_bit(__LINK_STATE_START
, &dev
->state
);
1144 * Routines to manage the subqueues on a device. We only need start
1145 * stop, and a check if it's stopped. All other device management is
1146 * done at the overall netdevice level.
1147 * Also test the device if we're multiqueue.
1151 * netif_start_subqueue - allow sending packets on subqueue
1152 * @dev: network device
1153 * @queue_index: sub queue index
1155 * Start individual transmit queue of a device with multiple transmit queues.
1157 static inline void netif_start_subqueue(struct net_device
*dev
, u16 queue_index
)
1159 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1160 clear_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1164 * netif_stop_subqueue - stop sending packets on subqueue
1165 * @dev: network device
1166 * @queue_index: sub queue index
1168 * Stop individual transmit queue of a device with multiple transmit queues.
1170 static inline void netif_stop_subqueue(struct net_device
*dev
, u16 queue_index
)
1172 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1173 #ifdef CONFIG_NETPOLL_TRAP
1177 set_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1181 * netif_subqueue_stopped - test status of subqueue
1182 * @dev: network device
1183 * @queue_index: sub queue index
1185 * Check individual transmit queue of a device with multiple transmit queues.
1187 static inline int __netif_subqueue_stopped(const struct net_device
*dev
,
1190 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1191 return test_bit(__QUEUE_STATE_XOFF
, &txq
->state
);
1194 static inline int netif_subqueue_stopped(const struct net_device
*dev
,
1195 struct sk_buff
*skb
)
1197 return __netif_subqueue_stopped(dev
, skb_get_queue_mapping(skb
));
1201 * netif_wake_subqueue - allow sending packets on subqueue
1202 * @dev: network device
1203 * @queue_index: sub queue index
1205 * Resume individual transmit queue of a device with multiple transmit queues.
1207 static inline void netif_wake_subqueue(struct net_device
*dev
, u16 queue_index
)
1209 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, queue_index
);
1210 #ifdef CONFIG_NETPOLL_TRAP
1214 if (test_and_clear_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
1215 __netif_schedule(txq
->qdisc
);
1219 * netif_is_multiqueue - test if device has multiple transmit queues
1220 * @dev: network device
1222 * Check if device has multiple transmit queues
1224 static inline int netif_is_multiqueue(const struct net_device
*dev
)
1226 return (dev
->num_tx_queues
> 1);
1229 /* Use this variant when it is known for sure that it
1230 * is executing from hardware interrupt context or with hardware interrupts
1233 extern void dev_kfree_skb_irq(struct sk_buff
*skb
);
1235 /* Use this variant in places where it could be invoked
1236 * from either hardware interrupt or other context, with hardware interrupts
1237 * either disabled or enabled.
1239 extern void dev_kfree_skb_any(struct sk_buff
*skb
);
1241 #define HAVE_NETIF_RX 1
1242 extern int netif_rx(struct sk_buff
*skb
);
1243 extern int netif_rx_ni(struct sk_buff
*skb
);
1244 #define HAVE_NETIF_RECEIVE_SKB 1
1245 extern int netif_receive_skb(struct sk_buff
*skb
);
1246 extern void netif_nit_deliver(struct sk_buff
*skb
);
1247 extern int dev_valid_name(const char *name
);
1248 extern int dev_ioctl(struct net
*net
, unsigned int cmd
, void __user
*);
1249 extern int dev_ethtool(struct net
*net
, struct ifreq
*);
1250 extern unsigned dev_get_flags(const struct net_device
*);
1251 extern int dev_change_flags(struct net_device
*, unsigned);
1252 extern int dev_change_name(struct net_device
*, const char *);
1253 extern int dev_set_alias(struct net_device
*, const char *, size_t);
1254 extern int dev_change_net_namespace(struct net_device
*,
1255 struct net
*, const char *);
1256 extern int dev_set_mtu(struct net_device
*, int);
1257 extern int dev_set_mac_address(struct net_device
*,
1259 extern int dev_hard_start_xmit(struct sk_buff
*skb
,
1260 struct net_device
*dev
,
1261 struct netdev_queue
*txq
);
1263 extern int netdev_budget
;
1265 /* Called by rtnetlink.c:rtnl_unlock() */
1266 extern void netdev_run_todo(void);
1269 * dev_put - release reference to device
1270 * @dev: network device
1272 * Release reference to device to allow it to be freed.
1274 static inline void dev_put(struct net_device
*dev
)
1276 atomic_dec(&dev
->refcnt
);
1280 * dev_hold - get reference to device
1281 * @dev: network device
1283 * Hold reference to device to keep it from being freed.
1285 static inline void dev_hold(struct net_device
*dev
)
1287 atomic_inc(&dev
->refcnt
);
1290 /* Carrier loss detection, dial on demand. The functions netif_carrier_on
1291 * and _off may be called from IRQ context, but it is caller
1292 * who is responsible for serialization of these calls.
1294 * The name carrier is inappropriate, these functions should really be
1295 * called netif_lowerlayer_*() because they represent the state of any
1296 * kind of lower layer not just hardware media.
1299 extern void linkwatch_fire_event(struct net_device
*dev
);
1302 * netif_carrier_ok - test if carrier present
1303 * @dev: network device
1305 * Check if carrier is present on device
1307 static inline int netif_carrier_ok(const struct net_device
*dev
)
1309 return !test_bit(__LINK_STATE_NOCARRIER
, &dev
->state
);
1312 extern void __netdev_watchdog_up(struct net_device
*dev
);
1314 extern void netif_carrier_on(struct net_device
*dev
);
1316 extern void netif_carrier_off(struct net_device
*dev
);
1319 * netif_dormant_on - mark device as dormant.
1320 * @dev: network device
1322 * Mark device as dormant (as per RFC2863).
1324 * The dormant state indicates that the relevant interface is not
1325 * actually in a condition to pass packets (i.e., it is not 'up') but is
1326 * in a "pending" state, waiting for some external event. For "on-
1327 * demand" interfaces, this new state identifies the situation where the
1328 * interface is waiting for events to place it in the up state.
1331 static inline void netif_dormant_on(struct net_device
*dev
)
1333 if (!test_and_set_bit(__LINK_STATE_DORMANT
, &dev
->state
))
1334 linkwatch_fire_event(dev
);
1338 * netif_dormant_off - set device as not dormant.
1339 * @dev: network device
1341 * Device is not in dormant state.
1343 static inline void netif_dormant_off(struct net_device
*dev
)
1345 if (test_and_clear_bit(__LINK_STATE_DORMANT
, &dev
->state
))
1346 linkwatch_fire_event(dev
);
1350 * netif_dormant - test if carrier present
1351 * @dev: network device
1353 * Check if carrier is present on device
1355 static inline int netif_dormant(const struct net_device
*dev
)
1357 return test_bit(__LINK_STATE_DORMANT
, &dev
->state
);
1362 * netif_oper_up - test if device is operational
1363 * @dev: network device
1365 * Check if carrier is operational
1367 static inline int netif_oper_up(const struct net_device
*dev
) {
1368 return (dev
->operstate
== IF_OPER_UP
||
1369 dev
->operstate
== IF_OPER_UNKNOWN
/* backward compat */);
1373 * netif_device_present - is device available or removed
1374 * @dev: network device
1376 * Check if device has not been removed from system.
1378 static inline int netif_device_present(struct net_device
*dev
)
1380 return test_bit(__LINK_STATE_PRESENT
, &dev
->state
);
1383 extern void netif_device_detach(struct net_device
*dev
);
1385 extern void netif_device_attach(struct net_device
*dev
);
1388 * Network interface message level settings
1390 #define HAVE_NETIF_MSG 1
1393 NETIF_MSG_DRV
= 0x0001,
1394 NETIF_MSG_PROBE
= 0x0002,
1395 NETIF_MSG_LINK
= 0x0004,
1396 NETIF_MSG_TIMER
= 0x0008,
1397 NETIF_MSG_IFDOWN
= 0x0010,
1398 NETIF_MSG_IFUP
= 0x0020,
1399 NETIF_MSG_RX_ERR
= 0x0040,
1400 NETIF_MSG_TX_ERR
= 0x0080,
1401 NETIF_MSG_TX_QUEUED
= 0x0100,
1402 NETIF_MSG_INTR
= 0x0200,
1403 NETIF_MSG_TX_DONE
= 0x0400,
1404 NETIF_MSG_RX_STATUS
= 0x0800,
1405 NETIF_MSG_PKTDATA
= 0x1000,
1406 NETIF_MSG_HW
= 0x2000,
1407 NETIF_MSG_WOL
= 0x4000,
1410 #define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
1411 #define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
1412 #define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
1413 #define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
1414 #define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
1415 #define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
1416 #define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
1417 #define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
1418 #define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
1419 #define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
1420 #define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
1421 #define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
1422 #define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
1423 #define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
1424 #define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
1426 static inline u32
netif_msg_init(int debug_value
, int default_msg_enable_bits
)
1429 if (debug_value
< 0 || debug_value
>= (sizeof(u32
) * 8))
1430 return default_msg_enable_bits
;
1431 if (debug_value
== 0) /* no output */
1433 /* set low N bits */
1434 return (1 << debug_value
) - 1;
1437 /* Test if receive needs to be scheduled but only if up */
1438 static inline int netif_rx_schedule_prep(struct net_device
*dev
,
1439 struct napi_struct
*napi
)
1441 return napi_schedule_prep(napi
);
1444 /* Add interface to tail of rx poll list. This assumes that _prep has
1445 * already been called and returned 1.
1447 static inline void __netif_rx_schedule(struct net_device
*dev
,
1448 struct napi_struct
*napi
)
1450 __napi_schedule(napi
);
1453 /* Try to reschedule poll. Called by irq handler. */
1455 static inline void netif_rx_schedule(struct net_device
*dev
,
1456 struct napi_struct
*napi
)
1458 if (netif_rx_schedule_prep(dev
, napi
))
1459 __netif_rx_schedule(dev
, napi
);
1462 /* Try to reschedule poll. Called by dev->poll() after netif_rx_complete(). */
1463 static inline int netif_rx_reschedule(struct net_device
*dev
,
1464 struct napi_struct
*napi
)
1466 if (napi_schedule_prep(napi
)) {
1467 __netif_rx_schedule(dev
, napi
);
1473 /* same as netif_rx_complete, except that local_irq_save(flags)
1474 * has already been issued
1476 static inline void __netif_rx_complete(struct net_device
*dev
,
1477 struct napi_struct
*napi
)
1479 __napi_complete(napi
);
1482 /* Remove interface from poll list: it must be in the poll list
1483 * on current cpu. This primitive is called by dev->poll(), when
1484 * it completes the work. The device cannot be out of poll list at this
1485 * moment, it is BUG().
1487 static inline void netif_rx_complete(struct net_device
*dev
,
1488 struct napi_struct
*napi
)
1490 unsigned long flags
;
1492 local_irq_save(flags
);
1493 __netif_rx_complete(dev
, napi
);
1494 local_irq_restore(flags
);
1497 static inline void __netif_tx_lock(struct netdev_queue
*txq
, int cpu
)
1499 spin_lock(&txq
->_xmit_lock
);
1500 txq
->xmit_lock_owner
= cpu
;
1503 static inline void __netif_tx_lock_bh(struct netdev_queue
*txq
)
1505 spin_lock_bh(&txq
->_xmit_lock
);
1506 txq
->xmit_lock_owner
= smp_processor_id();
1509 static inline int __netif_tx_trylock(struct netdev_queue
*txq
)
1511 int ok
= spin_trylock(&txq
->_xmit_lock
);
1513 txq
->xmit_lock_owner
= smp_processor_id();
1517 static inline void __netif_tx_unlock(struct netdev_queue
*txq
)
1519 txq
->xmit_lock_owner
= -1;
1520 spin_unlock(&txq
->_xmit_lock
);
1523 static inline void __netif_tx_unlock_bh(struct netdev_queue
*txq
)
1525 txq
->xmit_lock_owner
= -1;
1526 spin_unlock_bh(&txq
->_xmit_lock
);
1530 * netif_tx_lock - grab network device transmit lock
1531 * @dev: network device
1532 * @cpu: cpu number of lock owner
1534 * Get network device transmit lock
1536 static inline void netif_tx_lock(struct net_device
*dev
)
1541 spin_lock(&dev
->tx_global_lock
);
1542 cpu
= smp_processor_id();
1543 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1544 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1546 /* We are the only thread of execution doing a
1547 * freeze, but we have to grab the _xmit_lock in
1548 * order to synchronize with threads which are in
1549 * the ->hard_start_xmit() handler and already
1550 * checked the frozen bit.
1552 __netif_tx_lock(txq
, cpu
);
1553 set_bit(__QUEUE_STATE_FROZEN
, &txq
->state
);
1554 __netif_tx_unlock(txq
);
1558 static inline void netif_tx_lock_bh(struct net_device
*dev
)
1564 static inline void netif_tx_unlock(struct net_device
*dev
)
1568 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1569 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1571 /* No need to grab the _xmit_lock here. If the
1572 * queue is not stopped for another reason, we
1575 clear_bit(__QUEUE_STATE_FROZEN
, &txq
->state
);
1576 if (!test_bit(__QUEUE_STATE_XOFF
, &txq
->state
))
1577 __netif_schedule(txq
->qdisc
);
1579 spin_unlock(&dev
->tx_global_lock
);
1582 static inline void netif_tx_unlock_bh(struct net_device
*dev
)
1584 netif_tx_unlock(dev
);
1588 #define HARD_TX_LOCK(dev, txq, cpu) { \
1589 if ((dev->features & NETIF_F_LLTX) == 0) { \
1590 __netif_tx_lock(txq, cpu); \
1594 #define HARD_TX_UNLOCK(dev, txq) { \
1595 if ((dev->features & NETIF_F_LLTX) == 0) { \
1596 __netif_tx_unlock(txq); \
1600 static inline void netif_tx_disable(struct net_device
*dev
)
1606 cpu
= smp_processor_id();
1607 for (i
= 0; i
< dev
->num_tx_queues
; i
++) {
1608 struct netdev_queue
*txq
= netdev_get_tx_queue(dev
, i
);
1610 __netif_tx_lock(txq
, cpu
);
1611 netif_tx_stop_queue(txq
);
1612 __netif_tx_unlock(txq
);
1617 static inline void netif_addr_lock(struct net_device
*dev
)
1619 spin_lock(&dev
->addr_list_lock
);
1622 static inline void netif_addr_lock_bh(struct net_device
*dev
)
1624 spin_lock_bh(&dev
->addr_list_lock
);
1627 static inline void netif_addr_unlock(struct net_device
*dev
)
1629 spin_unlock(&dev
->addr_list_lock
);
1632 static inline void netif_addr_unlock_bh(struct net_device
*dev
)
1634 spin_unlock_bh(&dev
->addr_list_lock
);
1637 /* These functions live elsewhere (drivers/net/net_init.c, but related) */
1639 extern void ether_setup(struct net_device
*dev
);
1641 /* Support for loadable net-drivers */
1642 extern struct net_device
*alloc_netdev_mq(int sizeof_priv
, const char *name
,
1643 void (*setup
)(struct net_device
*),
1644 unsigned int queue_count
);
1645 #define alloc_netdev(sizeof_priv, name, setup) \
1646 alloc_netdev_mq(sizeof_priv, name, setup, 1)
1647 extern int register_netdev(struct net_device
*dev
);
1648 extern void unregister_netdev(struct net_device
*dev
);
1649 /* Functions used for secondary unicast and multicast support */
1650 extern void dev_set_rx_mode(struct net_device
*dev
);
1651 extern void __dev_set_rx_mode(struct net_device
*dev
);
1652 extern int dev_unicast_delete(struct net_device
*dev
, void *addr
, int alen
);
1653 extern int dev_unicast_add(struct net_device
*dev
, void *addr
, int alen
);
1654 extern int dev_unicast_sync(struct net_device
*to
, struct net_device
*from
);
1655 extern void dev_unicast_unsync(struct net_device
*to
, struct net_device
*from
);
1656 extern int dev_mc_delete(struct net_device
*dev
, void *addr
, int alen
, int all
);
1657 extern int dev_mc_add(struct net_device
*dev
, void *addr
, int alen
, int newonly
);
1658 extern int dev_mc_sync(struct net_device
*to
, struct net_device
*from
);
1659 extern void dev_mc_unsync(struct net_device
*to
, struct net_device
*from
);
1660 extern int __dev_addr_delete(struct dev_addr_list
**list
, int *count
, void *addr
, int alen
, int all
);
1661 extern int __dev_addr_add(struct dev_addr_list
**list
, int *count
, void *addr
, int alen
, int newonly
);
1662 extern int __dev_addr_sync(struct dev_addr_list
**to
, int *to_count
, struct dev_addr_list
**from
, int *from_count
);
1663 extern void __dev_addr_unsync(struct dev_addr_list
**to
, int *to_count
, struct dev_addr_list
**from
, int *from_count
);
1664 extern int dev_set_promiscuity(struct net_device
*dev
, int inc
);
1665 extern int dev_set_allmulti(struct net_device
*dev
, int inc
);
1666 extern void netdev_state_change(struct net_device
*dev
);
1667 extern void netdev_bonding_change(struct net_device
*dev
);
1668 extern void netdev_features_change(struct net_device
*dev
);
1669 /* Load a device via the kmod */
1670 extern void dev_load(struct net
*net
, const char *name
);
1671 extern void dev_mcast_init(void);
1672 extern int netdev_max_backlog
;
1673 extern int weight_p
;
1674 extern int netdev_set_master(struct net_device
*dev
, struct net_device
*master
);
1675 extern int skb_checksum_help(struct sk_buff
*skb
);
1676 extern struct sk_buff
*skb_gso_segment(struct sk_buff
*skb
, int features
);
1678 extern void netdev_rx_csum_fault(struct net_device
*dev
);
1680 static inline void netdev_rx_csum_fault(struct net_device
*dev
)
1684 /* rx skb timestamps */
1685 extern void net_enable_timestamp(void);
1686 extern void net_disable_timestamp(void);
1688 #ifdef CONFIG_PROC_FS
1689 extern void *dev_seq_start(struct seq_file
*seq
, loff_t
*pos
);
1690 extern void *dev_seq_next(struct seq_file
*seq
, void *v
, loff_t
*pos
);
1691 extern void dev_seq_stop(struct seq_file
*seq
, void *v
);
1694 extern int netdev_class_create_file(struct class_attribute
*class_attr
);
1695 extern void netdev_class_remove_file(struct class_attribute
*class_attr
);
1697 extern char *netdev_drivername(const struct net_device
*dev
, char *buffer
, int len
);
1699 extern void linkwatch_run_queue(void);
1701 extern int netdev_compute_features(unsigned long all
, unsigned long one
);
1703 static inline int net_gso_ok(int features
, int gso_type
)
1705 int feature
= gso_type
<< NETIF_F_GSO_SHIFT
;
1706 return (features
& feature
) == feature
;
1709 static inline int skb_gso_ok(struct sk_buff
*skb
, int features
)
1711 return net_gso_ok(features
, skb_shinfo(skb
)->gso_type
);
1714 static inline int netif_needs_gso(struct net_device
*dev
, struct sk_buff
*skb
)
1716 return skb_is_gso(skb
) &&
1717 (!skb_gso_ok(skb
, dev
->features
) ||
1718 unlikely(skb
->ip_summed
!= CHECKSUM_PARTIAL
));
1721 static inline void netif_set_gso_max_size(struct net_device
*dev
,
1724 dev
->gso_max_size
= size
;
1727 /* On bonding slaves other than the currently active slave, suppress
1728 * duplicates except for 802.3ad ETH_P_SLOW, alb non-mcast/bcast, and
1729 * ARP on active-backup slaves with arp_validate enabled.
1731 static inline int skb_bond_should_drop(struct sk_buff
*skb
)
1733 struct net_device
*dev
= skb
->dev
;
1734 struct net_device
*master
= dev
->master
;
1737 (dev
->priv_flags
& IFF_SLAVE_INACTIVE
)) {
1738 if ((dev
->priv_flags
& IFF_SLAVE_NEEDARP
) &&
1739 skb
->protocol
== __constant_htons(ETH_P_ARP
))
1742 if (master
->priv_flags
& IFF_MASTER_ALB
) {
1743 if (skb
->pkt_type
!= PACKET_BROADCAST
&&
1744 skb
->pkt_type
!= PACKET_MULTICAST
)
1747 if (master
->priv_flags
& IFF_MASTER_8023AD
&&
1748 skb
->protocol
== __constant_htons(ETH_P_SLOW
))
1756 #endif /* __KERNEL__ */
1758 #endif /* _LINUX_DEV_H */