1 // SPDX-License-Identifier: GPL-2.0-or-later
4 * Linux ethernet bridge
7 * Lennert Buytenhek <buytenh@gnu.org>
10 #include <linux/kernel.h>
11 #include <linux/netdevice.h>
12 #include <linux/netpoll.h>
13 #include <linux/etherdevice.h>
14 #include <linux/ethtool.h>
15 #include <linux/list.h>
16 #include <linux/netfilter_bridge.h>
18 #include <linux/uaccess.h>
19 #include "br_private.h"
21 #define COMMON_FEATURES (NETIF_F_SG | NETIF_F_FRAGLIST | NETIF_F_HIGHDMA | \
22 NETIF_F_GSO_MASK | NETIF_F_HW_CSUM)
24 const struct nf_br_ops __rcu
*nf_br_ops __read_mostly
;
25 EXPORT_SYMBOL_GPL(nf_br_ops
);
27 /* net device transmit always called with BH disabled */
28 netdev_tx_t
br_dev_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
30 struct net_bridge
*br
= netdev_priv(dev
);
31 struct net_bridge_fdb_entry
*dst
;
32 struct net_bridge_mdb_entry
*mdst
;
33 struct pcpu_sw_netstats
*brstats
= this_cpu_ptr(br
->stats
);
34 const struct nf_br_ops
*nf_ops
;
35 u8 state
= BR_STATE_FORWARDING
;
36 const unsigned char *dest
;
40 nf_ops
= rcu_dereference(nf_br_ops
);
41 if (nf_ops
&& nf_ops
->br_dev_xmit_hook(skb
)) {
46 u64_stats_update_begin(&brstats
->syncp
);
47 brstats
->tx_packets
++;
48 brstats
->tx_bytes
+= skb
->len
;
49 u64_stats_update_end(&brstats
->syncp
);
51 br_switchdev_frame_unmark(skb
);
52 BR_INPUT_SKB_CB(skb
)->brdev
= dev
;
53 BR_INPUT_SKB_CB(skb
)->frag_max_size
= 0;
55 skb_reset_mac_header(skb
);
56 skb_pull(skb
, ETH_HLEN
);
58 if (!br_allowed_ingress(br
, br_vlan_group_rcu(br
), skb
, &vid
, &state
))
61 if (IS_ENABLED(CONFIG_INET
) &&
62 (eth_hdr(skb
)->h_proto
== htons(ETH_P_ARP
) ||
63 eth_hdr(skb
)->h_proto
== htons(ETH_P_RARP
)) &&
64 br_opt_get(br
, BROPT_NEIGH_SUPPRESS_ENABLED
)) {
65 br_do_proxy_suppress_arp(skb
, br
, vid
, NULL
);
66 } else if (IS_ENABLED(CONFIG_IPV6
) &&
67 skb
->protocol
== htons(ETH_P_IPV6
) &&
68 br_opt_get(br
, BROPT_NEIGH_SUPPRESS_ENABLED
) &&
69 pskb_may_pull(skb
, sizeof(struct ipv6hdr
) +
70 sizeof(struct nd_msg
)) &&
71 ipv6_hdr(skb
)->nexthdr
== IPPROTO_ICMPV6
) {
72 struct nd_msg
*msg
, _msg
;
74 msg
= br_is_nd_neigh_msg(skb
, &_msg
);
76 br_do_suppress_nd(skb
, br
, vid
, NULL
, msg
);
79 dest
= eth_hdr(skb
)->h_dest
;
80 if (is_broadcast_ether_addr(dest
)) {
81 br_flood(br
, skb
, BR_PKT_BROADCAST
, false, true);
82 } else if (is_multicast_ether_addr(dest
)) {
83 if (unlikely(netpoll_tx_running(dev
))) {
84 br_flood(br
, skb
, BR_PKT_MULTICAST
, false, true);
87 if (br_multicast_rcv(br
, NULL
, skb
, vid
)) {
92 mdst
= br_mdb_get(br
, skb
, vid
);
93 if ((mdst
|| BR_INPUT_SKB_CB_MROUTERS_ONLY(skb
)) &&
94 br_multicast_querier_exists(br
, eth_hdr(skb
)))
95 br_multicast_flood(mdst
, skb
, false, true);
97 br_flood(br
, skb
, BR_PKT_MULTICAST
, false, true);
98 } else if ((dst
= br_fdb_find_rcu(br
, dest
, vid
)) != NULL
) {
99 br_forward(dst
->dst
, skb
, false, true);
101 br_flood(br
, skb
, BR_PKT_UNICAST
, false, true);
108 static int br_dev_init(struct net_device
*dev
)
110 struct net_bridge
*br
= netdev_priv(dev
);
113 br
->stats
= netdev_alloc_pcpu_stats(struct pcpu_sw_netstats
);
117 err
= br_fdb_hash_init(br
);
119 free_percpu(br
->stats
);
123 err
= br_mdb_hash_init(br
);
125 free_percpu(br
->stats
);
126 br_fdb_hash_fini(br
);
130 err
= br_vlan_init(br
);
132 free_percpu(br
->stats
);
133 br_mdb_hash_fini(br
);
134 br_fdb_hash_fini(br
);
138 err
= br_multicast_init_stats(br
);
140 free_percpu(br
->stats
);
142 br_mdb_hash_fini(br
);
143 br_fdb_hash_fini(br
);
149 static void br_dev_uninit(struct net_device
*dev
)
151 struct net_bridge
*br
= netdev_priv(dev
);
153 br_multicast_dev_del(br
);
154 br_multicast_uninit_stats(br
);
156 br_mdb_hash_fini(br
);
157 br_fdb_hash_fini(br
);
158 free_percpu(br
->stats
);
161 static int br_dev_open(struct net_device
*dev
)
163 struct net_bridge
*br
= netdev_priv(dev
);
165 netdev_update_features(dev
);
166 netif_start_queue(dev
);
167 br_stp_enable_bridge(br
);
168 br_multicast_open(br
);
173 static void br_dev_set_multicast_list(struct net_device
*dev
)
177 static void br_dev_change_rx_flags(struct net_device
*dev
, int change
)
179 if (change
& IFF_PROMISC
)
180 br_manage_promisc(netdev_priv(dev
));
183 static int br_dev_stop(struct net_device
*dev
)
185 struct net_bridge
*br
= netdev_priv(dev
);
187 br_stp_disable_bridge(br
);
188 br_multicast_stop(br
);
190 netif_stop_queue(dev
);
195 static void br_get_stats64(struct net_device
*dev
,
196 struct rtnl_link_stats64
*stats
)
198 struct net_bridge
*br
= netdev_priv(dev
);
199 struct pcpu_sw_netstats tmp
, sum
= { 0 };
202 for_each_possible_cpu(cpu
) {
204 const struct pcpu_sw_netstats
*bstats
205 = per_cpu_ptr(br
->stats
, cpu
);
207 start
= u64_stats_fetch_begin_irq(&bstats
->syncp
);
208 memcpy(&tmp
, bstats
, sizeof(tmp
));
209 } while (u64_stats_fetch_retry_irq(&bstats
->syncp
, start
));
210 sum
.tx_bytes
+= tmp
.tx_bytes
;
211 sum
.tx_packets
+= tmp
.tx_packets
;
212 sum
.rx_bytes
+= tmp
.rx_bytes
;
213 sum
.rx_packets
+= tmp
.rx_packets
;
216 stats
->tx_bytes
= sum
.tx_bytes
;
217 stats
->tx_packets
= sum
.tx_packets
;
218 stats
->rx_bytes
= sum
.rx_bytes
;
219 stats
->rx_packets
= sum
.rx_packets
;
222 static int br_change_mtu(struct net_device
*dev
, int new_mtu
)
224 struct net_bridge
*br
= netdev_priv(dev
);
228 /* this flag will be cleared if the MTU was automatically adjusted */
229 br_opt_toggle(br
, BROPT_MTU_SET_BY_USER
, true);
230 #if IS_ENABLED(CONFIG_BRIDGE_NETFILTER)
231 /* remember the MTU in the rtable for PMTU */
232 dst_metric_set(&br
->fake_rtable
.dst
, RTAX_MTU
, new_mtu
);
238 /* Allow setting mac address to any valid ethernet address. */
239 static int br_set_mac_address(struct net_device
*dev
, void *p
)
241 struct net_bridge
*br
= netdev_priv(dev
);
242 struct sockaddr
*addr
= p
;
244 if (!is_valid_ether_addr(addr
->sa_data
))
245 return -EADDRNOTAVAIL
;
247 /* dev_set_mac_addr() can be called by a master device on bridge's
248 * NETDEV_UNREGISTER, but since it's being destroyed do nothing
250 if (dev
->reg_state
!= NETREG_REGISTERED
)
253 spin_lock_bh(&br
->lock
);
254 if (!ether_addr_equal(dev
->dev_addr
, addr
->sa_data
)) {
255 /* Mac address will be changed in br_stp_change_bridge_id(). */
256 br_stp_change_bridge_id(br
, addr
->sa_data
);
258 spin_unlock_bh(&br
->lock
);
263 static void br_getinfo(struct net_device
*dev
, struct ethtool_drvinfo
*info
)
265 strlcpy(info
->driver
, "bridge", sizeof(info
->driver
));
266 strlcpy(info
->version
, BR_VERSION
, sizeof(info
->version
));
267 strlcpy(info
->fw_version
, "N/A", sizeof(info
->fw_version
));
268 strlcpy(info
->bus_info
, "N/A", sizeof(info
->bus_info
));
271 static int br_get_link_ksettings(struct net_device
*dev
,
272 struct ethtool_link_ksettings
*cmd
)
274 struct net_bridge
*br
= netdev_priv(dev
);
275 struct net_bridge_port
*p
;
277 cmd
->base
.duplex
= DUPLEX_UNKNOWN
;
278 cmd
->base
.port
= PORT_OTHER
;
279 cmd
->base
.speed
= SPEED_UNKNOWN
;
281 list_for_each_entry(p
, &br
->port_list
, list
) {
282 struct ethtool_link_ksettings ecmd
;
283 struct net_device
*pdev
= p
->dev
;
285 if (!netif_running(pdev
) || !netif_oper_up(pdev
))
288 if (__ethtool_get_link_ksettings(pdev
, &ecmd
))
291 if (ecmd
.base
.speed
== (__u32
)SPEED_UNKNOWN
)
294 if (cmd
->base
.speed
== (__u32
)SPEED_UNKNOWN
||
295 cmd
->base
.speed
< ecmd
.base
.speed
)
296 cmd
->base
.speed
= ecmd
.base
.speed
;
302 static netdev_features_t
br_fix_features(struct net_device
*dev
,
303 netdev_features_t features
)
305 struct net_bridge
*br
= netdev_priv(dev
);
307 return br_features_recompute(br
, features
);
310 #ifdef CONFIG_NET_POLL_CONTROLLER
311 static void br_poll_controller(struct net_device
*br_dev
)
315 static void br_netpoll_cleanup(struct net_device
*dev
)
317 struct net_bridge
*br
= netdev_priv(dev
);
318 struct net_bridge_port
*p
;
320 list_for_each_entry(p
, &br
->port_list
, list
)
321 br_netpoll_disable(p
);
324 static int __br_netpoll_enable(struct net_bridge_port
*p
)
329 np
= kzalloc(sizeof(*p
->np
), GFP_KERNEL
);
333 err
= __netpoll_setup(np
, p
->dev
);
343 int br_netpoll_enable(struct net_bridge_port
*p
)
345 if (!p
->br
->dev
->npinfo
)
348 return __br_netpoll_enable(p
);
351 static int br_netpoll_setup(struct net_device
*dev
, struct netpoll_info
*ni
)
353 struct net_bridge
*br
= netdev_priv(dev
);
354 struct net_bridge_port
*p
;
357 list_for_each_entry(p
, &br
->port_list
, list
) {
360 err
= __br_netpoll_enable(p
);
369 br_netpoll_cleanup(dev
);
373 void br_netpoll_disable(struct net_bridge_port
*p
)
375 struct netpoll
*np
= p
->np
;
387 static int br_add_slave(struct net_device
*dev
, struct net_device
*slave_dev
,
388 struct netlink_ext_ack
*extack
)
391 struct net_bridge
*br
= netdev_priv(dev
);
393 return br_add_if(br
, slave_dev
, extack
);
396 static int br_del_slave(struct net_device
*dev
, struct net_device
*slave_dev
)
398 struct net_bridge
*br
= netdev_priv(dev
);
400 return br_del_if(br
, slave_dev
);
403 static const struct ethtool_ops br_ethtool_ops
= {
404 .get_drvinfo
= br_getinfo
,
405 .get_link
= ethtool_op_get_link
,
406 .get_link_ksettings
= br_get_link_ksettings
,
409 static const struct net_device_ops br_netdev_ops
= {
410 .ndo_open
= br_dev_open
,
411 .ndo_stop
= br_dev_stop
,
412 .ndo_init
= br_dev_init
,
413 .ndo_uninit
= br_dev_uninit
,
414 .ndo_start_xmit
= br_dev_xmit
,
415 .ndo_get_stats64
= br_get_stats64
,
416 .ndo_set_mac_address
= br_set_mac_address
,
417 .ndo_set_rx_mode
= br_dev_set_multicast_list
,
418 .ndo_change_rx_flags
= br_dev_change_rx_flags
,
419 .ndo_change_mtu
= br_change_mtu
,
420 .ndo_do_ioctl
= br_dev_ioctl
,
421 #ifdef CONFIG_NET_POLL_CONTROLLER
422 .ndo_netpoll_setup
= br_netpoll_setup
,
423 .ndo_netpoll_cleanup
= br_netpoll_cleanup
,
424 .ndo_poll_controller
= br_poll_controller
,
426 .ndo_add_slave
= br_add_slave
,
427 .ndo_del_slave
= br_del_slave
,
428 .ndo_fix_features
= br_fix_features
,
429 .ndo_fdb_add
= br_fdb_add
,
430 .ndo_fdb_del
= br_fdb_delete
,
431 .ndo_fdb_dump
= br_fdb_dump
,
432 .ndo_fdb_get
= br_fdb_get
,
433 .ndo_bridge_getlink
= br_getlink
,
434 .ndo_bridge_setlink
= br_setlink
,
435 .ndo_bridge_dellink
= br_dellink
,
436 .ndo_features_check
= passthru_features_check
,
439 static struct device_type br_type
= {
443 void br_dev_setup(struct net_device
*dev
)
445 struct net_bridge
*br
= netdev_priv(dev
);
447 eth_hw_addr_random(dev
);
450 dev
->netdev_ops
= &br_netdev_ops
;
451 dev
->needs_free_netdev
= true;
452 dev
->ethtool_ops
= &br_ethtool_ops
;
453 SET_NETDEV_DEVTYPE(dev
, &br_type
);
454 dev
->priv_flags
= IFF_EBRIDGE
| IFF_NO_QUEUE
;
456 dev
->features
= COMMON_FEATURES
| NETIF_F_LLTX
| NETIF_F_NETNS_LOCAL
|
457 NETIF_F_HW_VLAN_CTAG_TX
| NETIF_F_HW_VLAN_STAG_TX
;
458 dev
->hw_features
= COMMON_FEATURES
| NETIF_F_HW_VLAN_CTAG_TX
|
459 NETIF_F_HW_VLAN_STAG_TX
;
460 dev
->vlan_features
= COMMON_FEATURES
;
463 spin_lock_init(&br
->lock
);
464 INIT_LIST_HEAD(&br
->port_list
);
465 INIT_HLIST_HEAD(&br
->fdb_list
);
466 #if IS_ENABLED(CONFIG_BRIDGE_MRP)
467 INIT_LIST_HEAD(&br
->mrp_list
);
469 spin_lock_init(&br
->hash_lock
);
471 br
->bridge_id
.prio
[0] = 0x80;
472 br
->bridge_id
.prio
[1] = 0x00;
474 ether_addr_copy(br
->group_addr
, eth_stp_addr
);
476 br
->stp_enabled
= BR_NO_STP
;
477 br
->group_fwd_mask
= BR_GROUPFWD_DEFAULT
;
478 br
->group_fwd_mask_required
= BR_GROUPFWD_DEFAULT
;
480 br
->designated_root
= br
->bridge_id
;
481 br
->bridge_max_age
= br
->max_age
= 20 * HZ
;
482 br
->bridge_hello_time
= br
->hello_time
= 2 * HZ
;
483 br
->bridge_forward_delay
= br
->forward_delay
= 15 * HZ
;
484 br
->bridge_ageing_time
= br
->ageing_time
= BR_DEFAULT_AGEING_TIME
;
485 dev
->max_mtu
= ETH_MAX_MTU
;
487 br_netfilter_rtable_init(br
);
488 br_stp_timer_init(br
);
489 br_multicast_init(br
);
490 INIT_DELAYED_WORK(&br
->gc_work
, br_fdb_cleanup
);