2 * Copyright(c) 1999 - 2004 Intel Corporation. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms of the GNU General Public License as published by the
6 * Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
9 * This program is distributed in the hope that it will be useful, but
10 * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
11 * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 * You should have received a copy of the GNU General Public License along
15 * with this program; if not, see <http://www.gnu.org/licenses/>.
17 * The full GNU General Public License is included in this distribution in the
18 * file called LICENSE.
22 #include <linux/skbuff.h>
23 #include <linux/netdevice.h>
24 #include <linux/etherdevice.h>
25 #include <linux/pkt_sched.h>
26 #include <linux/spinlock.h>
27 #include <linux/slab.h>
28 #include <linux/timer.h>
30 #include <linux/ipv6.h>
31 #include <linux/if_arp.h>
32 #include <linux/if_ether.h>
33 #include <linux/if_bonding.h>
34 #include <linux/if_vlan.h>
39 #include <asm/byteorder.h>
40 #include <net/bonding.h>
41 #include <net/bond_alb.h>
45 static const u8 mac_bcast
[ETH_ALEN
+ 2] __long_aligned
= {
46 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
48 static const u8 mac_v6_allmcast
[ETH_ALEN
+ 2] __long_aligned
= {
49 0x33, 0x33, 0x00, 0x00, 0x00, 0x01
51 static const int alb_delta_in_ticks
= HZ
/ ALB_TIMER_TICKS_PER_SEC
;
58 u8 padding
[ETH_ZLEN
- ETH_HLEN
];
63 __be16 prot_addr_space
;
67 u8 mac_src
[ETH_ALEN
]; /* sender hardware address */
68 __be32 ip_src
; /* sender IP address */
69 u8 mac_dst
[ETH_ALEN
]; /* target hardware address */
70 __be32 ip_dst
; /* target IP address */
74 static inline struct arp_pkt
*arp_pkt(const struct sk_buff
*skb
)
76 return (struct arp_pkt
*)skb_network_header(skb
);
79 /* Forward declaration */
80 static void alb_send_learning_packets(struct slave
*slave
, u8 mac_addr
[],
82 static void rlb_purge_src_ip(struct bonding
*bond
, struct arp_pkt
*arp
);
83 static void rlb_src_unlink(struct bonding
*bond
, u32 index
);
84 static void rlb_src_link(struct bonding
*bond
, u32 ip_src_hash
,
87 static inline u8
_simple_hash(const u8
*hash_start
, int hash_size
)
92 for (i
= 0; i
< hash_size
; i
++)
93 hash
^= hash_start
[i
];
98 /*********************** tlb specific functions ***************************/
100 static inline void tlb_init_table_entry(struct tlb_client_info
*entry
, int save_load
)
103 entry
->load_history
= 1 + entry
->tx_bytes
/
104 BOND_TLB_REBALANCE_INTERVAL
;
108 entry
->tx_slave
= NULL
;
109 entry
->next
= TLB_NULL_INDEX
;
110 entry
->prev
= TLB_NULL_INDEX
;
113 static inline void tlb_init_slave(struct slave
*slave
)
115 SLAVE_TLB_INFO(slave
).load
= 0;
116 SLAVE_TLB_INFO(slave
).head
= TLB_NULL_INDEX
;
119 static void __tlb_clear_slave(struct bonding
*bond
, struct slave
*slave
,
122 struct tlb_client_info
*tx_hash_table
;
125 /* clear slave from tx_hashtbl */
126 tx_hash_table
= BOND_ALB_INFO(bond
).tx_hashtbl
;
128 /* skip this if we've already freed the tx hash table */
130 index
= SLAVE_TLB_INFO(slave
).head
;
131 while (index
!= TLB_NULL_INDEX
) {
132 u32 next_index
= tx_hash_table
[index
].next
;
133 tlb_init_table_entry(&tx_hash_table
[index
], save_load
);
138 tlb_init_slave(slave
);
141 static void tlb_clear_slave(struct bonding
*bond
, struct slave
*slave
,
144 spin_lock_bh(&bond
->mode_lock
);
145 __tlb_clear_slave(bond
, slave
, save_load
);
146 spin_unlock_bh(&bond
->mode_lock
);
149 /* Must be called before starting the monitor timer */
150 static int tlb_initialize(struct bonding
*bond
)
152 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
153 int size
= TLB_HASH_TABLE_SIZE
* sizeof(struct tlb_client_info
);
154 struct tlb_client_info
*new_hashtbl
;
157 new_hashtbl
= kzalloc(size
, GFP_KERNEL
);
161 spin_lock_bh(&bond
->mode_lock
);
163 bond_info
->tx_hashtbl
= new_hashtbl
;
165 for (i
= 0; i
< TLB_HASH_TABLE_SIZE
; i
++)
166 tlb_init_table_entry(&bond_info
->tx_hashtbl
[i
], 0);
168 spin_unlock_bh(&bond
->mode_lock
);
173 /* Must be called only after all slaves have been released */
174 static void tlb_deinitialize(struct bonding
*bond
)
176 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
178 spin_lock_bh(&bond
->mode_lock
);
180 kfree(bond_info
->tx_hashtbl
);
181 bond_info
->tx_hashtbl
= NULL
;
183 spin_unlock_bh(&bond
->mode_lock
);
186 static long long compute_gap(struct slave
*slave
)
188 return (s64
) (slave
->speed
<< 20) - /* Convert to Megabit per sec */
189 (s64
) (SLAVE_TLB_INFO(slave
).load
<< 3); /* Bytes to bits */
192 static struct slave
*tlb_get_least_loaded_slave(struct bonding
*bond
)
194 struct slave
*slave
, *least_loaded
;
195 struct list_head
*iter
;
201 /* Find the slave with the largest gap */
202 bond_for_each_slave_rcu(bond
, slave
, iter
) {
203 if (bond_slave_can_tx(slave
)) {
204 long long gap
= compute_gap(slave
);
207 least_loaded
= slave
;
216 static struct slave
*__tlb_choose_channel(struct bonding
*bond
, u32 hash_index
,
219 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
220 struct tlb_client_info
*hash_table
;
221 struct slave
*assigned_slave
;
223 hash_table
= bond_info
->tx_hashtbl
;
224 assigned_slave
= hash_table
[hash_index
].tx_slave
;
225 if (!assigned_slave
) {
226 assigned_slave
= tlb_get_least_loaded_slave(bond
);
228 if (assigned_slave
) {
229 struct tlb_slave_info
*slave_info
=
230 &(SLAVE_TLB_INFO(assigned_slave
));
231 u32 next_index
= slave_info
->head
;
233 hash_table
[hash_index
].tx_slave
= assigned_slave
;
234 hash_table
[hash_index
].next
= next_index
;
235 hash_table
[hash_index
].prev
= TLB_NULL_INDEX
;
237 if (next_index
!= TLB_NULL_INDEX
)
238 hash_table
[next_index
].prev
= hash_index
;
240 slave_info
->head
= hash_index
;
242 hash_table
[hash_index
].load_history
;
247 hash_table
[hash_index
].tx_bytes
+= skb_len
;
249 return assigned_slave
;
252 static struct slave
*tlb_choose_channel(struct bonding
*bond
, u32 hash_index
,
255 struct slave
*tx_slave
;
257 /* We don't need to disable softirq here, becase
258 * tlb_choose_channel() is only called by bond_alb_xmit()
259 * which already has softirq disabled.
261 spin_lock(&bond
->mode_lock
);
262 tx_slave
= __tlb_choose_channel(bond
, hash_index
, skb_len
);
263 spin_unlock(&bond
->mode_lock
);
268 /*********************** rlb specific functions ***************************/
270 /* when an ARP REPLY is received from a client update its info
273 static void rlb_update_entry_from_arp(struct bonding
*bond
, struct arp_pkt
*arp
)
275 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
276 struct rlb_client_info
*client_info
;
279 spin_lock_bh(&bond
->mode_lock
);
281 hash_index
= _simple_hash((u8
*)&(arp
->ip_src
), sizeof(arp
->ip_src
));
282 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
284 if ((client_info
->assigned
) &&
285 (client_info
->ip_src
== arp
->ip_dst
) &&
286 (client_info
->ip_dst
== arp
->ip_src
) &&
287 (!ether_addr_equal_64bits(client_info
->mac_dst
, arp
->mac_src
))) {
288 /* update the clients MAC address */
289 ether_addr_copy(client_info
->mac_dst
, arp
->mac_src
);
290 client_info
->ntt
= 1;
291 bond_info
->rx_ntt
= 1;
294 spin_unlock_bh(&bond
->mode_lock
);
297 static int rlb_arp_recv(const struct sk_buff
*skb
, struct bonding
*bond
,
300 struct arp_pkt
*arp
, _arp
;
302 if (skb
->protocol
!= cpu_to_be16(ETH_P_ARP
))
305 arp
= skb_header_pointer(skb
, 0, sizeof(_arp
), &_arp
);
309 /* We received an ARP from arp->ip_src.
310 * We might have used this IP address previously (on the bonding host
311 * itself or on a system that is bridged together with the bond).
312 * However, if arp->mac_src is different than what is stored in
313 * rx_hashtbl, some other host is now using the IP and we must prevent
314 * sending out client updates with this IP address and the old MAC
316 * Clean up all hash table entries that have this address as ip_src but
317 * have a different mac_src.
319 rlb_purge_src_ip(bond
, arp
);
321 if (arp
->op_code
== htons(ARPOP_REPLY
)) {
322 /* update rx hash table for this ARP */
323 rlb_update_entry_from_arp(bond
, arp
);
324 netdev_dbg(bond
->dev
, "Server received an ARP Reply from client\n");
327 return RX_HANDLER_ANOTHER
;
330 /* Caller must hold rcu_read_lock() */
331 static struct slave
*__rlb_next_rx_slave(struct bonding
*bond
)
333 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
334 struct slave
*before
= NULL
, *rx_slave
= NULL
, *slave
;
335 struct list_head
*iter
;
338 bond_for_each_slave_rcu(bond
, slave
, iter
) {
339 if (!bond_slave_can_tx(slave
))
342 if (!before
|| before
->speed
< slave
->speed
)
345 if (!rx_slave
|| rx_slave
->speed
< slave
->speed
)
348 if (slave
== bond_info
->rx_slave
)
351 /* we didn't find anything after the current or we have something
352 * better before and up to the current slave
354 if (!rx_slave
|| (before
&& rx_slave
->speed
< before
->speed
))
358 bond_info
->rx_slave
= rx_slave
;
363 /* Caller must hold RTNL, rcu_read_lock is obtained only to silence checkers */
364 static struct slave
*rlb_next_rx_slave(struct bonding
*bond
)
366 struct slave
*rx_slave
;
371 rx_slave
= __rlb_next_rx_slave(bond
);
377 /* teach the switch the mac of a disabled slave
378 * on the primary for fault tolerance
380 * Caller must hold RTNL
382 static void rlb_teach_disabled_mac_on_primary(struct bonding
*bond
, u8 addr
[])
384 struct slave
*curr_active
= rtnl_dereference(bond
->curr_active_slave
);
389 if (!bond
->alb_info
.primary_is_promisc
) {
390 if (!dev_set_promiscuity(curr_active
->dev
, 1))
391 bond
->alb_info
.primary_is_promisc
= 1;
393 bond
->alb_info
.primary_is_promisc
= 0;
396 bond
->alb_info
.rlb_promisc_timeout_counter
= 0;
398 alb_send_learning_packets(curr_active
, addr
, true);
401 /* slave being removed should not be active at this point
403 * Caller must hold rtnl.
405 static void rlb_clear_slave(struct bonding
*bond
, struct slave
*slave
)
407 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
408 struct rlb_client_info
*rx_hash_table
;
409 u32 index
, next_index
;
411 /* clear slave from rx_hashtbl */
412 spin_lock_bh(&bond
->mode_lock
);
414 rx_hash_table
= bond_info
->rx_hashtbl
;
415 index
= bond_info
->rx_hashtbl_used_head
;
416 for (; index
!= RLB_NULL_INDEX
; index
= next_index
) {
417 next_index
= rx_hash_table
[index
].used_next
;
418 if (rx_hash_table
[index
].slave
== slave
) {
419 struct slave
*assigned_slave
= rlb_next_rx_slave(bond
);
421 if (assigned_slave
) {
422 rx_hash_table
[index
].slave
= assigned_slave
;
423 if (!ether_addr_equal_64bits(rx_hash_table
[index
].mac_dst
,
425 bond_info
->rx_hashtbl
[index
].ntt
= 1;
426 bond_info
->rx_ntt
= 1;
427 /* A slave has been removed from the
428 * table because it is either disabled
429 * or being released. We must retry the
430 * update to avoid clients from not
431 * being updated & disconnecting when
434 bond_info
->rlb_update_retry_counter
=
437 } else { /* there is no active slave */
438 rx_hash_table
[index
].slave
= NULL
;
443 spin_unlock_bh(&bond
->mode_lock
);
445 if (slave
!= rtnl_dereference(bond
->curr_active_slave
))
446 rlb_teach_disabled_mac_on_primary(bond
, slave
->dev
->dev_addr
);
449 static void rlb_update_client(struct rlb_client_info
*client_info
)
453 if (!client_info
->slave
)
456 for (i
= 0; i
< RLB_ARP_BURST_SIZE
; i
++) {
459 skb
= arp_create(ARPOP_REPLY
, ETH_P_ARP
,
461 client_info
->slave
->dev
,
463 client_info
->mac_dst
,
464 client_info
->slave
->dev
->dev_addr
,
465 client_info
->mac_dst
);
467 netdev_err(client_info
->slave
->bond
->dev
,
468 "failed to create an ARP packet\n");
472 skb
->dev
= client_info
->slave
->dev
;
474 if (client_info
->vlan_id
) {
475 __vlan_hwaccel_put_tag(skb
, htons(ETH_P_8021Q
),
476 client_info
->vlan_id
);
483 /* sends ARP REPLIES that update the clients that need updating */
484 static void rlb_update_rx_clients(struct bonding
*bond
)
486 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
487 struct rlb_client_info
*client_info
;
490 spin_lock_bh(&bond
->mode_lock
);
492 hash_index
= bond_info
->rx_hashtbl_used_head
;
493 for (; hash_index
!= RLB_NULL_INDEX
;
494 hash_index
= client_info
->used_next
) {
495 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
496 if (client_info
->ntt
) {
497 rlb_update_client(client_info
);
498 if (bond_info
->rlb_update_retry_counter
== 0)
499 client_info
->ntt
= 0;
503 /* do not update the entries again until this counter is zero so that
504 * not to confuse the clients.
506 bond_info
->rlb_update_delay_counter
= RLB_UPDATE_DELAY
;
508 spin_unlock_bh(&bond
->mode_lock
);
511 /* The slave was assigned a new mac address - update the clients */
512 static void rlb_req_update_slave_clients(struct bonding
*bond
, struct slave
*slave
)
514 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
515 struct rlb_client_info
*client_info
;
519 spin_lock_bh(&bond
->mode_lock
);
521 hash_index
= bond_info
->rx_hashtbl_used_head
;
522 for (; hash_index
!= RLB_NULL_INDEX
;
523 hash_index
= client_info
->used_next
) {
524 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
526 if ((client_info
->slave
== slave
) &&
527 !ether_addr_equal_64bits(client_info
->mac_dst
, mac_bcast
)) {
528 client_info
->ntt
= 1;
533 /* update the team's flag only after the whole iteration */
535 bond_info
->rx_ntt
= 1;
536 /* fasten the change */
537 bond_info
->rlb_update_retry_counter
= RLB_UPDATE_RETRY
;
540 spin_unlock_bh(&bond
->mode_lock
);
543 /* mark all clients using src_ip to be updated */
544 static void rlb_req_update_subnet_clients(struct bonding
*bond
, __be32 src_ip
)
546 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
547 struct rlb_client_info
*client_info
;
550 spin_lock(&bond
->mode_lock
);
552 hash_index
= bond_info
->rx_hashtbl_used_head
;
553 for (; hash_index
!= RLB_NULL_INDEX
;
554 hash_index
= client_info
->used_next
) {
555 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
557 if (!client_info
->slave
) {
558 netdev_err(bond
->dev
, "found a client with no channel in the client's hash table\n");
561 /* update all clients using this src_ip, that are not assigned
562 * to the team's address (curr_active_slave) and have a known
563 * unicast mac address.
565 if ((client_info
->ip_src
== src_ip
) &&
566 !ether_addr_equal_64bits(client_info
->slave
->dev
->dev_addr
,
567 bond
->dev
->dev_addr
) &&
568 !ether_addr_equal_64bits(client_info
->mac_dst
, mac_bcast
)) {
569 client_info
->ntt
= 1;
570 bond_info
->rx_ntt
= 1;
574 spin_unlock(&bond
->mode_lock
);
577 static struct slave
*rlb_choose_channel(struct sk_buff
*skb
, struct bonding
*bond
)
579 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
580 struct arp_pkt
*arp
= arp_pkt(skb
);
581 struct slave
*assigned_slave
, *curr_active_slave
;
582 struct rlb_client_info
*client_info
;
585 spin_lock(&bond
->mode_lock
);
587 curr_active_slave
= rcu_dereference(bond
->curr_active_slave
);
589 hash_index
= _simple_hash((u8
*)&arp
->ip_dst
, sizeof(arp
->ip_dst
));
590 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
592 if (client_info
->assigned
) {
593 if ((client_info
->ip_src
== arp
->ip_src
) &&
594 (client_info
->ip_dst
== arp
->ip_dst
)) {
595 /* the entry is already assigned to this client */
596 if (!ether_addr_equal_64bits(arp
->mac_dst
, mac_bcast
)) {
597 /* update mac address from arp */
598 ether_addr_copy(client_info
->mac_dst
, arp
->mac_dst
);
600 ether_addr_copy(client_info
->mac_src
, arp
->mac_src
);
602 assigned_slave
= client_info
->slave
;
603 if (assigned_slave
) {
604 spin_unlock(&bond
->mode_lock
);
605 return assigned_slave
;
608 /* the entry is already assigned to some other client,
609 * move the old client to primary (curr_active_slave) so
610 * that the new client can be assigned to this entry.
612 if (curr_active_slave
&&
613 client_info
->slave
!= curr_active_slave
) {
614 client_info
->slave
= curr_active_slave
;
615 rlb_update_client(client_info
);
619 /* assign a new slave */
620 assigned_slave
= __rlb_next_rx_slave(bond
);
622 if (assigned_slave
) {
623 if (!(client_info
->assigned
&&
624 client_info
->ip_src
== arp
->ip_src
)) {
625 /* ip_src is going to be updated,
626 * fix the src hash list
628 u32 hash_src
= _simple_hash((u8
*)&arp
->ip_src
,
629 sizeof(arp
->ip_src
));
630 rlb_src_unlink(bond
, hash_index
);
631 rlb_src_link(bond
, hash_src
, hash_index
);
634 client_info
->ip_src
= arp
->ip_src
;
635 client_info
->ip_dst
= arp
->ip_dst
;
636 /* arp->mac_dst is broadcast for arp reqeusts.
637 * will be updated with clients actual unicast mac address
638 * upon receiving an arp reply.
640 ether_addr_copy(client_info
->mac_dst
, arp
->mac_dst
);
641 ether_addr_copy(client_info
->mac_src
, arp
->mac_src
);
642 client_info
->slave
= assigned_slave
;
644 if (!ether_addr_equal_64bits(client_info
->mac_dst
, mac_bcast
)) {
645 client_info
->ntt
= 1;
646 bond
->alb_info
.rx_ntt
= 1;
648 client_info
->ntt
= 0;
651 if (vlan_get_tag(skb
, &client_info
->vlan_id
))
652 client_info
->vlan_id
= 0;
654 if (!client_info
->assigned
) {
655 u32 prev_tbl_head
= bond_info
->rx_hashtbl_used_head
;
656 bond_info
->rx_hashtbl_used_head
= hash_index
;
657 client_info
->used_next
= prev_tbl_head
;
658 if (prev_tbl_head
!= RLB_NULL_INDEX
) {
659 bond_info
->rx_hashtbl
[prev_tbl_head
].used_prev
=
662 client_info
->assigned
= 1;
666 spin_unlock(&bond
->mode_lock
);
668 return assigned_slave
;
671 /* chooses (and returns) transmit channel for arp reply
672 * does not choose channel for other arp types since they are
673 * sent on the curr_active_slave
675 static struct slave
*rlb_arp_xmit(struct sk_buff
*skb
, struct bonding
*bond
)
677 struct arp_pkt
*arp
= arp_pkt(skb
);
678 struct slave
*tx_slave
= NULL
;
680 /* Don't modify or load balance ARPs that do not originate locally
681 * (e.g.,arrive via a bridge).
683 if (!bond_slave_has_mac_rx(bond
, arp
->mac_src
))
686 if (arp
->op_code
== htons(ARPOP_REPLY
)) {
687 /* the arp must be sent on the selected rx channel */
688 tx_slave
= rlb_choose_channel(skb
, bond
);
690 bond_hw_addr_copy(arp
->mac_src
, tx_slave
->dev
->dev_addr
,
691 tx_slave
->dev
->addr_len
);
692 netdev_dbg(bond
->dev
, "Server sent ARP Reply packet\n");
693 } else if (arp
->op_code
== htons(ARPOP_REQUEST
)) {
694 /* Create an entry in the rx_hashtbl for this client as a
696 * When the arp reply is received the entry will be updated
697 * with the correct unicast address of the client.
699 rlb_choose_channel(skb
, bond
);
701 /* The ARP reply packets must be delayed so that
702 * they can cancel out the influence of the ARP request.
704 bond
->alb_info
.rlb_update_delay_counter
= RLB_UPDATE_DELAY
;
706 /* arp requests are broadcast and are sent on the primary
707 * the arp request will collapse all clients on the subnet to
708 * the primary slave. We must register these clients to be
709 * updated with their assigned mac.
711 rlb_req_update_subnet_clients(bond
, arp
->ip_src
);
712 netdev_dbg(bond
->dev
, "Server sent ARP Request packet\n");
718 static void rlb_rebalance(struct bonding
*bond
)
720 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
721 struct slave
*assigned_slave
;
722 struct rlb_client_info
*client_info
;
726 spin_lock_bh(&bond
->mode_lock
);
729 hash_index
= bond_info
->rx_hashtbl_used_head
;
730 for (; hash_index
!= RLB_NULL_INDEX
;
731 hash_index
= client_info
->used_next
) {
732 client_info
= &(bond_info
->rx_hashtbl
[hash_index
]);
733 assigned_slave
= __rlb_next_rx_slave(bond
);
734 if (assigned_slave
&& (client_info
->slave
!= assigned_slave
)) {
735 client_info
->slave
= assigned_slave
;
736 client_info
->ntt
= 1;
741 /* update the team's flag only after the whole iteration */
743 bond_info
->rx_ntt
= 1;
744 spin_unlock_bh(&bond
->mode_lock
);
747 /* Caller must hold mode_lock */
748 static void rlb_init_table_entry_dst(struct rlb_client_info
*entry
)
750 entry
->used_next
= RLB_NULL_INDEX
;
751 entry
->used_prev
= RLB_NULL_INDEX
;
756 static void rlb_init_table_entry_src(struct rlb_client_info
*entry
)
758 entry
->src_first
= RLB_NULL_INDEX
;
759 entry
->src_prev
= RLB_NULL_INDEX
;
760 entry
->src_next
= RLB_NULL_INDEX
;
763 static void rlb_init_table_entry(struct rlb_client_info
*entry
)
765 memset(entry
, 0, sizeof(struct rlb_client_info
));
766 rlb_init_table_entry_dst(entry
);
767 rlb_init_table_entry_src(entry
);
770 static void rlb_delete_table_entry_dst(struct bonding
*bond
, u32 index
)
772 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
773 u32 next_index
= bond_info
->rx_hashtbl
[index
].used_next
;
774 u32 prev_index
= bond_info
->rx_hashtbl
[index
].used_prev
;
776 if (index
== bond_info
->rx_hashtbl_used_head
)
777 bond_info
->rx_hashtbl_used_head
= next_index
;
778 if (prev_index
!= RLB_NULL_INDEX
)
779 bond_info
->rx_hashtbl
[prev_index
].used_next
= next_index
;
780 if (next_index
!= RLB_NULL_INDEX
)
781 bond_info
->rx_hashtbl
[next_index
].used_prev
= prev_index
;
784 /* unlink a rlb hash table entry from the src list */
785 static void rlb_src_unlink(struct bonding
*bond
, u32 index
)
787 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
788 u32 next_index
= bond_info
->rx_hashtbl
[index
].src_next
;
789 u32 prev_index
= bond_info
->rx_hashtbl
[index
].src_prev
;
791 bond_info
->rx_hashtbl
[index
].src_next
= RLB_NULL_INDEX
;
792 bond_info
->rx_hashtbl
[index
].src_prev
= RLB_NULL_INDEX
;
794 if (next_index
!= RLB_NULL_INDEX
)
795 bond_info
->rx_hashtbl
[next_index
].src_prev
= prev_index
;
797 if (prev_index
== RLB_NULL_INDEX
)
800 /* is prev_index pointing to the head of this list? */
801 if (bond_info
->rx_hashtbl
[prev_index
].src_first
== index
)
802 bond_info
->rx_hashtbl
[prev_index
].src_first
= next_index
;
804 bond_info
->rx_hashtbl
[prev_index
].src_next
= next_index
;
808 static void rlb_delete_table_entry(struct bonding
*bond
, u32 index
)
810 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
811 struct rlb_client_info
*entry
= &(bond_info
->rx_hashtbl
[index
]);
813 rlb_delete_table_entry_dst(bond
, index
);
814 rlb_init_table_entry_dst(entry
);
816 rlb_src_unlink(bond
, index
);
819 /* add the rx_hashtbl[ip_dst_hash] entry to the list
820 * of entries with identical ip_src_hash
822 static void rlb_src_link(struct bonding
*bond
, u32 ip_src_hash
, u32 ip_dst_hash
)
824 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
827 bond_info
->rx_hashtbl
[ip_dst_hash
].src_prev
= ip_src_hash
;
828 next
= bond_info
->rx_hashtbl
[ip_src_hash
].src_first
;
829 bond_info
->rx_hashtbl
[ip_dst_hash
].src_next
= next
;
830 if (next
!= RLB_NULL_INDEX
)
831 bond_info
->rx_hashtbl
[next
].src_prev
= ip_dst_hash
;
832 bond_info
->rx_hashtbl
[ip_src_hash
].src_first
= ip_dst_hash
;
835 /* deletes all rx_hashtbl entries with arp->ip_src if their mac_src does
836 * not match arp->mac_src
838 static void rlb_purge_src_ip(struct bonding
*bond
, struct arp_pkt
*arp
)
840 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
841 u32 ip_src_hash
= _simple_hash((u8
*)&(arp
->ip_src
), sizeof(arp
->ip_src
));
844 spin_lock_bh(&bond
->mode_lock
);
846 index
= bond_info
->rx_hashtbl
[ip_src_hash
].src_first
;
847 while (index
!= RLB_NULL_INDEX
) {
848 struct rlb_client_info
*entry
= &(bond_info
->rx_hashtbl
[index
]);
849 u32 next_index
= entry
->src_next
;
850 if (entry
->ip_src
== arp
->ip_src
&&
851 !ether_addr_equal_64bits(arp
->mac_src
, entry
->mac_src
))
852 rlb_delete_table_entry(bond
, index
);
855 spin_unlock_bh(&bond
->mode_lock
);
858 static int rlb_initialize(struct bonding
*bond
)
860 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
861 struct rlb_client_info
*new_hashtbl
;
862 int size
= RLB_HASH_TABLE_SIZE
* sizeof(struct rlb_client_info
);
865 new_hashtbl
= kmalloc(size
, GFP_KERNEL
);
869 spin_lock_bh(&bond
->mode_lock
);
871 bond_info
->rx_hashtbl
= new_hashtbl
;
873 bond_info
->rx_hashtbl_used_head
= RLB_NULL_INDEX
;
875 for (i
= 0; i
< RLB_HASH_TABLE_SIZE
; i
++)
876 rlb_init_table_entry(bond_info
->rx_hashtbl
+ i
);
878 spin_unlock_bh(&bond
->mode_lock
);
880 /* register to receive ARPs */
881 bond
->recv_probe
= rlb_arp_recv
;
886 static void rlb_deinitialize(struct bonding
*bond
)
888 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
890 spin_lock_bh(&bond
->mode_lock
);
892 kfree(bond_info
->rx_hashtbl
);
893 bond_info
->rx_hashtbl
= NULL
;
894 bond_info
->rx_hashtbl_used_head
= RLB_NULL_INDEX
;
896 spin_unlock_bh(&bond
->mode_lock
);
899 static void rlb_clear_vlan(struct bonding
*bond
, unsigned short vlan_id
)
901 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
904 spin_lock_bh(&bond
->mode_lock
);
906 curr_index
= bond_info
->rx_hashtbl_used_head
;
907 while (curr_index
!= RLB_NULL_INDEX
) {
908 struct rlb_client_info
*curr
= &(bond_info
->rx_hashtbl
[curr_index
]);
909 u32 next_index
= bond_info
->rx_hashtbl
[curr_index
].used_next
;
911 if (curr
->vlan_id
== vlan_id
)
912 rlb_delete_table_entry(bond
, curr_index
);
914 curr_index
= next_index
;
917 spin_unlock_bh(&bond
->mode_lock
);
920 /*********************** tlb/rlb shared functions *********************/
922 static void alb_send_lp_vid(struct slave
*slave
, u8 mac_addr
[],
923 __be16 vlan_proto
, u16 vid
)
925 struct learning_pkt pkt
;
927 int size
= sizeof(struct learning_pkt
);
930 memset(&pkt
, 0, size
);
931 ether_addr_copy(pkt
.mac_dst
, mac_addr
);
932 ether_addr_copy(pkt
.mac_src
, mac_addr
);
933 pkt
.type
= cpu_to_be16(ETH_P_LOOPBACK
);
935 skb
= dev_alloc_skb(size
);
939 data
= skb_put_data(skb
, &pkt
, size
);
941 skb_reset_mac_header(skb
);
942 skb
->network_header
= skb
->mac_header
+ ETH_HLEN
;
943 skb
->protocol
= pkt
.type
;
944 skb
->priority
= TC_PRIO_CONTROL
;
945 skb
->dev
= slave
->dev
;
948 __vlan_hwaccel_put_tag(skb
, vlan_proto
, vid
);
953 struct alb_walk_data
{
954 struct bonding
*bond
;
960 static int alb_upper_dev_walk(struct net_device
*upper
, void *_data
)
962 struct alb_walk_data
*data
= _data
;
963 bool strict_match
= data
->strict_match
;
964 struct bonding
*bond
= data
->bond
;
965 struct slave
*slave
= data
->slave
;
966 u8
*mac_addr
= data
->mac_addr
;
967 struct bond_vlan_tag
*tags
;
969 if (is_vlan_dev(upper
) && vlan_get_encap_level(upper
) == 0) {
971 ether_addr_equal_64bits(mac_addr
,
973 alb_send_lp_vid(slave
, mac_addr
,
974 vlan_dev_vlan_proto(upper
),
975 vlan_dev_vlan_id(upper
));
976 } else if (!strict_match
) {
977 alb_send_lp_vid(slave
, upper
->dev_addr
,
978 vlan_dev_vlan_proto(upper
),
979 vlan_dev_vlan_id(upper
));
983 /* If this is a macvlan device, then only send updates
984 * when strict_match is turned off.
986 if (netif_is_macvlan(upper
) && !strict_match
) {
987 tags
= bond_verify_device_path(bond
->dev
, upper
, 0);
988 if (IS_ERR_OR_NULL(tags
))
990 alb_send_lp_vid(slave
, upper
->dev_addr
,
991 tags
[0].vlan_proto
, tags
[0].vlan_id
);
998 static void alb_send_learning_packets(struct slave
*slave
, u8 mac_addr
[],
1001 struct bonding
*bond
= bond_get_bond_by_slave(slave
);
1002 struct alb_walk_data data
= {
1003 .strict_match
= strict_match
,
1004 .mac_addr
= mac_addr
,
1010 alb_send_lp_vid(slave
, mac_addr
, 0, 0);
1012 /* loop through all devices and see if we need to send a packet
1016 netdev_walk_all_upper_dev_rcu(bond
->dev
, alb_upper_dev_walk
, &data
);
1020 static int alb_set_slave_mac_addr(struct slave
*slave
, u8 addr
[],
1023 struct net_device
*dev
= slave
->dev
;
1024 struct sockaddr_storage ss
;
1026 if (BOND_MODE(slave
->bond
) == BOND_MODE_TLB
) {
1027 memcpy(dev
->dev_addr
, addr
, len
);
1031 /* for rlb each slave must have a unique hw mac addresses so that
1032 * each slave will receive packets destined to a different mac
1034 memcpy(ss
.__data
, addr
, len
);
1035 ss
.ss_family
= dev
->type
;
1036 if (dev_set_mac_address(dev
, (struct sockaddr
*)&ss
)) {
1037 netdev_err(slave
->bond
->dev
, "dev_set_mac_address of dev %s failed! ALB mode requires that the base driver support setting the hw address also when the network device's interface is open\n",
1044 /* Swap MAC addresses between two slaves.
1046 * Called with RTNL held, and no other locks.
1048 static void alb_swap_mac_addr(struct slave
*slave1
, struct slave
*slave2
)
1050 u8 tmp_mac_addr
[MAX_ADDR_LEN
];
1052 bond_hw_addr_copy(tmp_mac_addr
, slave1
->dev
->dev_addr
,
1053 slave1
->dev
->addr_len
);
1054 alb_set_slave_mac_addr(slave1
, slave2
->dev
->dev_addr
,
1055 slave2
->dev
->addr_len
);
1056 alb_set_slave_mac_addr(slave2
, tmp_mac_addr
,
1057 slave1
->dev
->addr_len
);
1061 /* Send learning packets after MAC address swap.
1063 * Called with RTNL and no other locks
1065 static void alb_fasten_mac_swap(struct bonding
*bond
, struct slave
*slave1
,
1066 struct slave
*slave2
)
1068 int slaves_state_differ
= (bond_slave_can_tx(slave1
) != bond_slave_can_tx(slave2
));
1069 struct slave
*disabled_slave
= NULL
;
1073 /* fasten the change in the switch */
1074 if (bond_slave_can_tx(slave1
)) {
1075 alb_send_learning_packets(slave1
, slave1
->dev
->dev_addr
, false);
1076 if (bond
->alb_info
.rlb_enabled
) {
1077 /* inform the clients that the mac address
1080 rlb_req_update_slave_clients(bond
, slave1
);
1083 disabled_slave
= slave1
;
1086 if (bond_slave_can_tx(slave2
)) {
1087 alb_send_learning_packets(slave2
, slave2
->dev
->dev_addr
, false);
1088 if (bond
->alb_info
.rlb_enabled
) {
1089 /* inform the clients that the mac address
1092 rlb_req_update_slave_clients(bond
, slave2
);
1095 disabled_slave
= slave2
;
1098 if (bond
->alb_info
.rlb_enabled
&& slaves_state_differ
) {
1099 /* A disabled slave was assigned an active mac addr */
1100 rlb_teach_disabled_mac_on_primary(bond
,
1101 disabled_slave
->dev
->dev_addr
);
1106 * alb_change_hw_addr_on_detach
1107 * @bond: bonding we're working on
1108 * @slave: the slave that was just detached
1110 * We assume that @slave was already detached from the slave list.
1112 * If @slave's permanent hw address is different both from its current
1113 * address and from @bond's address, then somewhere in the bond there's
1114 * a slave that has @slave's permanet address as its current address.
1115 * We'll make sure that that slave no longer uses @slave's permanent address.
1117 * Caller must hold RTNL and no other locks
1119 static void alb_change_hw_addr_on_detach(struct bonding
*bond
, struct slave
*slave
)
1123 struct slave
*found_slave
;
1125 perm_curr_diff
= !ether_addr_equal_64bits(slave
->perm_hwaddr
,
1126 slave
->dev
->dev_addr
);
1127 perm_bond_diff
= !ether_addr_equal_64bits(slave
->perm_hwaddr
,
1128 bond
->dev
->dev_addr
);
1130 if (perm_curr_diff
&& perm_bond_diff
) {
1131 found_slave
= bond_slave_has_mac(bond
, slave
->perm_hwaddr
);
1134 alb_swap_mac_addr(slave
, found_slave
);
1135 alb_fasten_mac_swap(bond
, slave
, found_slave
);
1141 * alb_handle_addr_collision_on_attach
1142 * @bond: bonding we're working on
1143 * @slave: the slave that was just attached
1145 * checks uniqueness of slave's mac address and handles the case the
1146 * new slave uses the bonds mac address.
1148 * If the permanent hw address of @slave is @bond's hw address, we need to
1149 * find a different hw address to give @slave, that isn't in use by any other
1150 * slave in the bond. This address must be, of course, one of the permanent
1151 * addresses of the other slaves.
1153 * We go over the slave list, and for each slave there we compare its
1154 * permanent hw address with the current address of all the other slaves.
1155 * If no match was found, then we've found a slave with a permanent address
1156 * that isn't used by any other slave in the bond, so we can assign it to
1159 * assumption: this function is called before @slave is attached to the
1162 static int alb_handle_addr_collision_on_attach(struct bonding
*bond
, struct slave
*slave
)
1164 struct slave
*has_bond_addr
= rcu_access_pointer(bond
->curr_active_slave
);
1165 struct slave
*tmp_slave1
, *free_mac_slave
= NULL
;
1166 struct list_head
*iter
;
1168 if (!bond_has_slaves(bond
)) {
1169 /* this is the first slave */
1173 /* if slave's mac address differs from bond's mac address
1174 * check uniqueness of slave's mac address against the other
1175 * slaves in the bond.
1177 if (!ether_addr_equal_64bits(slave
->perm_hwaddr
, bond
->dev
->dev_addr
)) {
1178 if (!bond_slave_has_mac(bond
, slave
->dev
->dev_addr
))
1181 /* Try setting slave mac to bond address and fall-through
1182 * to code handling that situation below...
1184 alb_set_slave_mac_addr(slave
, bond
->dev
->dev_addr
,
1185 bond
->dev
->addr_len
);
1188 /* The slave's address is equal to the address of the bond.
1189 * Search for a spare address in the bond for this slave.
1191 bond_for_each_slave(bond
, tmp_slave1
, iter
) {
1192 if (!bond_slave_has_mac(bond
, tmp_slave1
->perm_hwaddr
)) {
1193 /* no slave has tmp_slave1's perm addr
1196 free_mac_slave
= tmp_slave1
;
1200 if (!has_bond_addr
) {
1201 if (ether_addr_equal_64bits(tmp_slave1
->dev
->dev_addr
,
1202 bond
->dev
->dev_addr
)) {
1204 has_bond_addr
= tmp_slave1
;
1209 if (free_mac_slave
) {
1210 alb_set_slave_mac_addr(slave
, free_mac_slave
->perm_hwaddr
,
1211 free_mac_slave
->dev
->addr_len
);
1213 netdev_warn(bond
->dev
, "the hw address of slave %s is in use by the bond; giving it the hw address of %s\n",
1214 slave
->dev
->name
, free_mac_slave
->dev
->name
);
1216 } else if (has_bond_addr
) {
1217 netdev_err(bond
->dev
, "the hw address of slave %s is in use by the bond; couldn't find a slave with a free hw address to give it (this should not have happened)\n",
1226 * alb_set_mac_address
1230 * In TLB mode all slaves are configured to the bond's hw address, but set
1231 * their dev_addr field to different addresses (based on their permanent hw
1234 * For each slave, this function sets the interface to the new address and then
1235 * changes its dev_addr field to its previous value.
1237 * Unwinding assumes bond's mac address has not yet changed.
1239 static int alb_set_mac_address(struct bonding
*bond
, void *addr
)
1241 struct slave
*slave
, *rollback_slave
;
1242 struct list_head
*iter
;
1243 struct sockaddr_storage ss
;
1244 char tmp_addr
[MAX_ADDR_LEN
];
1247 if (bond
->alb_info
.rlb_enabled
)
1250 bond_for_each_slave(bond
, slave
, iter
) {
1251 /* save net_device's current hw address */
1252 bond_hw_addr_copy(tmp_addr
, slave
->dev
->dev_addr
,
1253 slave
->dev
->addr_len
);
1255 res
= dev_set_mac_address(slave
->dev
, addr
);
1257 /* restore net_device's hw address */
1258 bond_hw_addr_copy(slave
->dev
->dev_addr
, tmp_addr
,
1259 slave
->dev
->addr_len
);
1268 memcpy(ss
.__data
, bond
->dev
->dev_addr
, bond
->dev
->addr_len
);
1269 ss
.ss_family
= bond
->dev
->type
;
1271 /* unwind from head to the slave that failed */
1272 bond_for_each_slave(bond
, rollback_slave
, iter
) {
1273 if (rollback_slave
== slave
)
1275 bond_hw_addr_copy(tmp_addr
, rollback_slave
->dev
->dev_addr
,
1276 rollback_slave
->dev
->addr_len
);
1277 dev_set_mac_address(rollback_slave
->dev
,
1278 (struct sockaddr
*)&ss
);
1279 bond_hw_addr_copy(rollback_slave
->dev
->dev_addr
, tmp_addr
,
1280 rollback_slave
->dev
->addr_len
);
1286 /************************ exported alb funcions ************************/
1288 int bond_alb_initialize(struct bonding
*bond
, int rlb_enabled
)
1292 res
= tlb_initialize(bond
);
1297 bond
->alb_info
.rlb_enabled
= 1;
1298 res
= rlb_initialize(bond
);
1300 tlb_deinitialize(bond
);
1304 bond
->alb_info
.rlb_enabled
= 0;
1310 void bond_alb_deinitialize(struct bonding
*bond
)
1312 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
1314 tlb_deinitialize(bond
);
1316 if (bond_info
->rlb_enabled
)
1317 rlb_deinitialize(bond
);
1320 static int bond_do_alb_xmit(struct sk_buff
*skb
, struct bonding
*bond
,
1321 struct slave
*tx_slave
)
1323 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
1324 struct ethhdr
*eth_data
= eth_hdr(skb
);
1327 /* unbalanced or unassigned, send through primary */
1328 tx_slave
= rcu_dereference(bond
->curr_active_slave
);
1329 if (bond
->params
.tlb_dynamic_lb
)
1330 bond_info
->unbalanced_load
+= skb
->len
;
1333 if (tx_slave
&& bond_slave_can_tx(tx_slave
)) {
1334 if (tx_slave
!= rcu_access_pointer(bond
->curr_active_slave
)) {
1335 ether_addr_copy(eth_data
->h_source
,
1336 tx_slave
->dev
->dev_addr
);
1339 bond_dev_queue_xmit(bond
, skb
, tx_slave
->dev
);
1343 if (tx_slave
&& bond
->params
.tlb_dynamic_lb
) {
1344 spin_lock(&bond
->mode_lock
);
1345 __tlb_clear_slave(bond
, tx_slave
, 0);
1346 spin_unlock(&bond
->mode_lock
);
1349 /* no suitable interface, frame not sent */
1350 bond_tx_drop(bond
->dev
, skb
);
1352 return NETDEV_TX_OK
;
1355 int bond_tlb_xmit(struct sk_buff
*skb
, struct net_device
*bond_dev
)
1357 struct bonding
*bond
= netdev_priv(bond_dev
);
1358 struct ethhdr
*eth_data
;
1359 struct slave
*tx_slave
= NULL
;
1362 skb_reset_mac_header(skb
);
1363 eth_data
= eth_hdr(skb
);
1365 /* Do not TX balance any multicast or broadcast */
1366 if (!is_multicast_ether_addr(eth_data
->h_dest
)) {
1367 switch (skb
->protocol
) {
1368 case htons(ETH_P_IP
):
1369 case htons(ETH_P_IPX
):
1370 /* In case of IPX, it will falback to L2 hash */
1371 case htons(ETH_P_IPV6
):
1372 hash_index
= bond_xmit_hash(bond
, skb
);
1373 if (bond
->params
.tlb_dynamic_lb
) {
1374 tx_slave
= tlb_choose_channel(bond
,
1378 struct bond_up_slave
*slaves
;
1381 slaves
= rcu_dereference(bond
->slave_arr
);
1382 count
= slaves
? ACCESS_ONCE(slaves
->count
) : 0;
1384 tx_slave
= slaves
->arr
[hash_index
%
1390 return bond_do_alb_xmit(skb
, bond
, tx_slave
);
1393 int bond_alb_xmit(struct sk_buff
*skb
, struct net_device
*bond_dev
)
1395 struct bonding
*bond
= netdev_priv(bond_dev
);
1396 struct ethhdr
*eth_data
;
1397 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
1398 struct slave
*tx_slave
= NULL
;
1399 static const __be32 ip_bcast
= htonl(0xffffffff);
1401 bool do_tx_balance
= true;
1403 const u8
*hash_start
= NULL
;
1404 struct ipv6hdr
*ip6hdr
;
1406 skb_reset_mac_header(skb
);
1407 eth_data
= eth_hdr(skb
);
1409 switch (ntohs(skb
->protocol
)) {
1411 const struct iphdr
*iph
= ip_hdr(skb
);
1413 if (ether_addr_equal_64bits(eth_data
->h_dest
, mac_bcast
) ||
1414 (iph
->daddr
== ip_bcast
) ||
1415 (iph
->protocol
== IPPROTO_IGMP
)) {
1416 do_tx_balance
= false;
1419 hash_start
= (char *)&(iph
->daddr
);
1420 hash_size
= sizeof(iph
->daddr
);
1424 /* IPv6 doesn't really use broadcast mac address, but leave
1425 * that here just in case.
1427 if (ether_addr_equal_64bits(eth_data
->h_dest
, mac_bcast
)) {
1428 do_tx_balance
= false;
1432 /* IPv6 uses all-nodes multicast as an equivalent to
1433 * broadcasts in IPv4.
1435 if (ether_addr_equal_64bits(eth_data
->h_dest
, mac_v6_allmcast
)) {
1436 do_tx_balance
= false;
1440 /* Additianally, DAD probes should not be tx-balanced as that
1441 * will lead to false positives for duplicate addresses and
1442 * prevent address configuration from working.
1444 ip6hdr
= ipv6_hdr(skb
);
1445 if (ipv6_addr_any(&ip6hdr
->saddr
)) {
1446 do_tx_balance
= false;
1450 hash_start
= (char *)&(ipv6_hdr(skb
)->daddr
);
1451 hash_size
= sizeof(ipv6_hdr(skb
)->daddr
);
1454 if (ipx_hdr(skb
)->ipx_checksum
!= IPX_NO_CHECKSUM
) {
1455 /* something is wrong with this packet */
1456 do_tx_balance
= false;
1460 if (ipx_hdr(skb
)->ipx_type
!= IPX_TYPE_NCP
) {
1461 /* The only protocol worth balancing in
1462 * this family since it has an "ARP" like
1465 do_tx_balance
= false;
1469 hash_start
= (char *)eth_data
->h_dest
;
1470 hash_size
= ETH_ALEN
;
1473 do_tx_balance
= false;
1474 if (bond_info
->rlb_enabled
)
1475 tx_slave
= rlb_arp_xmit(skb
, bond
);
1478 do_tx_balance
= false;
1482 if (do_tx_balance
) {
1483 hash_index
= _simple_hash(hash_start
, hash_size
);
1484 tx_slave
= tlb_choose_channel(bond
, hash_index
, skb
->len
);
1487 return bond_do_alb_xmit(skb
, bond
, tx_slave
);
1490 void bond_alb_monitor(struct work_struct
*work
)
1492 struct bonding
*bond
= container_of(work
, struct bonding
,
1494 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
1495 struct list_head
*iter
;
1496 struct slave
*slave
;
1498 if (!bond_has_slaves(bond
)) {
1499 bond_info
->tx_rebalance_counter
= 0;
1500 bond_info
->lp_counter
= 0;
1506 bond_info
->tx_rebalance_counter
++;
1507 bond_info
->lp_counter
++;
1509 /* send learning packets */
1510 if (bond_info
->lp_counter
>= BOND_ALB_LP_TICKS(bond
)) {
1513 bond_for_each_slave_rcu(bond
, slave
, iter
) {
1514 /* If updating current_active, use all currently
1515 * user mac addreses (!strict_match). Otherwise, only
1516 * use mac of the slave device.
1517 * In RLB mode, we always use strict matches.
1519 strict_match
= (slave
!= rcu_access_pointer(bond
->curr_active_slave
) ||
1520 bond_info
->rlb_enabled
);
1521 alb_send_learning_packets(slave
, slave
->dev
->dev_addr
,
1524 bond_info
->lp_counter
= 0;
1527 /* rebalance tx traffic */
1528 if (bond_info
->tx_rebalance_counter
>= BOND_TLB_REBALANCE_TICKS
) {
1529 bond_for_each_slave_rcu(bond
, slave
, iter
) {
1530 tlb_clear_slave(bond
, slave
, 1);
1531 if (slave
== rcu_access_pointer(bond
->curr_active_slave
)) {
1532 SLAVE_TLB_INFO(slave
).load
=
1533 bond_info
->unbalanced_load
/
1534 BOND_TLB_REBALANCE_INTERVAL
;
1535 bond_info
->unbalanced_load
= 0;
1538 bond_info
->tx_rebalance_counter
= 0;
1541 if (bond_info
->rlb_enabled
) {
1542 if (bond_info
->primary_is_promisc
&&
1543 (++bond_info
->rlb_promisc_timeout_counter
>= RLB_PROMISC_TIMEOUT
)) {
1545 /* dev_set_promiscuity requires rtnl and
1546 * nothing else. Avoid race with bond_close.
1549 if (!rtnl_trylock())
1552 bond_info
->rlb_promisc_timeout_counter
= 0;
1554 /* If the primary was set to promiscuous mode
1555 * because a slave was disabled then
1556 * it can now leave promiscuous mode.
1558 dev_set_promiscuity(rtnl_dereference(bond
->curr_active_slave
)->dev
,
1560 bond_info
->primary_is_promisc
= 0;
1566 if (bond_info
->rlb_rebalance
) {
1567 bond_info
->rlb_rebalance
= 0;
1568 rlb_rebalance(bond
);
1571 /* check if clients need updating */
1572 if (bond_info
->rx_ntt
) {
1573 if (bond_info
->rlb_update_delay_counter
) {
1574 --bond_info
->rlb_update_delay_counter
;
1576 rlb_update_rx_clients(bond
);
1577 if (bond_info
->rlb_update_retry_counter
)
1578 --bond_info
->rlb_update_retry_counter
;
1580 bond_info
->rx_ntt
= 0;
1586 queue_delayed_work(bond
->wq
, &bond
->alb_work
, alb_delta_in_ticks
);
1589 /* assumption: called before the slave is attached to the bond
1590 * and not locked by the bond lock
1592 int bond_alb_init_slave(struct bonding
*bond
, struct slave
*slave
)
1596 res
= alb_set_slave_mac_addr(slave
, slave
->perm_hwaddr
,
1597 slave
->dev
->addr_len
);
1601 res
= alb_handle_addr_collision_on_attach(bond
, slave
);
1605 tlb_init_slave(slave
);
1607 /* order a rebalance ASAP */
1608 bond
->alb_info
.tx_rebalance_counter
= BOND_TLB_REBALANCE_TICKS
;
1610 if (bond
->alb_info
.rlb_enabled
)
1611 bond
->alb_info
.rlb_rebalance
= 1;
1616 /* Remove slave from tlb and rlb hash tables, and fix up MAC addresses
1619 * Caller must hold RTNL and no other locks
1621 void bond_alb_deinit_slave(struct bonding
*bond
, struct slave
*slave
)
1623 if (bond_has_slaves(bond
))
1624 alb_change_hw_addr_on_detach(bond
, slave
);
1626 tlb_clear_slave(bond
, slave
, 0);
1628 if (bond
->alb_info
.rlb_enabled
) {
1629 bond
->alb_info
.rx_slave
= NULL
;
1630 rlb_clear_slave(bond
, slave
);
1635 void bond_alb_handle_link_change(struct bonding
*bond
, struct slave
*slave
, char link
)
1637 struct alb_bond_info
*bond_info
= &(BOND_ALB_INFO(bond
));
1639 if (link
== BOND_LINK_DOWN
) {
1640 tlb_clear_slave(bond
, slave
, 0);
1641 if (bond
->alb_info
.rlb_enabled
)
1642 rlb_clear_slave(bond
, slave
);
1643 } else if (link
== BOND_LINK_UP
) {
1644 /* order a rebalance ASAP */
1645 bond_info
->tx_rebalance_counter
= BOND_TLB_REBALANCE_TICKS
;
1646 if (bond
->alb_info
.rlb_enabled
) {
1647 bond
->alb_info
.rlb_rebalance
= 1;
1648 /* If the updelay module parameter is smaller than the
1649 * forwarding delay of the switch the rebalance will
1650 * not work because the rebalance arp replies will
1651 * not be forwarded to the clients..
1656 if (bond_is_nondyn_tlb(bond
)) {
1657 if (bond_update_slave_arr(bond
, NULL
))
1658 pr_err("Failed to build slave-array for TLB mode.\n");
1663 * bond_alb_handle_active_change - assign new curr_active_slave
1664 * @bond: our bonding struct
1665 * @new_slave: new slave to assign
1667 * Set the bond->curr_active_slave to @new_slave and handle
1668 * mac address swapping and promiscuity changes as needed.
1670 * Caller must hold RTNL
1672 void bond_alb_handle_active_change(struct bonding
*bond
, struct slave
*new_slave
)
1674 struct slave
*swap_slave
;
1675 struct slave
*curr_active
;
1677 curr_active
= rtnl_dereference(bond
->curr_active_slave
);
1678 if (curr_active
== new_slave
)
1681 if (curr_active
&& bond
->alb_info
.primary_is_promisc
) {
1682 dev_set_promiscuity(curr_active
->dev
, -1);
1683 bond
->alb_info
.primary_is_promisc
= 0;
1684 bond
->alb_info
.rlb_promisc_timeout_counter
= 0;
1687 swap_slave
= curr_active
;
1688 rcu_assign_pointer(bond
->curr_active_slave
, new_slave
);
1690 if (!new_slave
|| !bond_has_slaves(bond
))
1693 /* set the new curr_active_slave to the bonds mac address
1694 * i.e. swap mac addresses of old curr_active_slave and new curr_active_slave
1697 swap_slave
= bond_slave_has_mac(bond
, bond
->dev
->dev_addr
);
1699 /* Arrange for swap_slave and new_slave to temporarily be
1700 * ignored so we can mess with their MAC addresses without
1701 * fear of interference from transmit activity.
1704 tlb_clear_slave(bond
, swap_slave
, 1);
1705 tlb_clear_slave(bond
, new_slave
, 1);
1707 /* in TLB mode, the slave might flip down/up with the old dev_addr,
1708 * and thus filter bond->dev_addr's packets, so force bond's mac
1710 if (BOND_MODE(bond
) == BOND_MODE_TLB
) {
1711 struct sockaddr_storage ss
;
1712 u8 tmp_addr
[MAX_ADDR_LEN
];
1714 bond_hw_addr_copy(tmp_addr
, new_slave
->dev
->dev_addr
,
1715 new_slave
->dev
->addr_len
);
1717 bond_hw_addr_copy(ss
.__data
, bond
->dev
->dev_addr
,
1718 bond
->dev
->addr_len
);
1719 ss
.ss_family
= bond
->dev
->type
;
1720 /* we don't care if it can't change its mac, best effort */
1721 dev_set_mac_address(new_slave
->dev
, (struct sockaddr
*)&ss
);
1723 bond_hw_addr_copy(new_slave
->dev
->dev_addr
, tmp_addr
,
1724 new_slave
->dev
->addr_len
);
1727 /* curr_active_slave must be set before calling alb_swap_mac_addr */
1729 /* swap mac address */
1730 alb_swap_mac_addr(swap_slave
, new_slave
);
1731 alb_fasten_mac_swap(bond
, swap_slave
, new_slave
);
1733 /* set the new_slave to the bond mac address */
1734 alb_set_slave_mac_addr(new_slave
, bond
->dev
->dev_addr
,
1735 bond
->dev
->addr_len
);
1736 alb_send_learning_packets(new_slave
, bond
->dev
->dev_addr
,
1741 /* Called with RTNL */
1742 int bond_alb_set_mac_address(struct net_device
*bond_dev
, void *addr
)
1744 struct bonding
*bond
= netdev_priv(bond_dev
);
1745 struct sockaddr_storage
*ss
= addr
;
1746 struct slave
*curr_active
;
1747 struct slave
*swap_slave
;
1750 if (!is_valid_ether_addr(ss
->__data
))
1751 return -EADDRNOTAVAIL
;
1753 res
= alb_set_mac_address(bond
, addr
);
1757 bond_hw_addr_copy(bond_dev
->dev_addr
, ss
->__data
, bond_dev
->addr_len
);
1759 /* If there is no curr_active_slave there is nothing else to do.
1760 * Otherwise we'll need to pass the new address to it and handle
1763 curr_active
= rtnl_dereference(bond
->curr_active_slave
);
1767 swap_slave
= bond_slave_has_mac(bond
, bond_dev
->dev_addr
);
1770 alb_swap_mac_addr(swap_slave
, curr_active
);
1771 alb_fasten_mac_swap(bond
, swap_slave
, curr_active
);
1773 alb_set_slave_mac_addr(curr_active
, bond_dev
->dev_addr
,
1774 bond_dev
->addr_len
);
1776 alb_send_learning_packets(curr_active
,
1777 bond_dev
->dev_addr
, false);
1778 if (bond
->alb_info
.rlb_enabled
) {
1779 /* inform clients mac address has changed */
1780 rlb_req_update_slave_clients(bond
, curr_active
);
1787 void bond_alb_clear_vlan(struct bonding
*bond
, unsigned short vlan_id
)
1789 if (bond
->alb_info
.rlb_enabled
)
1790 rlb_clear_vlan(bond
, vlan_id
);