2 * Copyright (c) 2015, Mellanox Technologies inc. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include "core_priv.h"
36 #include <linux/in6.h>
38 /* For in6_dev_get/in6_dev_put */
39 #include <net/addrconf.h>
40 #include <net/bonding.h>
42 #include <rdma/ib_cache.h>
43 #include <rdma/ib_addr.h>
45 static struct workqueue_struct
*gid_cache_wq
;
52 struct update_gid_event_work
{
53 struct work_struct work
;
55 struct ib_gid_attr gid_attr
;
56 enum gid_op_type gid_op
;
59 #define ROCE_NETDEV_CALLBACK_SZ 3
60 struct netdev_event_work_cmd
{
61 roce_netdev_callback cb
;
62 roce_netdev_filter filter
;
63 struct net_device
*ndev
;
64 struct net_device
*filter_ndev
;
67 struct netdev_event_work
{
68 struct work_struct work
;
69 struct netdev_event_work_cmd cmds
[ROCE_NETDEV_CALLBACK_SZ
];
73 bool (*is_supported
)(const struct ib_device
*device
, u8 port_num
);
74 enum ib_gid_type gid_type
;
75 } PORT_CAP_TO_GID_TYPE
[] = {
76 {rdma_protocol_roce_eth_encap
, IB_GID_TYPE_ROCE
},
77 {rdma_protocol_roce_udp_encap
, IB_GID_TYPE_ROCE_UDP_ENCAP
},
80 #define CAP_TO_GID_TABLE_SIZE ARRAY_SIZE(PORT_CAP_TO_GID_TYPE)
82 unsigned long roce_gid_type_mask_support(struct ib_device
*ib_dev
, u8 port
)
85 unsigned int ret_flags
= 0;
87 if (!rdma_protocol_roce(ib_dev
, port
))
88 return 1UL << IB_GID_TYPE_IB
;
90 for (i
= 0; i
< CAP_TO_GID_TABLE_SIZE
; i
++)
91 if (PORT_CAP_TO_GID_TYPE
[i
].is_supported(ib_dev
, port
))
92 ret_flags
|= 1UL << PORT_CAP_TO_GID_TYPE
[i
].gid_type
;
96 EXPORT_SYMBOL(roce_gid_type_mask_support
);
98 static void update_gid(enum gid_op_type gid_op
, struct ib_device
*ib_dev
,
99 u8 port
, union ib_gid
*gid
,
100 struct ib_gid_attr
*gid_attr
)
103 unsigned long gid_type_mask
= roce_gid_type_mask_support(ib_dev
, port
);
105 for (i
= 0; i
< IB_GID_TYPE_SIZE
; i
++) {
106 if ((1UL << i
) & gid_type_mask
) {
107 gid_attr
->gid_type
= i
;
110 ib_cache_gid_add(ib_dev
, port
,
114 ib_cache_gid_del(ib_dev
, port
,
122 enum bonding_slave_state
{
123 BONDING_SLAVE_STATE_ACTIVE
= 1UL << 0,
124 BONDING_SLAVE_STATE_INACTIVE
= 1UL << 1,
125 /* No primary slave or the device isn't a slave in bonding */
126 BONDING_SLAVE_STATE_NA
= 1UL << 2,
129 static enum bonding_slave_state
is_eth_active_slave_of_bonding_rcu(struct net_device
*dev
,
130 struct net_device
*upper
)
132 if (upper
&& netif_is_bond_master(upper
)) {
133 struct net_device
*pdev
=
134 bond_option_active_slave_get_rcu(netdev_priv(upper
));
137 return dev
== pdev
? BONDING_SLAVE_STATE_ACTIVE
:
138 BONDING_SLAVE_STATE_INACTIVE
;
141 return BONDING_SLAVE_STATE_NA
;
144 #define REQUIRED_BOND_STATES (BONDING_SLAVE_STATE_ACTIVE | \
145 BONDING_SLAVE_STATE_NA)
146 static int is_eth_port_of_netdev(struct ib_device
*ib_dev
, u8 port
,
147 struct net_device
*rdma_ndev
, void *cookie
)
149 struct net_device
*real_dev
;
156 real_dev
= rdma_vlan_dev_real_dev(cookie
);
160 res
= ((rdma_is_upper_dev_rcu(rdma_ndev
, cookie
) &&
161 (is_eth_active_slave_of_bonding_rcu(rdma_ndev
, real_dev
) &
162 REQUIRED_BOND_STATES
)) ||
163 real_dev
== rdma_ndev
);
169 static int is_eth_port_inactive_slave(struct ib_device
*ib_dev
, u8 port
,
170 struct net_device
*rdma_ndev
, void *cookie
)
172 struct net_device
*master_dev
;
179 master_dev
= netdev_master_upper_dev_get_rcu(rdma_ndev
);
180 res
= is_eth_active_slave_of_bonding_rcu(rdma_ndev
, master_dev
) ==
181 BONDING_SLAVE_STATE_INACTIVE
;
187 static int pass_all_filter(struct ib_device
*ib_dev
, u8 port
,
188 struct net_device
*rdma_ndev
, void *cookie
)
193 static int upper_device_filter(struct ib_device
*ib_dev
, u8 port
,
194 struct net_device
*rdma_ndev
, void *cookie
)
201 if (rdma_ndev
== cookie
)
205 res
= rdma_is_upper_dev_rcu(rdma_ndev
, cookie
);
211 static void update_gid_ip(enum gid_op_type gid_op
,
212 struct ib_device
*ib_dev
,
213 u8 port
, struct net_device
*ndev
,
214 struct sockaddr
*addr
)
217 struct ib_gid_attr gid_attr
;
219 rdma_ip2gid(addr
, &gid
);
220 memset(&gid_attr
, 0, sizeof(gid_attr
));
221 gid_attr
.ndev
= ndev
;
223 update_gid(gid_op
, ib_dev
, port
, &gid
, &gid_attr
);
226 static void enum_netdev_default_gids(struct ib_device
*ib_dev
,
227 u8 port
, struct net_device
*event_ndev
,
228 struct net_device
*rdma_ndev
)
230 unsigned long gid_type_mask
;
234 ((rdma_ndev
!= event_ndev
&&
235 !rdma_is_upper_dev_rcu(rdma_ndev
, event_ndev
)) ||
236 is_eth_active_slave_of_bonding_rcu(rdma_ndev
,
237 netdev_master_upper_dev_get_rcu(rdma_ndev
)) ==
238 BONDING_SLAVE_STATE_INACTIVE
)) {
244 gid_type_mask
= roce_gid_type_mask_support(ib_dev
, port
);
246 ib_cache_gid_set_default_gid(ib_dev
, port
, rdma_ndev
, gid_type_mask
,
247 IB_CACHE_GID_DEFAULT_MODE_SET
);
250 static void bond_delete_netdev_default_gids(struct ib_device
*ib_dev
,
252 struct net_device
*event_ndev
,
253 struct net_device
*rdma_ndev
)
255 struct net_device
*real_dev
= rdma_vlan_dev_real_dev(event_ndev
);
261 real_dev
= event_ndev
;
265 if (rdma_is_upper_dev_rcu(rdma_ndev
, event_ndev
) &&
266 is_eth_active_slave_of_bonding_rcu(rdma_ndev
, real_dev
) ==
267 BONDING_SLAVE_STATE_INACTIVE
) {
268 unsigned long gid_type_mask
;
272 gid_type_mask
= roce_gid_type_mask_support(ib_dev
, port
);
274 ib_cache_gid_set_default_gid(ib_dev
, port
, rdma_ndev
,
276 IB_CACHE_GID_DEFAULT_MODE_DELETE
);
282 static void enum_netdev_ipv4_ips(struct ib_device
*ib_dev
,
283 u8 port
, struct net_device
*ndev
)
285 struct in_device
*in_dev
;
287 struct list_head list
;
288 struct sockaddr_in ip
;
290 struct sin_list
*sin_iter
;
291 struct sin_list
*sin_temp
;
294 if (ndev
->reg_state
>= NETREG_UNREGISTERING
)
298 in_dev
= __in_dev_get_rcu(ndev
);
305 struct sin_list
*entry
= kzalloc(sizeof(*entry
), GFP_ATOMIC
);
310 entry
->ip
.sin_family
= AF_INET
;
311 entry
->ip
.sin_addr
.s_addr
= ifa
->ifa_address
;
312 list_add_tail(&entry
->list
, &sin_list
);
317 list_for_each_entry_safe(sin_iter
, sin_temp
, &sin_list
, list
) {
318 update_gid_ip(GID_ADD
, ib_dev
, port
, ndev
,
319 (struct sockaddr
*)&sin_iter
->ip
);
320 list_del(&sin_iter
->list
);
325 static void enum_netdev_ipv6_ips(struct ib_device
*ib_dev
,
326 u8 port
, struct net_device
*ndev
)
328 struct inet6_ifaddr
*ifp
;
329 struct inet6_dev
*in6_dev
;
331 struct list_head list
;
332 struct sockaddr_in6 sin6
;
334 struct sin6_list
*sin6_iter
;
335 struct sin6_list
*sin6_temp
;
336 struct ib_gid_attr gid_attr
= {.ndev
= ndev
};
337 LIST_HEAD(sin6_list
);
339 if (ndev
->reg_state
>= NETREG_UNREGISTERING
)
342 in6_dev
= in6_dev_get(ndev
);
346 read_lock_bh(&in6_dev
->lock
);
347 list_for_each_entry(ifp
, &in6_dev
->addr_list
, if_list
) {
348 struct sin6_list
*entry
= kzalloc(sizeof(*entry
), GFP_ATOMIC
);
353 entry
->sin6
.sin6_family
= AF_INET6
;
354 entry
->sin6
.sin6_addr
= ifp
->addr
;
355 list_add_tail(&entry
->list
, &sin6_list
);
357 read_unlock_bh(&in6_dev
->lock
);
359 in6_dev_put(in6_dev
);
361 list_for_each_entry_safe(sin6_iter
, sin6_temp
, &sin6_list
, list
) {
364 rdma_ip2gid((struct sockaddr
*)&sin6_iter
->sin6
, &gid
);
365 update_gid(GID_ADD
, ib_dev
, port
, &gid
, &gid_attr
);
366 list_del(&sin6_iter
->list
);
371 static void _add_netdev_ips(struct ib_device
*ib_dev
, u8 port
,
372 struct net_device
*ndev
)
374 enum_netdev_ipv4_ips(ib_dev
, port
, ndev
);
375 if (IS_ENABLED(CONFIG_IPV6
))
376 enum_netdev_ipv6_ips(ib_dev
, port
, ndev
);
379 static void add_netdev_ips(struct ib_device
*ib_dev
, u8 port
,
380 struct net_device
*rdma_ndev
, void *cookie
)
382 enum_netdev_default_gids(ib_dev
, port
, cookie
, rdma_ndev
);
383 _add_netdev_ips(ib_dev
, port
, cookie
);
386 static void del_netdev_ips(struct ib_device
*ib_dev
, u8 port
,
387 struct net_device
*rdma_ndev
, void *cookie
)
389 ib_cache_gid_del_all_netdev_gids(ib_dev
, port
, cookie
);
392 static void enum_all_gids_of_dev_cb(struct ib_device
*ib_dev
,
394 struct net_device
*rdma_ndev
,
398 struct net_device
*ndev
;
400 /* Lock the rtnl to make sure the netdevs does not move under
405 for_each_netdev(net
, ndev
)
406 if (is_eth_port_of_netdev(ib_dev
, port
, rdma_ndev
, ndev
))
407 add_netdev_ips(ib_dev
, port
, rdma_ndev
, ndev
);
411 /* This function will rescan all of the network devices in the system
412 * and add their gids, as needed, to the relevant RoCE devices. */
413 int roce_rescan_device(struct ib_device
*ib_dev
)
415 ib_enum_roce_netdev(ib_dev
, pass_all_filter
, NULL
,
416 enum_all_gids_of_dev_cb
, NULL
);
421 static void callback_for_addr_gid_device_scan(struct ib_device
*device
,
423 struct net_device
*rdma_ndev
,
426 struct update_gid_event_work
*parsed
= cookie
;
428 return update_gid(parsed
->gid_op
, device
,
434 struct list_head list
;
435 struct net_device
*upper
;
438 static int netdev_upper_walk(struct net_device
*upper
, void *data
)
440 struct upper_list
*entry
= kmalloc(sizeof(*entry
), GFP_ATOMIC
);
441 struct list_head
*upper_list
= data
;
446 list_add_tail(&entry
->list
, upper_list
);
448 entry
->upper
= upper
;
453 static void handle_netdev_upper(struct ib_device
*ib_dev
, u8 port
,
455 void (*handle_netdev
)(struct ib_device
*ib_dev
,
457 struct net_device
*ndev
))
459 struct net_device
*ndev
= cookie
;
460 struct upper_list
*upper_iter
;
461 struct upper_list
*upper_temp
;
462 LIST_HEAD(upper_list
);
465 netdev_walk_all_upper_dev_rcu(ndev
, netdev_upper_walk
, &upper_list
);
468 handle_netdev(ib_dev
, port
, ndev
);
469 list_for_each_entry_safe(upper_iter
, upper_temp
, &upper_list
,
471 handle_netdev(ib_dev
, port
, upper_iter
->upper
);
472 dev_put(upper_iter
->upper
);
473 list_del(&upper_iter
->list
);
478 static void _roce_del_all_netdev_gids(struct ib_device
*ib_dev
, u8 port
,
479 struct net_device
*event_ndev
)
481 ib_cache_gid_del_all_netdev_gids(ib_dev
, port
, event_ndev
);
484 static void del_netdev_upper_ips(struct ib_device
*ib_dev
, u8 port
,
485 struct net_device
*rdma_ndev
, void *cookie
)
487 handle_netdev_upper(ib_dev
, port
, cookie
, _roce_del_all_netdev_gids
);
490 static void add_netdev_upper_ips(struct ib_device
*ib_dev
, u8 port
,
491 struct net_device
*rdma_ndev
, void *cookie
)
493 handle_netdev_upper(ib_dev
, port
, cookie
, _add_netdev_ips
);
496 static void del_netdev_default_ips_join(struct ib_device
*ib_dev
, u8 port
,
497 struct net_device
*rdma_ndev
,
500 struct net_device
*master_ndev
;
503 master_ndev
= netdev_master_upper_dev_get_rcu(rdma_ndev
);
505 dev_hold(master_ndev
);
509 bond_delete_netdev_default_gids(ib_dev
, port
, master_ndev
,
511 dev_put(master_ndev
);
515 static void del_netdev_default_ips(struct ib_device
*ib_dev
, u8 port
,
516 struct net_device
*rdma_ndev
, void *cookie
)
518 bond_delete_netdev_default_gids(ib_dev
, port
, cookie
, rdma_ndev
);
521 /* The following functions operate on all IB devices. netdevice_event and
522 * addr_event execute ib_enum_all_roce_netdevs through a work.
523 * ib_enum_all_roce_netdevs iterates through all IB devices.
526 static void netdevice_event_work_handler(struct work_struct
*_work
)
528 struct netdev_event_work
*work
=
529 container_of(_work
, struct netdev_event_work
, work
);
532 for (i
= 0; i
< ARRAY_SIZE(work
->cmds
) && work
->cmds
[i
].cb
; i
++) {
533 ib_enum_all_roce_netdevs(work
->cmds
[i
].filter
,
534 work
->cmds
[i
].filter_ndev
,
537 dev_put(work
->cmds
[i
].ndev
);
538 dev_put(work
->cmds
[i
].filter_ndev
);
544 static int netdevice_queue_work(struct netdev_event_work_cmd
*cmds
,
545 struct net_device
*ndev
)
548 struct netdev_event_work
*ndev_work
=
549 kmalloc(sizeof(*ndev_work
), GFP_KERNEL
);
554 memcpy(ndev_work
->cmds
, cmds
, sizeof(ndev_work
->cmds
));
555 for (i
= 0; i
< ARRAY_SIZE(ndev_work
->cmds
) && ndev_work
->cmds
[i
].cb
; i
++) {
556 if (!ndev_work
->cmds
[i
].ndev
)
557 ndev_work
->cmds
[i
].ndev
= ndev
;
558 if (!ndev_work
->cmds
[i
].filter_ndev
)
559 ndev_work
->cmds
[i
].filter_ndev
= ndev
;
560 dev_hold(ndev_work
->cmds
[i
].ndev
);
561 dev_hold(ndev_work
->cmds
[i
].filter_ndev
);
563 INIT_WORK(&ndev_work
->work
, netdevice_event_work_handler
);
565 queue_work(gid_cache_wq
, &ndev_work
->work
);
570 static const struct netdev_event_work_cmd add_cmd
= {
571 .cb
= add_netdev_ips
, .filter
= is_eth_port_of_netdev
};
572 static const struct netdev_event_work_cmd add_cmd_upper_ips
= {
573 .cb
= add_netdev_upper_ips
, .filter
= is_eth_port_of_netdev
};
575 static void netdevice_event_changeupper(struct netdev_notifier_changeupper_info
*changeupper_info
,
576 struct netdev_event_work_cmd
*cmds
)
578 static const struct netdev_event_work_cmd upper_ips_del_cmd
= {
579 .cb
= del_netdev_upper_ips
, .filter
= upper_device_filter
};
580 static const struct netdev_event_work_cmd bonding_default_del_cmd
= {
581 .cb
= del_netdev_default_ips
, .filter
= is_eth_port_inactive_slave
};
583 if (changeupper_info
->linking
== false) {
584 cmds
[0] = upper_ips_del_cmd
;
585 cmds
[0].ndev
= changeupper_info
->upper_dev
;
588 cmds
[0] = bonding_default_del_cmd
;
589 cmds
[0].ndev
= changeupper_info
->upper_dev
;
590 cmds
[1] = add_cmd_upper_ips
;
591 cmds
[1].ndev
= changeupper_info
->upper_dev
;
592 cmds
[1].filter_ndev
= changeupper_info
->upper_dev
;
596 static int netdevice_event(struct notifier_block
*this, unsigned long event
,
599 static const struct netdev_event_work_cmd del_cmd
= {
600 .cb
= del_netdev_ips
, .filter
= pass_all_filter
};
601 static const struct netdev_event_work_cmd bonding_default_del_cmd_join
= {
602 .cb
= del_netdev_default_ips_join
, .filter
= is_eth_port_inactive_slave
};
603 static const struct netdev_event_work_cmd default_del_cmd
= {
604 .cb
= del_netdev_default_ips
, .filter
= pass_all_filter
};
605 static const struct netdev_event_work_cmd bonding_event_ips_del_cmd
= {
606 .cb
= del_netdev_upper_ips
, .filter
= upper_device_filter
};
607 struct net_device
*ndev
= netdev_notifier_info_to_dev(ptr
);
608 struct netdev_event_work_cmd cmds
[ROCE_NETDEV_CALLBACK_SZ
] = { {NULL
} };
610 if (ndev
->type
!= ARPHRD_ETHER
)
614 case NETDEV_REGISTER
:
616 cmds
[0] = bonding_default_del_cmd_join
;
620 case NETDEV_UNREGISTER
:
621 if (ndev
->reg_state
< NETREG_UNREGISTERED
)
627 case NETDEV_CHANGEADDR
:
628 cmds
[0] = default_del_cmd
;
632 case NETDEV_CHANGEUPPER
:
633 netdevice_event_changeupper(
634 container_of(ptr
, struct netdev_notifier_changeupper_info
, info
),
638 case NETDEV_BONDING_FAILOVER
:
639 cmds
[0] = bonding_event_ips_del_cmd
;
640 cmds
[1] = bonding_default_del_cmd_join
;
641 cmds
[2] = add_cmd_upper_ips
;
648 return netdevice_queue_work(cmds
, ndev
);
651 static void update_gid_event_work_handler(struct work_struct
*_work
)
653 struct update_gid_event_work
*work
=
654 container_of(_work
, struct update_gid_event_work
, work
);
656 ib_enum_all_roce_netdevs(is_eth_port_of_netdev
, work
->gid_attr
.ndev
,
657 callback_for_addr_gid_device_scan
, work
);
659 dev_put(work
->gid_attr
.ndev
);
663 static int addr_event(struct notifier_block
*this, unsigned long event
,
664 struct sockaddr
*sa
, struct net_device
*ndev
)
666 struct update_gid_event_work
*work
;
667 enum gid_op_type gid_op
;
669 if (ndev
->type
!= ARPHRD_ETHER
)
685 work
= kmalloc(sizeof(*work
), GFP_ATOMIC
);
689 INIT_WORK(&work
->work
, update_gid_event_work_handler
);
691 rdma_ip2gid(sa
, &work
->gid
);
692 work
->gid_op
= gid_op
;
694 memset(&work
->gid_attr
, 0, sizeof(work
->gid_attr
));
696 work
->gid_attr
.ndev
= ndev
;
698 queue_work(gid_cache_wq
, &work
->work
);
703 static int inetaddr_event(struct notifier_block
*this, unsigned long event
,
706 struct sockaddr_in in
;
707 struct net_device
*ndev
;
708 struct in_ifaddr
*ifa
= ptr
;
710 in
.sin_family
= AF_INET
;
711 in
.sin_addr
.s_addr
= ifa
->ifa_address
;
712 ndev
= ifa
->ifa_dev
->dev
;
714 return addr_event(this, event
, (struct sockaddr
*)&in
, ndev
);
717 static int inet6addr_event(struct notifier_block
*this, unsigned long event
,
720 struct sockaddr_in6 in6
;
721 struct net_device
*ndev
;
722 struct inet6_ifaddr
*ifa6
= ptr
;
724 in6
.sin6_family
= AF_INET6
;
725 in6
.sin6_addr
= ifa6
->addr
;
726 ndev
= ifa6
->idev
->dev
;
728 return addr_event(this, event
, (struct sockaddr
*)&in6
, ndev
);
731 static struct notifier_block nb_netdevice
= {
732 .notifier_call
= netdevice_event
735 static struct notifier_block nb_inetaddr
= {
736 .notifier_call
= inetaddr_event
739 static struct notifier_block nb_inet6addr
= {
740 .notifier_call
= inet6addr_event
743 int __init
roce_gid_mgmt_init(void)
745 gid_cache_wq
= alloc_ordered_workqueue("gid-cache-wq", 0);
749 register_inetaddr_notifier(&nb_inetaddr
);
750 if (IS_ENABLED(CONFIG_IPV6
))
751 register_inet6addr_notifier(&nb_inet6addr
);
752 /* We relay on the netdevice notifier to enumerate all
753 * existing devices in the system. Register to this notifier
754 * last to make sure we will not miss any IP add/del
757 register_netdevice_notifier(&nb_netdevice
);
762 void __exit
roce_gid_mgmt_cleanup(void)
764 if (IS_ENABLED(CONFIG_IPV6
))
765 unregister_inet6addr_notifier(&nb_inet6addr
);
766 unregister_inetaddr_notifier(&nb_inetaddr
);
767 unregister_netdevice_notifier(&nb_netdevice
);
768 /* Ensure all gid deletion tasks complete before we go down,
769 * to avoid any reference to free'd memory. By the time
770 * ib-core is removed, all physical devices have been removed,
771 * so no issue with remaining hardware contexts.
773 destroy_workqueue(gid_cache_wq
);