2 * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <generated/utsrelease.h>
34 #include <linux/mlx5/fs.h>
35 #include <net/switchdev.h>
36 #include <net/pkt_cls.h>
42 static const char mlx5e_rep_driver_name
[] = "mlx5e_rep";
44 static void mlx5e_rep_get_drvinfo(struct net_device
*dev
,
45 struct ethtool_drvinfo
*drvinfo
)
47 strlcpy(drvinfo
->driver
, mlx5e_rep_driver_name
,
48 sizeof(drvinfo
->driver
));
49 strlcpy(drvinfo
->version
, UTS_RELEASE
, sizeof(drvinfo
->version
));
52 static const struct counter_desc sw_rep_stats_desc
[] = {
53 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_packets
) },
54 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_bytes
) },
55 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_packets
) },
56 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_bytes
) },
59 #define NUM_VPORT_REP_COUNTERS ARRAY_SIZE(sw_rep_stats_desc)
61 static void mlx5e_rep_get_strings(struct net_device
*dev
,
62 u32 stringset
, uint8_t *data
)
68 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
69 strcpy(data
+ (i
* ETH_GSTRING_LEN
),
70 sw_rep_stats_desc
[i
].format
);
75 static void mlx5e_rep_update_hw_counters(struct mlx5e_priv
*priv
)
77 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
78 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
79 struct rtnl_link_stats64
*vport_stats
;
80 struct ifla_vf_stats vf_stats
;
83 err
= mlx5_eswitch_get_vport_stats(esw
, rep
->vport
, &vf_stats
);
85 pr_warn("vport %d error %d reading stats\n", rep
->vport
, err
);
89 vport_stats
= &priv
->stats
.vf_vport
;
90 /* flip tx/rx as we are reporting the counters for the switch vport */
91 vport_stats
->rx_packets
= vf_stats
.tx_packets
;
92 vport_stats
->rx_bytes
= vf_stats
.tx_bytes
;
93 vport_stats
->tx_packets
= vf_stats
.rx_packets
;
94 vport_stats
->tx_bytes
= vf_stats
.rx_bytes
;
97 static void mlx5e_rep_update_sw_counters(struct mlx5e_priv
*priv
)
99 struct mlx5e_sw_stats
*s
= &priv
->stats
.sw
;
100 struct mlx5e_rq_stats
*rq_stats
;
101 struct mlx5e_sq_stats
*sq_stats
;
104 memset(s
, 0, sizeof(*s
));
105 for (i
= 0; i
< priv
->channels
.num
; i
++) {
106 struct mlx5e_channel
*c
= priv
->channels
.c
[i
];
108 rq_stats
= &c
->rq
.stats
;
110 s
->rx_packets
+= rq_stats
->packets
;
111 s
->rx_bytes
+= rq_stats
->bytes
;
113 for (j
= 0; j
< priv
->channels
.params
.num_tc
; j
++) {
114 sq_stats
= &c
->sq
[j
].stats
;
116 s
->tx_packets
+= sq_stats
->packets
;
117 s
->tx_bytes
+= sq_stats
->bytes
;
122 static void mlx5e_rep_update_stats(struct mlx5e_priv
*priv
)
124 mlx5e_rep_update_sw_counters(priv
);
125 mlx5e_rep_update_hw_counters(priv
);
128 static void mlx5e_rep_get_ethtool_stats(struct net_device
*dev
,
129 struct ethtool_stats
*stats
, u64
*data
)
131 struct mlx5e_priv
*priv
= netdev_priv(dev
);
137 mutex_lock(&priv
->state_lock
);
138 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
139 mlx5e_rep_update_sw_counters(priv
);
140 mutex_unlock(&priv
->state_lock
);
142 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
143 data
[i
] = MLX5E_READ_CTR64_CPU(&priv
->stats
.sw
,
144 sw_rep_stats_desc
, i
);
147 static int mlx5e_rep_get_sset_count(struct net_device
*dev
, int sset
)
151 return NUM_VPORT_REP_COUNTERS
;
157 static const struct ethtool_ops mlx5e_rep_ethtool_ops
= {
158 .get_drvinfo
= mlx5e_rep_get_drvinfo
,
159 .get_link
= ethtool_op_get_link
,
160 .get_strings
= mlx5e_rep_get_strings
,
161 .get_sset_count
= mlx5e_rep_get_sset_count
,
162 .get_ethtool_stats
= mlx5e_rep_get_ethtool_stats
,
165 int mlx5e_attr_get(struct net_device
*dev
, struct switchdev_attr
*attr
)
167 struct mlx5e_priv
*priv
= netdev_priv(dev
);
168 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
169 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
171 if (esw
->mode
== SRIOV_NONE
)
175 case SWITCHDEV_ATTR_ID_PORT_PARENT_ID
:
176 attr
->u
.ppid
.id_len
= ETH_ALEN
;
177 ether_addr_copy(attr
->u
.ppid
.id
, rep
->hw_id
);
186 int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv
*priv
)
189 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
190 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
191 struct mlx5e_channel
*c
;
192 int n
, tc
, num_sqs
= 0;
196 sqs
= kcalloc(priv
->channels
.num
* priv
->channels
.params
.num_tc
, sizeof(u16
), GFP_KERNEL
);
200 for (n
= 0; n
< priv
->channels
.num
; n
++) {
201 c
= priv
->channels
.c
[n
];
202 for (tc
= 0; tc
< c
->num_tc
; tc
++)
203 sqs
[num_sqs
++] = c
->sq
[tc
].sqn
;
206 err
= mlx5_eswitch_sqs2vport_start(esw
, rep
, sqs
, num_sqs
);
211 netdev_warn(priv
->netdev
, "Failed to add SQs FWD rules %d\n", err
);
215 int mlx5e_nic_rep_load(struct mlx5_eswitch
*esw
, struct mlx5_eswitch_rep
*rep
)
217 struct net_device
*netdev
= rep
->netdev
;
218 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
220 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
221 return mlx5e_add_sqs_fwd_rules(priv
);
225 void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv
*priv
)
227 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
228 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
230 mlx5_eswitch_sqs2vport_stop(esw
, rep
);
233 void mlx5e_nic_rep_unload(struct mlx5_eswitch
*esw
,
234 struct mlx5_eswitch_rep
*rep
)
236 struct net_device
*netdev
= rep
->netdev
;
237 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
239 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
240 mlx5e_remove_sqs_fwd_rules(priv
);
242 /* clean (and re-init) existing uplink offloaded TC rules */
243 mlx5e_tc_cleanup(priv
);
247 static int mlx5e_rep_open(struct net_device
*dev
)
249 struct mlx5e_priv
*priv
= netdev_priv(dev
);
250 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
251 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
254 err
= mlx5e_open(dev
);
258 err
= mlx5_eswitch_set_vport_state(esw
, rep
->vport
, MLX5_ESW_VPORT_ADMIN_STATE_UP
);
260 netif_carrier_on(dev
);
265 static int mlx5e_rep_close(struct net_device
*dev
)
267 struct mlx5e_priv
*priv
= netdev_priv(dev
);
268 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
269 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
271 (void)mlx5_eswitch_set_vport_state(esw
, rep
->vport
, MLX5_ESW_VPORT_ADMIN_STATE_DOWN
);
273 return mlx5e_close(dev
);
276 static int mlx5e_rep_get_phys_port_name(struct net_device
*dev
,
277 char *buf
, size_t len
)
279 struct mlx5e_priv
*priv
= netdev_priv(dev
);
280 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
283 ret
= snprintf(buf
, len
, "%d", rep
->vport
- 1);
290 static int mlx5e_rep_ndo_setup_tc(struct net_device
*dev
, u32 handle
,
291 __be16 proto
, struct tc_to_netdev
*tc
)
293 struct mlx5e_priv
*priv
= netdev_priv(dev
);
295 if (TC_H_MAJ(handle
) != TC_H_MAJ(TC_H_INGRESS
))
298 if (tc
->egress_dev
) {
299 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
300 struct net_device
*uplink_dev
= mlx5_eswitch_get_uplink_netdev(esw
);
302 return uplink_dev
->netdev_ops
->ndo_setup_tc(uplink_dev
, handle
,
307 case TC_SETUP_CLSFLOWER
:
308 switch (tc
->cls_flower
->command
) {
309 case TC_CLSFLOWER_REPLACE
:
310 return mlx5e_configure_flower(priv
, proto
, tc
->cls_flower
);
311 case TC_CLSFLOWER_DESTROY
:
312 return mlx5e_delete_flower(priv
, tc
->cls_flower
);
313 case TC_CLSFLOWER_STATS
:
314 return mlx5e_stats_flower(priv
, tc
->cls_flower
);
321 bool mlx5e_is_uplink_rep(struct mlx5e_priv
*priv
)
323 struct mlx5_eswitch_rep
*rep
= (struct mlx5_eswitch_rep
*)priv
->ppriv
;
324 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
326 if (rep
&& rep
->vport
== FDB_UPLINK_VPORT
&& esw
->mode
== SRIOV_OFFLOADS
)
332 bool mlx5e_is_vf_vport_rep(struct mlx5e_priv
*priv
)
334 struct mlx5_eswitch_rep
*rep
= (struct mlx5_eswitch_rep
*)priv
->ppriv
;
336 if (rep
&& rep
->vport
!= FDB_UPLINK_VPORT
)
342 bool mlx5e_has_offload_stats(const struct net_device
*dev
, int attr_id
)
344 struct mlx5e_priv
*priv
= netdev_priv(dev
);
347 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
348 if (mlx5e_is_vf_vport_rep(priv
) || mlx5e_is_uplink_rep(priv
))
356 mlx5e_get_sw_stats64(const struct net_device
*dev
,
357 struct rtnl_link_stats64
*stats
)
359 struct mlx5e_priv
*priv
= netdev_priv(dev
);
360 struct mlx5e_sw_stats
*sstats
= &priv
->stats
.sw
;
362 stats
->rx_packets
= sstats
->rx_packets
;
363 stats
->rx_bytes
= sstats
->rx_bytes
;
364 stats
->tx_packets
= sstats
->tx_packets
;
365 stats
->tx_bytes
= sstats
->tx_bytes
;
367 stats
->tx_dropped
= sstats
->tx_queue_dropped
;
372 int mlx5e_get_offload_stats(int attr_id
, const struct net_device
*dev
,
376 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
377 return mlx5e_get_sw_stats64(dev
, sp
);
384 mlx5e_rep_get_stats(struct net_device
*dev
, struct rtnl_link_stats64
*stats
)
386 struct mlx5e_priv
*priv
= netdev_priv(dev
);
388 memcpy(stats
, &priv
->stats
.vf_vport
, sizeof(*stats
));
391 static const struct switchdev_ops mlx5e_rep_switchdev_ops
= {
392 .switchdev_port_attr_get
= mlx5e_attr_get
,
395 static const struct net_device_ops mlx5e_netdev_ops_rep
= {
396 .ndo_open
= mlx5e_rep_open
,
397 .ndo_stop
= mlx5e_rep_close
,
398 .ndo_start_xmit
= mlx5e_xmit
,
399 .ndo_get_phys_port_name
= mlx5e_rep_get_phys_port_name
,
400 .ndo_setup_tc
= mlx5e_rep_ndo_setup_tc
,
401 .ndo_get_stats64
= mlx5e_rep_get_stats
,
402 .ndo_has_offload_stats
= mlx5e_has_offload_stats
,
403 .ndo_get_offload_stats
= mlx5e_get_offload_stats
,
406 static void mlx5e_build_rep_params(struct mlx5_core_dev
*mdev
,
407 struct mlx5e_params
*params
)
409 u8 cq_period_mode
= MLX5_CAP_GEN(mdev
, cq_period_start_from_cqe
) ?
410 MLX5_CQ_PERIOD_MODE_START_FROM_CQE
:
411 MLX5_CQ_PERIOD_MODE_START_FROM_EQE
;
413 params
->log_sq_size
= MLX5E_PARAMS_MINIMUM_LOG_SQ_SIZE
;
414 params
->rq_wq_type
= MLX5_WQ_TYPE_LINKED_LIST
;
415 params
->log_rq_size
= MLX5E_PARAMS_MINIMUM_LOG_RQ_SIZE
;
417 params
->rx_am_enabled
= MLX5_CAP_GEN(mdev
, cq_moderation
);
418 mlx5e_set_rx_cq_mode_params(params
, cq_period_mode
);
420 params
->tx_max_inline
= mlx5e_get_max_inline_cap(mdev
);
422 params
->lro_wqe_sz
= MLX5E_PARAMS_DEFAULT_LRO_WQE_SZ
;
425 static void mlx5e_build_rep_netdev(struct net_device
*netdev
)
427 netdev
->netdev_ops
= &mlx5e_netdev_ops_rep
;
429 netdev
->watchdog_timeo
= 15 * HZ
;
431 netdev
->ethtool_ops
= &mlx5e_rep_ethtool_ops
;
433 #ifdef CONFIG_NET_SWITCHDEV
434 netdev
->switchdev_ops
= &mlx5e_rep_switchdev_ops
;
437 netdev
->features
|= NETIF_F_VLAN_CHALLENGED
| NETIF_F_HW_TC
| NETIF_F_NETNS_LOCAL
;
438 netdev
->hw_features
|= NETIF_F_HW_TC
;
440 eth_hw_addr_random(netdev
);
443 static void mlx5e_init_rep(struct mlx5_core_dev
*mdev
,
444 struct net_device
*netdev
,
445 const struct mlx5e_profile
*profile
,
448 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
451 priv
->netdev
= netdev
;
452 priv
->profile
= profile
;
455 mutex_init(&priv
->state_lock
);
457 INIT_DELAYED_WORK(&priv
->update_stats_work
, mlx5e_update_stats_work
);
459 priv
->channels
.params
.num_channels
= profile
->max_nch(mdev
);
460 mlx5e_build_rep_params(mdev
, &priv
->channels
.params
);
461 mlx5e_build_rep_netdev(netdev
);
464 static int mlx5e_init_rep_rx(struct mlx5e_priv
*priv
)
466 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
467 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
468 struct mlx5_core_dev
*mdev
= priv
->mdev
;
469 struct mlx5_flow_handle
*flow_rule
;
473 err
= mlx5e_create_direct_rqts(priv
);
475 mlx5_core_warn(mdev
, "create direct rqts failed, %d\n", err
);
479 err
= mlx5e_create_direct_tirs(priv
);
481 mlx5_core_warn(mdev
, "create direct tirs failed, %d\n", err
);
482 goto err_destroy_direct_rqts
;
485 flow_rule
= mlx5_eswitch_create_vport_rx_rule(esw
,
487 priv
->direct_tir
[0].tirn
);
488 if (IS_ERR(flow_rule
)) {
489 err
= PTR_ERR(flow_rule
);
490 goto err_destroy_direct_tirs
;
492 rep
->vport_rx_rule
= flow_rule
;
494 err
= mlx5e_tc_init(priv
);
496 goto err_del_flow_rule
;
501 mlx5_del_flow_rules(rep
->vport_rx_rule
);
502 err_destroy_direct_tirs
:
503 mlx5e_destroy_direct_tirs(priv
);
504 err_destroy_direct_rqts
:
505 for (i
= 0; i
< priv
->channels
.params
.num_channels
; i
++)
506 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
510 static void mlx5e_cleanup_rep_rx(struct mlx5e_priv
*priv
)
512 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
515 mlx5e_tc_cleanup(priv
);
516 mlx5_del_flow_rules(rep
->vport_rx_rule
);
517 mlx5e_destroy_direct_tirs(priv
);
518 for (i
= 0; i
< priv
->channels
.params
.num_channels
; i
++)
519 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
522 static int mlx5e_init_rep_tx(struct mlx5e_priv
*priv
)
526 err
= mlx5e_create_tises(priv
);
528 mlx5_core_warn(priv
->mdev
, "create tises failed, %d\n", err
);
534 static int mlx5e_get_rep_max_num_channels(struct mlx5_core_dev
*mdev
)
536 #define MLX5E_PORT_REPRESENTOR_NCH 1
537 return MLX5E_PORT_REPRESENTOR_NCH
;
540 static struct mlx5e_profile mlx5e_rep_profile
= {
541 .init
= mlx5e_init_rep
,
542 .init_rx
= mlx5e_init_rep_rx
,
543 .cleanup_rx
= mlx5e_cleanup_rep_rx
,
544 .init_tx
= mlx5e_init_rep_tx
,
545 .cleanup_tx
= mlx5e_cleanup_nic_tx
,
546 .update_stats
= mlx5e_rep_update_stats
,
547 .max_nch
= mlx5e_get_rep_max_num_channels
,
551 int mlx5e_vport_rep_load(struct mlx5_eswitch
*esw
,
552 struct mlx5_eswitch_rep
*rep
)
554 struct net_device
*netdev
;
557 netdev
= mlx5e_create_netdev(esw
->dev
, &mlx5e_rep_profile
, rep
);
559 pr_warn("Failed to create representor netdev for vport %d\n",
564 rep
->netdev
= netdev
;
566 err
= mlx5e_attach_netdev(esw
->dev
, netdev
);
568 pr_warn("Failed to attach representor netdev for vport %d\n",
570 goto err_destroy_netdev
;
573 err
= register_netdev(netdev
);
575 pr_warn("Failed to register representor netdev for vport %d\n",
577 goto err_detach_netdev
;
583 mlx5e_detach_netdev(esw
->dev
, netdev
);
586 mlx5e_destroy_netdev(esw
->dev
, netdev_priv(netdev
));
592 void mlx5e_vport_rep_unload(struct mlx5_eswitch
*esw
,
593 struct mlx5_eswitch_rep
*rep
)
595 struct net_device
*netdev
= rep
->netdev
;
597 unregister_netdev(netdev
);
598 mlx5e_detach_netdev(esw
->dev
, netdev
);
599 mlx5e_destroy_netdev(esw
->dev
, netdev_priv(netdev
));