2 * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
33 #include <generated/utsrelease.h>
34 #include <linux/mlx5/fs.h>
35 #include <net/switchdev.h>
36 #include <net/pkt_cls.h>
42 static const char mlx5e_rep_driver_name
[] = "mlx5e_rep";
44 static void mlx5e_rep_get_drvinfo(struct net_device
*dev
,
45 struct ethtool_drvinfo
*drvinfo
)
47 strlcpy(drvinfo
->driver
, mlx5e_rep_driver_name
,
48 sizeof(drvinfo
->driver
));
49 strlcpy(drvinfo
->version
, UTS_RELEASE
, sizeof(drvinfo
->version
));
52 static const struct counter_desc sw_rep_stats_desc
[] = {
53 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_packets
) },
54 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, rx_bytes
) },
55 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_packets
) },
56 { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats
, tx_bytes
) },
59 #define NUM_VPORT_REP_COUNTERS ARRAY_SIZE(sw_rep_stats_desc)
61 static void mlx5e_rep_get_strings(struct net_device
*dev
,
62 u32 stringset
, uint8_t *data
)
68 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
69 strcpy(data
+ (i
* ETH_GSTRING_LEN
),
70 sw_rep_stats_desc
[i
].format
);
75 static void mlx5e_rep_update_hw_counters(struct mlx5e_priv
*priv
)
77 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
78 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
79 struct rtnl_link_stats64
*vport_stats
;
80 struct ifla_vf_stats vf_stats
;
83 err
= mlx5_eswitch_get_vport_stats(esw
, rep
->vport
, &vf_stats
);
85 pr_warn("vport %d error %d reading stats\n", rep
->vport
, err
);
89 vport_stats
= &priv
->stats
.vf_vport
;
90 /* flip tx/rx as we are reporting the counters for the switch vport */
91 vport_stats
->rx_packets
= vf_stats
.tx_packets
;
92 vport_stats
->rx_bytes
= vf_stats
.tx_bytes
;
93 vport_stats
->tx_packets
= vf_stats
.rx_packets
;
94 vport_stats
->tx_bytes
= vf_stats
.rx_bytes
;
97 static void mlx5e_rep_update_sw_counters(struct mlx5e_priv
*priv
)
99 struct mlx5e_sw_stats
*s
= &priv
->stats
.sw
;
100 struct mlx5e_rq_stats
*rq_stats
;
101 struct mlx5e_sq_stats
*sq_stats
;
104 memset(s
, 0, sizeof(*s
));
105 for (i
= 0; i
< priv
->params
.num_channels
; i
++) {
106 rq_stats
= &priv
->channel
[i
]->rq
.stats
;
108 s
->rx_packets
+= rq_stats
->packets
;
109 s
->rx_bytes
+= rq_stats
->bytes
;
111 for (j
= 0; j
< priv
->params
.num_tc
; j
++) {
112 sq_stats
= &priv
->channel
[i
]->sq
[j
].stats
;
114 s
->tx_packets
+= sq_stats
->packets
;
115 s
->tx_bytes
+= sq_stats
->bytes
;
120 static void mlx5e_rep_update_stats(struct mlx5e_priv
*priv
)
122 mlx5e_rep_update_sw_counters(priv
);
123 mlx5e_rep_update_hw_counters(priv
);
126 static void mlx5e_rep_get_ethtool_stats(struct net_device
*dev
,
127 struct ethtool_stats
*stats
, u64
*data
)
129 struct mlx5e_priv
*priv
= netdev_priv(dev
);
135 mutex_lock(&priv
->state_lock
);
136 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
137 mlx5e_rep_update_sw_counters(priv
);
138 mutex_unlock(&priv
->state_lock
);
140 for (i
= 0; i
< NUM_VPORT_REP_COUNTERS
; i
++)
141 data
[i
] = MLX5E_READ_CTR64_CPU(&priv
->stats
.sw
,
142 sw_rep_stats_desc
, i
);
145 static int mlx5e_rep_get_sset_count(struct net_device
*dev
, int sset
)
149 return NUM_VPORT_REP_COUNTERS
;
155 static const struct ethtool_ops mlx5e_rep_ethtool_ops
= {
156 .get_drvinfo
= mlx5e_rep_get_drvinfo
,
157 .get_link
= ethtool_op_get_link
,
158 .get_strings
= mlx5e_rep_get_strings
,
159 .get_sset_count
= mlx5e_rep_get_sset_count
,
160 .get_ethtool_stats
= mlx5e_rep_get_ethtool_stats
,
163 int mlx5e_attr_get(struct net_device
*dev
, struct switchdev_attr
*attr
)
165 struct mlx5e_priv
*priv
= netdev_priv(dev
);
166 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
167 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
169 if (esw
->mode
== SRIOV_NONE
)
173 case SWITCHDEV_ATTR_ID_PORT_PARENT_ID
:
174 attr
->u
.ppid
.id_len
= ETH_ALEN
;
175 ether_addr_copy(attr
->u
.ppid
.id
, rep
->hw_id
);
184 int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv
*priv
)
187 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
188 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
189 struct mlx5e_channel
*c
;
190 int n
, tc
, err
, num_sqs
= 0;
193 sqs
= kcalloc(priv
->params
.num_channels
* priv
->params
.num_tc
, sizeof(u16
), GFP_KERNEL
);
197 for (n
= 0; n
< priv
->params
.num_channels
; n
++) {
198 c
= priv
->channel
[n
];
199 for (tc
= 0; tc
< c
->num_tc
; tc
++)
200 sqs
[num_sqs
++] = c
->sq
[tc
].sqn
;
203 err
= mlx5_eswitch_sqs2vport_start(esw
, rep
, sqs
, num_sqs
);
209 int mlx5e_nic_rep_load(struct mlx5_eswitch
*esw
, struct mlx5_eswitch_rep
*rep
)
211 struct net_device
*netdev
= rep
->netdev
;
212 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
214 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
215 return mlx5e_add_sqs_fwd_rules(priv
);
219 void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv
*priv
)
221 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
222 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
224 mlx5_eswitch_sqs2vport_stop(esw
, rep
);
227 void mlx5e_nic_rep_unload(struct mlx5_eswitch
*esw
,
228 struct mlx5_eswitch_rep
*rep
)
230 struct net_device
*netdev
= rep
->netdev
;
231 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
233 if (test_bit(MLX5E_STATE_OPENED
, &priv
->state
))
234 mlx5e_remove_sqs_fwd_rules(priv
);
236 /* clean (and re-init) existing uplink offloaded TC rules */
237 mlx5e_tc_cleanup(priv
);
241 static int mlx5e_rep_open(struct net_device
*dev
)
243 struct mlx5e_priv
*priv
= netdev_priv(dev
);
244 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
245 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
248 err
= mlx5e_open(dev
);
252 err
= mlx5_eswitch_set_vport_state(esw
, rep
->vport
, MLX5_ESW_VPORT_ADMIN_STATE_UP
);
254 netif_carrier_on(dev
);
259 static int mlx5e_rep_close(struct net_device
*dev
)
261 struct mlx5e_priv
*priv
= netdev_priv(dev
);
262 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
263 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
265 (void)mlx5_eswitch_set_vport_state(esw
, rep
->vport
, MLX5_ESW_VPORT_ADMIN_STATE_DOWN
);
267 return mlx5e_close(dev
);
270 static int mlx5e_rep_get_phys_port_name(struct net_device
*dev
,
271 char *buf
, size_t len
)
273 struct mlx5e_priv
*priv
= netdev_priv(dev
);
274 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
277 ret
= snprintf(buf
, len
, "%d", rep
->vport
- 1);
284 static int mlx5e_rep_ndo_setup_tc(struct net_device
*dev
, u32 handle
,
285 __be16 proto
, struct tc_to_netdev
*tc
)
287 struct mlx5e_priv
*priv
= netdev_priv(dev
);
289 if (TC_H_MAJ(handle
) != TC_H_MAJ(TC_H_INGRESS
))
292 if (tc
->egress_dev
) {
293 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
294 struct net_device
*uplink_dev
= mlx5_eswitch_get_uplink_netdev(esw
);
296 return uplink_dev
->netdev_ops
->ndo_setup_tc(uplink_dev
, handle
,
301 case TC_SETUP_CLSFLOWER
:
302 switch (tc
->cls_flower
->command
) {
303 case TC_CLSFLOWER_REPLACE
:
304 return mlx5e_configure_flower(priv
, proto
, tc
->cls_flower
);
305 case TC_CLSFLOWER_DESTROY
:
306 return mlx5e_delete_flower(priv
, tc
->cls_flower
);
307 case TC_CLSFLOWER_STATS
:
308 return mlx5e_stats_flower(priv
, tc
->cls_flower
);
315 bool mlx5e_is_uplink_rep(struct mlx5e_priv
*priv
)
317 struct mlx5_eswitch_rep
*rep
= (struct mlx5_eswitch_rep
*)priv
->ppriv
;
318 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
320 if (rep
&& rep
->vport
== FDB_UPLINK_VPORT
&& esw
->mode
== SRIOV_OFFLOADS
)
326 bool mlx5e_is_vf_vport_rep(struct mlx5e_priv
*priv
)
328 struct mlx5_eswitch_rep
*rep
= (struct mlx5_eswitch_rep
*)priv
->ppriv
;
330 if (rep
&& rep
->vport
!= FDB_UPLINK_VPORT
)
336 bool mlx5e_has_offload_stats(const struct net_device
*dev
, int attr_id
)
338 struct mlx5e_priv
*priv
= netdev_priv(dev
);
341 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
342 if (mlx5e_is_vf_vport_rep(priv
) || mlx5e_is_uplink_rep(priv
))
350 mlx5e_get_sw_stats64(const struct net_device
*dev
,
351 struct rtnl_link_stats64
*stats
)
353 struct mlx5e_priv
*priv
= netdev_priv(dev
);
354 struct mlx5e_sw_stats
*sstats
= &priv
->stats
.sw
;
356 stats
->rx_packets
= sstats
->rx_packets
;
357 stats
->rx_bytes
= sstats
->rx_bytes
;
358 stats
->tx_packets
= sstats
->tx_packets
;
359 stats
->tx_bytes
= sstats
->tx_bytes
;
361 stats
->tx_dropped
= sstats
->tx_queue_dropped
;
366 int mlx5e_get_offload_stats(int attr_id
, const struct net_device
*dev
,
370 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
371 return mlx5e_get_sw_stats64(dev
, sp
);
378 mlx5e_rep_get_stats(struct net_device
*dev
, struct rtnl_link_stats64
*stats
)
380 struct mlx5e_priv
*priv
= netdev_priv(dev
);
382 memcpy(stats
, &priv
->stats
.vf_vport
, sizeof(*stats
));
385 static const struct switchdev_ops mlx5e_rep_switchdev_ops
= {
386 .switchdev_port_attr_get
= mlx5e_attr_get
,
389 static const struct net_device_ops mlx5e_netdev_ops_rep
= {
390 .ndo_open
= mlx5e_rep_open
,
391 .ndo_stop
= mlx5e_rep_close
,
392 .ndo_start_xmit
= mlx5e_xmit
,
393 .ndo_get_phys_port_name
= mlx5e_rep_get_phys_port_name
,
394 .ndo_setup_tc
= mlx5e_rep_ndo_setup_tc
,
395 .ndo_get_stats64
= mlx5e_rep_get_stats
,
396 .ndo_has_offload_stats
= mlx5e_has_offload_stats
,
397 .ndo_get_offload_stats
= mlx5e_get_offload_stats
,
400 static void mlx5e_build_rep_netdev_priv(struct mlx5_core_dev
*mdev
,
401 struct net_device
*netdev
,
402 const struct mlx5e_profile
*profile
,
405 struct mlx5e_priv
*priv
= netdev_priv(netdev
);
406 u8 cq_period_mode
= MLX5_CAP_GEN(mdev
, cq_period_start_from_cqe
) ?
407 MLX5_CQ_PERIOD_MODE_START_FROM_CQE
:
408 MLX5_CQ_PERIOD_MODE_START_FROM_EQE
;
410 priv
->params
.log_sq_size
=
411 MLX5E_PARAMS_MINIMUM_LOG_SQ_SIZE
;
412 priv
->params
.rq_wq_type
= MLX5_WQ_TYPE_LINKED_LIST
;
413 priv
->params
.log_rq_size
= MLX5E_PARAMS_MINIMUM_LOG_RQ_SIZE
;
415 priv
->params
.min_rx_wqes
= mlx5_min_rx_wqes(priv
->params
.rq_wq_type
,
416 BIT(priv
->params
.log_rq_size
));
418 priv
->params
.rx_am_enabled
= MLX5_CAP_GEN(mdev
, cq_moderation
);
419 mlx5e_set_rx_cq_mode_params(&priv
->params
, cq_period_mode
);
421 priv
->params
.tx_max_inline
= mlx5e_get_max_inline_cap(mdev
);
422 priv
->params
.num_tc
= 1;
424 priv
->params
.lro_wqe_sz
=
425 MLX5E_PARAMS_DEFAULT_LRO_WQE_SZ
;
428 priv
->netdev
= netdev
;
429 priv
->params
.num_channels
= profile
->max_nch(mdev
);
430 priv
->profile
= profile
;
433 mutex_init(&priv
->state_lock
);
435 INIT_DELAYED_WORK(&priv
->update_stats_work
, mlx5e_update_stats_work
);
438 static void mlx5e_build_rep_netdev(struct net_device
*netdev
)
440 netdev
->netdev_ops
= &mlx5e_netdev_ops_rep
;
442 netdev
->watchdog_timeo
= 15 * HZ
;
444 netdev
->ethtool_ops
= &mlx5e_rep_ethtool_ops
;
446 #ifdef CONFIG_NET_SWITCHDEV
447 netdev
->switchdev_ops
= &mlx5e_rep_switchdev_ops
;
450 netdev
->features
|= NETIF_F_VLAN_CHALLENGED
| NETIF_F_HW_TC
| NETIF_F_NETNS_LOCAL
;
451 netdev
->hw_features
|= NETIF_F_HW_TC
;
453 eth_hw_addr_random(netdev
);
456 static void mlx5e_init_rep(struct mlx5_core_dev
*mdev
,
457 struct net_device
*netdev
,
458 const struct mlx5e_profile
*profile
,
461 mlx5e_build_rep_netdev_priv(mdev
, netdev
, profile
, ppriv
);
462 mlx5e_build_rep_netdev(netdev
);
465 static int mlx5e_init_rep_rx(struct mlx5e_priv
*priv
)
467 struct mlx5_eswitch
*esw
= priv
->mdev
->priv
.eswitch
;
468 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
469 struct mlx5_core_dev
*mdev
= priv
->mdev
;
470 struct mlx5_flow_handle
*flow_rule
;
474 err
= mlx5e_create_direct_rqts(priv
);
476 mlx5_core_warn(mdev
, "create direct rqts failed, %d\n", err
);
480 err
= mlx5e_create_direct_tirs(priv
);
482 mlx5_core_warn(mdev
, "create direct tirs failed, %d\n", err
);
483 goto err_destroy_direct_rqts
;
486 flow_rule
= mlx5_eswitch_create_vport_rx_rule(esw
,
488 priv
->direct_tir
[0].tirn
);
489 if (IS_ERR(flow_rule
)) {
490 err
= PTR_ERR(flow_rule
);
491 goto err_destroy_direct_tirs
;
493 rep
->vport_rx_rule
= flow_rule
;
495 err
= mlx5e_tc_init(priv
);
497 goto err_del_flow_rule
;
502 mlx5_del_flow_rules(rep
->vport_rx_rule
);
503 err_destroy_direct_tirs
:
504 mlx5e_destroy_direct_tirs(priv
);
505 err_destroy_direct_rqts
:
506 for (i
= 0; i
< priv
->params
.num_channels
; i
++)
507 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
511 static void mlx5e_cleanup_rep_rx(struct mlx5e_priv
*priv
)
513 struct mlx5_eswitch_rep
*rep
= priv
->ppriv
;
516 mlx5e_tc_cleanup(priv
);
517 mlx5_del_flow_rules(rep
->vport_rx_rule
);
518 mlx5e_destroy_direct_tirs(priv
);
519 for (i
= 0; i
< priv
->params
.num_channels
; i
++)
520 mlx5e_destroy_rqt(priv
, &priv
->direct_tir
[i
].rqt
);
523 static int mlx5e_init_rep_tx(struct mlx5e_priv
*priv
)
527 err
= mlx5e_create_tises(priv
);
529 mlx5_core_warn(priv
->mdev
, "create tises failed, %d\n", err
);
535 static int mlx5e_get_rep_max_num_channels(struct mlx5_core_dev
*mdev
)
537 #define MLX5E_PORT_REPRESENTOR_NCH 1
538 return MLX5E_PORT_REPRESENTOR_NCH
;
541 static struct mlx5e_profile mlx5e_rep_profile
= {
542 .init
= mlx5e_init_rep
,
543 .init_rx
= mlx5e_init_rep_rx
,
544 .cleanup_rx
= mlx5e_cleanup_rep_rx
,
545 .init_tx
= mlx5e_init_rep_tx
,
546 .cleanup_tx
= mlx5e_cleanup_nic_tx
,
547 .update_stats
= mlx5e_rep_update_stats
,
548 .max_nch
= mlx5e_get_rep_max_num_channels
,
552 int mlx5e_vport_rep_load(struct mlx5_eswitch
*esw
,
553 struct mlx5_eswitch_rep
*rep
)
555 struct net_device
*netdev
;
558 netdev
= mlx5e_create_netdev(esw
->dev
, &mlx5e_rep_profile
, rep
);
560 pr_warn("Failed to create representor netdev for vport %d\n",
565 rep
->netdev
= netdev
;
567 err
= mlx5e_attach_netdev(esw
->dev
, netdev
);
569 pr_warn("Failed to attach representor netdev for vport %d\n",
571 goto err_destroy_netdev
;
574 err
= register_netdev(netdev
);
576 pr_warn("Failed to register representor netdev for vport %d\n",
578 goto err_detach_netdev
;
584 mlx5e_detach_netdev(esw
->dev
, netdev
);
587 mlx5e_destroy_netdev(esw
->dev
, netdev_priv(netdev
));
593 void mlx5e_vport_rep_unload(struct mlx5_eswitch
*esw
,
594 struct mlx5_eswitch_rep
*rep
)
596 struct net_device
*netdev
= rep
->netdev
;
598 unregister_netdev(netdev
);
599 mlx5e_detach_netdev(esw
->dev
, netdev
);
600 mlx5e_destroy_netdev(esw
->dev
, netdev_priv(netdev
));