drivers/net/ethernet/mellanox/mlx5/core/en_rep.c

   1 /*
   2  * Copyright (c) 2016, Mellanox Technologies. All rights reserved.
   3  *
   4  * This software is available to you under a choice of one of two
   5  * licenses.  You may choose to be licensed under the terms of the GNU
   6  * General Public License (GPL) Version 2, available from the file
   7  * COPYING in the main directory of this source tree, or the
   8  * OpenIB.org BSD license below:
   9  *
  10  *     Redistribution and use in source and binary forms, with or
  11  *     without modification, are permitted provided that the following
  12  *     conditions are met:
  13  *
  14  *      - Redistributions of source code must retain the above
  15  *        copyright notice, this list of conditions and the following
  16  *        disclaimer.
  17  *
  18  *      - Redistributions in binary form must reproduce the above
  19  *        copyright notice, this list of conditions and the following
  20  *        disclaimer in the documentation and/or other materials
  21  *        provided with the distribution.
  22  *
  23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30  * SOFTWARE.
  31  */
  32
  33 #include <generated/utsrelease.h>
  34 #include <linux/mlx5/fs.h>
  35 #include <net/switchdev.h>
  36 #include <net/pkt_cls.h>
  37
  38 #include "eswitch.h"
  39 #include "en.h"
  40 #include "en_tc.h"
  41
  42 static const char mlx5e_rep_driver_name[] = "mlx5e_rep";
  43
  44 static void mlx5e_rep_get_drvinfo(struct net_device *dev,
  45                                   struct ethtool_drvinfo *drvinfo)
  46 {
  47         strlcpy(drvinfo->driver, mlx5e_rep_driver_name,
  48                 sizeof(drvinfo->driver));
  49         strlcpy(drvinfo->version, UTS_RELEASE, sizeof(drvinfo->version));
  50 }
  51
  52 static const struct counter_desc sw_rep_stats_desc[] = {
  53         { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, rx_packets) },
  54         { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, rx_bytes) },
  55         { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, tx_packets) },
  56         { MLX5E_DECLARE_STAT(struct mlx5e_sw_stats, tx_bytes) },
  57 };
  58
  59 #define NUM_VPORT_REP_COUNTERS  ARRAY_SIZE(sw_rep_stats_desc)
  60
  61 static void mlx5e_rep_get_strings(struct net_device *dev,
  62                                   u32 stringset, uint8_t *data)
  63 {
  64         int i;
  65
  66         switch (stringset) {
  67         case ETH_SS_STATS:
  68                 for (i = 0; i < NUM_VPORT_REP_COUNTERS; i++)
  69                         strcpy(data + (i * ETH_GSTRING_LEN),
  70                                sw_rep_stats_desc[i].format);
  71                 break;
  72         }
  73 }
  74
  75 static void mlx5e_update_sw_rep_counters(struct mlx5e_priv *priv)
  76 {
  77         struct mlx5e_sw_stats *s = &priv->stats.sw;
  78         struct mlx5e_rq_stats *rq_stats;
  79         struct mlx5e_sq_stats *sq_stats;
  80         int i, j;
  81
  82         memset(s, 0, sizeof(*s));
  83         for (i = 0; i < priv->params.num_channels; i++) {
  84                 rq_stats = &priv->channel[i]->rq.stats;
  85
  86                 s->rx_packets   += rq_stats->packets;
  87                 s->rx_bytes     += rq_stats->bytes;
  88
  89                 for (j = 0; j < priv->params.num_tc; j++) {
  90                         sq_stats = &priv->channel[i]->sq[j].stats;
  91
  92                         s->tx_packets           += sq_stats->packets;
  93                         s->tx_bytes             += sq_stats->bytes;
  94                 }
  95         }
  96 }
  97
  98 static void mlx5e_rep_get_ethtool_stats(struct net_device *dev,
  99                                         struct ethtool_stats *stats, u64 *data)
 100 {
 101         struct mlx5e_priv *priv = netdev_priv(dev);
 102         int i;
 103
 104         if (!data)
 105                 return;
 106
 107         mutex_lock(&priv->state_lock);
 108         if (test_bit(MLX5E_STATE_OPENED, &priv->state))
 109                 mlx5e_update_sw_rep_counters(priv);
 110         mutex_unlock(&priv->state_lock);
 111
 112         for (i = 0; i < NUM_VPORT_REP_COUNTERS; i++)
 113                 data[i] = MLX5E_READ_CTR64_CPU(&priv->stats.sw,
 114                                                sw_rep_stats_desc, i);
 115 }
 116
 117 static int mlx5e_rep_get_sset_count(struct net_device *dev, int sset)
 118 {
 119         switch (sset) {
 120         case ETH_SS_STATS:
 121                 return NUM_VPORT_REP_COUNTERS;
 122         default:
 123                 return -EOPNOTSUPP;
 124         }
 125 }
 126
 127 static const struct ethtool_ops mlx5e_rep_ethtool_ops = {
 128         .get_drvinfo       = mlx5e_rep_get_drvinfo,
 129         .get_link          = ethtool_op_get_link,
 130         .get_strings       = mlx5e_rep_get_strings,
 131         .get_sset_count    = mlx5e_rep_get_sset_count,
 132         .get_ethtool_stats = mlx5e_rep_get_ethtool_stats,
 133 };
 134
 135 int mlx5e_attr_get(struct net_device *dev, struct switchdev_attr *attr)
 136 {
 137         struct mlx5e_priv *priv = netdev_priv(dev);
 138         struct mlx5_eswitch_rep *rep = priv->ppriv;
 139         struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
 140
 141         if (esw->mode == SRIOV_NONE)
 142                 return -EOPNOTSUPP;
 143
 144         switch (attr->id) {
 145         case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
 146                 attr->u.ppid.id_len = ETH_ALEN;
 147                 ether_addr_copy(attr->u.ppid.id, rep->hw_id);
 148                 break;
 149         default:
 150                 return -EOPNOTSUPP;
 151         }
 152
 153         return 0;
 154 }
 155
 156 int mlx5e_add_sqs_fwd_rules(struct mlx5e_priv *priv)
 157
 158 {
 159         struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
 160         struct mlx5_eswitch_rep *rep = priv->ppriv;
 161         struct mlx5e_channel *c;
 162         int n, tc, err, num_sqs = 0;
 163         u16 *sqs;
 164
 165         sqs = kcalloc(priv->params.num_channels * priv->params.num_tc, sizeof(u16), GFP_KERNEL);
 166         if (!sqs)
 167                 return -ENOMEM;
 168
 169         for (n = 0; n < priv->params.num_channels; n++) {
 170                 c = priv->channel[n];
 171                 for (tc = 0; tc < c->num_tc; tc++)
 172                         sqs[num_sqs++] = c->sq[tc].sqn;
 173         }
 174
 175         err = mlx5_eswitch_sqs2vport_start(esw, rep, sqs, num_sqs);
 176
 177         kfree(sqs);
 178         return err;
 179 }
 180
 181 int mlx5e_nic_rep_load(struct mlx5_eswitch *esw, struct mlx5_eswitch_rep *rep)
 182 {
 183         struct mlx5e_priv *priv = rep->priv_data;
 184
 185         if (test_bit(MLX5E_STATE_OPENED, &priv->state))
 186                 return mlx5e_add_sqs_fwd_rules(priv);
 187         return 0;
 188 }
 189
 190 void mlx5e_remove_sqs_fwd_rules(struct mlx5e_priv *priv)
 191 {
 192         struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
 193         struct mlx5_eswitch_rep *rep = priv->ppriv;
 194
 195         mlx5_eswitch_sqs2vport_stop(esw, rep);
 196 }
 197
 198 void mlx5e_nic_rep_unload(struct mlx5_eswitch *esw,
 199                           struct mlx5_eswitch_rep *rep)
 200 {
 201         struct mlx5e_priv *priv = rep->priv_data;
 202
 203         if (test_bit(MLX5E_STATE_OPENED, &priv->state))
 204                 mlx5e_remove_sqs_fwd_rules(priv);
 205
 206         /* clean (and re-init) existing uplink offloaded TC rules */
 207         mlx5e_tc_cleanup(priv);
 208         mlx5e_tc_init(priv);
 209 }
 210
 211 static int mlx5e_rep_get_phys_port_name(struct net_device *dev,
 212                                         char *buf, size_t len)
 213 {
 214         struct mlx5e_priv *priv = netdev_priv(dev);
 215         struct mlx5_eswitch_rep *rep = priv->ppriv;
 216         int ret;
 217
 218         ret = snprintf(buf, len, "%d", rep->vport - 1);
 219         if (ret >= len)
 220                 return -EOPNOTSUPP;
 221
 222         return 0;
 223 }
 224
 225 static int mlx5e_rep_ndo_setup_tc(struct net_device *dev, u32 handle,
 226                                   __be16 proto, struct tc_to_netdev *tc)
 227 {
 228         struct mlx5e_priv *priv = netdev_priv(dev);
 229
 230         if (TC_H_MAJ(handle) != TC_H_MAJ(TC_H_INGRESS))
 231                 return -EOPNOTSUPP;
 232
 233         switch (tc->type) {
 234         case TC_SETUP_CLSFLOWER:
 235                 switch (tc->cls_flower->command) {
 236                 case TC_CLSFLOWER_REPLACE:
 237                         return mlx5e_configure_flower(priv, proto, tc->cls_flower);
 238                 case TC_CLSFLOWER_DESTROY:
 239                         return mlx5e_delete_flower(priv, tc->cls_flower);
 240                 case TC_CLSFLOWER_STATS:
 241                         return mlx5e_stats_flower(priv, tc->cls_flower);
 242                 }
 243         default:
 244                 return -EOPNOTSUPP;
 245         }
 246 }
 247
 248 static const struct switchdev_ops mlx5e_rep_switchdev_ops = {
 249         .switchdev_port_attr_get        = mlx5e_attr_get,
 250 };
 251
 252 static const struct net_device_ops mlx5e_netdev_ops_rep = {
 253         .ndo_open                = mlx5e_open,
 254         .ndo_stop                = mlx5e_close,
 255         .ndo_start_xmit          = mlx5e_xmit,
 256         .ndo_get_phys_port_name  = mlx5e_rep_get_phys_port_name,
 257         .ndo_setup_tc            = mlx5e_rep_ndo_setup_tc,
 258         .ndo_get_stats64         = mlx5e_get_stats,
 259         .ndo_udp_tunnel_add      = mlx5e_add_vxlan_port,
 260         .ndo_udp_tunnel_del      = mlx5e_del_vxlan_port,
 261 };
 262
 263 static void mlx5e_build_rep_netdev_priv(struct mlx5_core_dev *mdev,
 264                                         struct net_device *netdev,
 265                                         const struct mlx5e_profile *profile,
 266                                         void *ppriv)
 267 {
 268         struct mlx5e_priv *priv = netdev_priv(netdev);
 269         u8 cq_period_mode = MLX5_CAP_GEN(mdev, cq_period_start_from_cqe) ?
 270                                          MLX5_CQ_PERIOD_MODE_START_FROM_CQE :
 271                                          MLX5_CQ_PERIOD_MODE_START_FROM_EQE;
 272
 273         priv->params.log_sq_size           =
 274                 MLX5E_PARAMS_MINIMUM_LOG_SQ_SIZE;
 275         priv->params.rq_wq_type = MLX5_WQ_TYPE_LINKED_LIST;
 276         priv->params.log_rq_size = MLX5E_PARAMS_MINIMUM_LOG_RQ_SIZE;
 277
 278         priv->params.min_rx_wqes = mlx5_min_rx_wqes(priv->params.rq_wq_type,
 279                                             BIT(priv->params.log_rq_size));
 280
 281         priv->params.rx_am_enabled = MLX5_CAP_GEN(mdev, cq_moderation);
 282         mlx5e_set_rx_cq_mode_params(&priv->params, cq_period_mode);
 283
 284         priv->params.tx_max_inline         = mlx5e_get_max_inline_cap(mdev);
 285         priv->params.num_tc                = 1;
 286
 287         priv->params.lro_wqe_sz            =
 288                 MLX5E_PARAMS_DEFAULT_LRO_WQE_SZ;
 289
 290         priv->mdev                         = mdev;
 291         priv->netdev                       = netdev;
 292         priv->params.num_channels          = profile->max_nch(mdev);
 293         priv->profile                      = profile;
 294         priv->ppriv                        = ppriv;
 295
 296         mutex_init(&priv->state_lock);
 297
 298         INIT_DELAYED_WORK(&priv->update_stats_work, mlx5e_update_stats_work);
 299 }
 300
 301 static void mlx5e_build_rep_netdev(struct net_device *netdev)
 302 {
 303         netdev->netdev_ops = &mlx5e_netdev_ops_rep;
 304
 305         netdev->watchdog_timeo    = 15 * HZ;
 306
 307         netdev->ethtool_ops       = &mlx5e_rep_ethtool_ops;
 308
 309 #ifdef CONFIG_NET_SWITCHDEV
 310         netdev->switchdev_ops = &mlx5e_rep_switchdev_ops;
 311 #endif
 312
 313         netdev->features         |= NETIF_F_VLAN_CHALLENGED | NETIF_F_HW_TC | NETIF_F_NETNS_LOCAL;
 314         netdev->hw_features      |= NETIF_F_HW_TC;
 315
 316         eth_hw_addr_random(netdev);
 317 }
 318
 319 static void mlx5e_init_rep(struct mlx5_core_dev *mdev,
 320                            struct net_device *netdev,
 321                            const struct mlx5e_profile *profile,
 322                            void *ppriv)
 323 {
 324         mlx5e_build_rep_netdev_priv(mdev, netdev, profile, ppriv);
 325         mlx5e_build_rep_netdev(netdev);
 326 }
 327
 328 static int mlx5e_init_rep_rx(struct mlx5e_priv *priv)
 329 {
 330         struct mlx5_eswitch *esw = priv->mdev->priv.eswitch;
 331         struct mlx5_eswitch_rep *rep = priv->ppriv;
 332         struct mlx5_core_dev *mdev = priv->mdev;
 333         struct mlx5_flow_handle *flow_rule;
 334         int err;
 335         int i;
 336
 337         err = mlx5e_create_direct_rqts(priv);
 338         if (err) {
 339                 mlx5_core_warn(mdev, "create direct rqts failed, %d\n", err);
 340                 return err;
 341         }
 342
 343         err = mlx5e_create_direct_tirs(priv);
 344         if (err) {
 345                 mlx5_core_warn(mdev, "create direct tirs failed, %d\n", err);
 346                 goto err_destroy_direct_rqts;
 347         }
 348
 349         flow_rule = mlx5_eswitch_create_vport_rx_rule(esw,
 350                                                       rep->vport,
 351                                                       priv->direct_tir[0].tirn);
 352         if (IS_ERR(flow_rule)) {
 353                 err = PTR_ERR(flow_rule);
 354                 goto err_destroy_direct_tirs;
 355         }
 356         rep->vport_rx_rule = flow_rule;
 357
 358         err = mlx5e_tc_init(priv);
 359         if (err)
 360                 goto err_del_flow_rule;
 361
 362         return 0;
 363
 364 err_del_flow_rule:
 365         mlx5_del_flow_rules(rep->vport_rx_rule);
 366 err_destroy_direct_tirs:
 367         mlx5e_destroy_direct_tirs(priv);
 368 err_destroy_direct_rqts:
 369         for (i = 0; i < priv->params.num_channels; i++)
 370                 mlx5e_destroy_rqt(priv, &priv->direct_tir[i].rqt);
 371         return err;
 372 }
 373
 374 static void mlx5e_cleanup_rep_rx(struct mlx5e_priv *priv)
 375 {
 376         struct mlx5_eswitch_rep *rep = priv->ppriv;
 377         int i;
 378
 379         mlx5e_tc_cleanup(priv);
 380         mlx5_del_flow_rules(rep->vport_rx_rule);
 381         mlx5e_destroy_direct_tirs(priv);
 382         for (i = 0; i < priv->params.num_channels; i++)
 383                 mlx5e_destroy_rqt(priv, &priv->direct_tir[i].rqt);
 384 }
 385
 386 static int mlx5e_init_rep_tx(struct mlx5e_priv *priv)
 387 {
 388         int err;
 389
 390         err = mlx5e_create_tises(priv);
 391         if (err) {
 392                 mlx5_core_warn(priv->mdev, "create tises failed, %d\n", err);
 393                 return err;
 394         }
 395         return 0;
 396 }
 397
 398 static int mlx5e_get_rep_max_num_channels(struct mlx5_core_dev *mdev)
 399 {
 400 #define MLX5E_PORT_REPRESENTOR_NCH 1
 401         return MLX5E_PORT_REPRESENTOR_NCH;
 402 }
 403
 404 static struct mlx5e_profile mlx5e_rep_profile = {
 405         .init                   = mlx5e_init_rep,
 406         .init_rx                = mlx5e_init_rep_rx,
 407         .cleanup_rx             = mlx5e_cleanup_rep_rx,
 408         .init_tx                = mlx5e_init_rep_tx,
 409         .cleanup_tx             = mlx5e_cleanup_nic_tx,
 410         .update_stats           = mlx5e_update_sw_rep_counters,
 411         .max_nch                = mlx5e_get_rep_max_num_channels,
 412         .max_tc                 = 1,
 413 };
 414
 415 int mlx5e_vport_rep_load(struct mlx5_eswitch *esw,
 416                          struct mlx5_eswitch_rep *rep)
 417 {
 418         struct net_device *netdev;
 419         int err;
 420
 421         netdev = mlx5e_create_netdev(esw->dev, &mlx5e_rep_profile, rep);
 422         if (!netdev) {
 423                 pr_warn("Failed to create representor netdev for vport %d\n",
 424                         rep->vport);
 425                 return -EINVAL;
 426         }
 427
 428         rep->priv_data = netdev_priv(netdev);
 429
 430         err = mlx5e_attach_netdev(esw->dev, netdev);
 431         if (err) {
 432                 pr_warn("Failed to attach representor netdev for vport %d\n",
 433                         rep->vport);
 434                 goto err_destroy_netdev;
 435         }
 436
 437         err = register_netdev(netdev);
 438         if (err) {
 439                 pr_warn("Failed to register representor netdev for vport %d\n",
 440                         rep->vport);
 441                 goto err_detach_netdev;
 442         }
 443
 444         return 0;
 445
 446 err_detach_netdev:
 447         mlx5e_detach_netdev(esw->dev, netdev);
 448
 449 err_destroy_netdev:
 450         mlx5e_destroy_netdev(esw->dev, rep->priv_data);
 451
 452         return err;
 453
 454 }
 455
 456 void mlx5e_vport_rep_unload(struct mlx5_eswitch *esw,
 457                             struct mlx5_eswitch_rep *rep)
 458 {
 459         struct mlx5e_priv *priv = rep->priv_data;
 460         struct net_device *netdev = priv->netdev;
 461
 462         unregister_netdev(netdev);
 463         mlx5e_detach_netdev(esw->dev, netdev);
 464         mlx5e_destroy_netdev(esw->dev, priv);
 465 }