datapath/vport-internal_dev.c

   1 /*
   2  * Copyright (c) 2007-2012 Nicira, Inc.
   3  *
   4  * This program is free software; you can redistribute it and/or
   5  * modify it under the terms of version 2 of the GNU General Public
   6  * License as published by the Free Software Foundation.
   7  *
   8  * This program is distributed in the hope that it will be useful, but
   9  * WITHOUT ANY WARRANTY; without even the implied warranty of
  10  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11  * General Public License for more details.
  12  *
  13  * You should have received a copy of the GNU General Public License
  14  * along with this program; if not, write to the Free Software
  15  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
  16  * 02110-1301, USA
  17  */
  18
  19 #include <linux/hardirq.h>
  20 #include <linux/if_vlan.h>
  21 #include <linux/kernel.h>
  22 #include <linux/netdevice.h>
  23 #include <linux/etherdevice.h>
  24 #include <linux/ethtool.h>
  25 #include <linux/skbuff.h>
  26
  27 #include <net/dst.h>
  28 #include <net/xfrm.h>
  29 #include <net/rtnetlink.h>
  30
  31 #include "datapath.h"
  32 #include "vport-internal_dev.h"
  33 #include "vport-netdev.h"
  34
  35 struct internal_dev {
  36         struct vport *vport;
  37 };
  38
  39 static struct vport_ops ovs_internal_vport_ops;
  40
  41 static struct internal_dev *internal_dev_priv(struct net_device *netdev)
  42 {
  43         return netdev_priv(netdev);
  44 }
  45
  46 /* Called with rcu_read_lock_bh. */
  47 static int internal_dev_xmit(struct sk_buff *skb, struct net_device *netdev)
  48 {
  49         int len, err;
  50
  51         len = skb->len;
  52         rcu_read_lock();
  53         err = ovs_vport_receive(internal_dev_priv(netdev)->vport, skb, NULL);
  54         rcu_read_unlock();
  55
  56         if (likely(!err)) {
  57                 struct pcpu_sw_netstats *tstats = this_cpu_ptr(netdev->tstats);
  58
  59                 u64_stats_update_begin(&tstats->syncp);
  60                 tstats->tx_bytes += len;
  61                 tstats->tx_packets++;
  62                 u64_stats_update_end(&tstats->syncp);
  63         } else {
  64                 netdev->stats.tx_errors++;
  65         }
  66         return 0;
  67 }
  68
  69 static int internal_dev_open(struct net_device *netdev)
  70 {
  71         netif_start_queue(netdev);
  72         return 0;
  73 }
  74
  75 static int internal_dev_stop(struct net_device *netdev)
  76 {
  77         netif_stop_queue(netdev);
  78         return 0;
  79 }
  80
  81 static void internal_dev_getinfo(struct net_device *netdev,
  82                                  struct ethtool_drvinfo *info)
  83 {
  84         strlcpy(info->driver, "openvswitch", sizeof(info->driver));
  85 }
  86
  87 static const struct ethtool_ops internal_dev_ethtool_ops = {
  88         .get_drvinfo    = internal_dev_getinfo,
  89         .get_link       = ethtool_op_get_link,
  90 };
  91
  92 #ifndef HAVE_NET_DEVICE_WITH_MAX_MTU
  93 static int internal_dev_change_mtu(struct net_device *dev, int new_mtu)
  94 {
  95         if (new_mtu < ETH_MIN_MTU) {
  96                 net_err_ratelimited("%s: Invalid MTU %d requested, hw min %d\n",
  97                                     dev->name, new_mtu, ETH_MIN_MTU);
  98                 return -EINVAL;
  99         }
 100
 101         if (new_mtu > ETH_MAX_MTU) {
 102                 net_err_ratelimited("%s: Invalid MTU %d requested, hw max %d\n",
 103                                     dev->name, new_mtu, ETH_MAX_MTU);
 104                 return -EINVAL;
 105         }
 106
 107         dev->mtu = new_mtu;
 108         return 0;
 109 }
 110 #endif
 111
 112 static void internal_dev_destructor(struct net_device *dev)
 113 {
 114         struct vport *vport = ovs_internal_dev_get_vport(dev);
 115
 116         ovs_vport_free(vport);
 117         free_netdev(dev);
 118 }
 119
 120 static struct rtnl_link_stats64 *
 121 internal_get_stats(struct net_device *dev, struct rtnl_link_stats64 *stats)
 122 {
 123         int i;
 124
 125         memset(stats, 0, sizeof(*stats));
 126         stats->rx_errors  = dev->stats.rx_errors;
 127         stats->tx_errors  = dev->stats.tx_errors;
 128         stats->tx_dropped = dev->stats.tx_dropped;
 129         stats->rx_dropped = dev->stats.rx_dropped;
 130
 131         for_each_possible_cpu(i) {
 132                 const struct pcpu_sw_netstats *percpu_stats;
 133                 struct pcpu_sw_netstats local_stats;
 134                 unsigned int start;
 135
 136                 percpu_stats = per_cpu_ptr(dev->tstats, i);
 137
 138                 do {
 139                         start = u64_stats_fetch_begin_irq(&percpu_stats->syncp);
 140                         local_stats = *percpu_stats;
 141                 } while (u64_stats_fetch_retry_irq(&percpu_stats->syncp, start));
 142
 143                 stats->rx_bytes         += local_stats.rx_bytes;
 144                 stats->rx_packets       += local_stats.rx_packets;
 145                 stats->tx_bytes         += local_stats.tx_bytes;
 146                 stats->tx_packets       += local_stats.tx_packets;
 147         }
 148
 149         return stats;
 150 }
 151
 152 #ifdef HAVE_IFF_PHONY_HEADROOM
 153 static void internal_set_rx_headroom(struct net_device *dev, int new_hr)
 154 {
 155         dev->needed_headroom = new_hr < 0 ? 0 : new_hr;
 156 }
 157 #endif
 158
 159 static const struct net_device_ops internal_dev_netdev_ops = {
 160         .ndo_open = internal_dev_open,
 161         .ndo_stop = internal_dev_stop,
 162         .ndo_start_xmit = internal_dev_xmit,
 163         .ndo_set_mac_address = eth_mac_addr,
 164 #ifndef HAVE_NET_DEVICE_WITH_MAX_MTU
 165         .ndo_change_mtu = internal_dev_change_mtu,
 166 #endif
 167         .ndo_get_stats64 = internal_get_stats,
 168 #ifdef HAVE_IFF_PHONY_HEADROOM
 169 #ifndef HAVE_NET_DEVICE_OPS_WITH_EXTENDED
 170         .ndo_set_rx_headroom = internal_set_rx_headroom,
 171 #else
 172         .extended.ndo_set_rx_headroom = internal_set_rx_headroom,
 173 #endif
 174 #endif
 175 };
 176
 177 static struct rtnl_link_ops internal_dev_link_ops __read_mostly = {
 178         .kind = "openvswitch",
 179 };
 180
 181 static void do_setup(struct net_device *netdev)
 182 {
 183         ether_setup(netdev);
 184
 185 #ifdef HAVE_NET_DEVICE_WITH_MAX_MTU
 186         netdev->max_mtu = ETH_MAX_MTU;
 187 #endif
 188         netdev->netdev_ops = &internal_dev_netdev_ops;
 189
 190         netdev->priv_flags &= ~IFF_TX_SKB_SHARING;
 191         netdev->priv_flags |= IFF_LIVE_ADDR_CHANGE | IFF_OPENVSWITCH |
 192                               IFF_PHONY_HEADROOM | IFF_NO_QUEUE;
 193         netdev->destructor = internal_dev_destructor;
 194         netdev->ethtool_ops = &internal_dev_ethtool_ops;
 195         netdev->rtnl_link_ops = &internal_dev_link_ops;
 196
 197 #ifndef HAVE_IFF_NO_QUEUE
 198         netdev->tx_queue_len = 0;
 199 #endif
 200
 201         netdev->features = NETIF_F_LLTX | NETIF_F_SG | NETIF_F_FRAGLIST |
 202                            NETIF_F_HIGHDMA | NETIF_F_HW_CSUM |
 203                            NETIF_F_GSO_SOFTWARE | NETIF_F_GSO_ENCAP_ALL;
 204
 205         netdev->vlan_features = netdev->features;
 206         netdev->hw_enc_features = netdev->features;
 207         netdev->features |= NETIF_F_HW_VLAN_CTAG_TX | NETIF_F_HW_VLAN_STAG_TX;
 208         netdev->hw_features = netdev->features & ~NETIF_F_LLTX;
 209
 210         eth_hw_addr_random(netdev);
 211 }
 212
 213 static struct vport *internal_dev_create(const struct vport_parms *parms)
 214 {
 215         struct vport *vport;
 216         struct internal_dev *internal_dev;
 217         int err;
 218
 219         vport = ovs_vport_alloc(0, &ovs_internal_vport_ops, parms);
 220         if (IS_ERR(vport)) {
 221                 err = PTR_ERR(vport);
 222                 goto error;
 223         }
 224
 225         vport->dev = alloc_netdev(sizeof(struct internal_dev),
 226                                   parms->name, NET_NAME_USER, do_setup);
 227         if (!vport->dev) {
 228                 err = -ENOMEM;
 229                 goto error_free_vport;
 230         }
 231         vport->dev->tstats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
 232         if (!vport->dev->tstats) {
 233                 err = -ENOMEM;
 234                 goto error_free_netdev;
 235         }
 236
 237 #ifdef HAVE_IFF_PHONY_HEADROOM
 238         vport->dev->needed_headroom = vport->dp->max_headroom;
 239 #endif
 240         dev_net_set(vport->dev, ovs_dp_get_net(vport->dp));
 241         internal_dev = internal_dev_priv(vport->dev);
 242         internal_dev->vport = vport;
 243
 244         /* Restrict bridge port to current netns. */
 245         if (vport->port_no == OVSP_LOCAL)
 246                 vport->dev->features |= NETIF_F_NETNS_LOCAL;
 247
 248         rtnl_lock();
 249         err = register_netdevice(vport->dev);
 250         if (err)
 251                 goto error_unlock;
 252
 253         dev_set_promiscuity(vport->dev, 1);
 254         rtnl_unlock();
 255         netif_start_queue(vport->dev);
 256
 257         return vport;
 258
 259 error_unlock:
 260         rtnl_unlock();
 261         free_percpu(vport->dev->tstats);
 262 error_free_netdev:
 263         free_netdev(vport->dev);
 264 error_free_vport:
 265         ovs_vport_free(vport);
 266 error:
 267         return ERR_PTR(err);
 268 }
 269
 270 static void internal_dev_destroy(struct vport *vport)
 271 {
 272         netif_stop_queue(vport->dev);
 273         rtnl_lock();
 274         dev_set_promiscuity(vport->dev, -1);
 275
 276         /* unregister_netdevice() waits for an RCU grace period. */
 277         unregister_netdevice(vport->dev);
 278         free_percpu(vport->dev->tstats);
 279         rtnl_unlock();
 280 }
 281
 282 static netdev_tx_t internal_dev_recv(struct sk_buff *skb)
 283 {
 284         struct net_device *netdev = skb->dev;
 285         struct pcpu_sw_netstats *stats;
 286
 287         if (unlikely(!(netdev->flags & IFF_UP))) {
 288                 kfree_skb(skb);
 289                 netdev->stats.rx_dropped++;
 290                 return NETDEV_TX_OK;
 291         }
 292
 293         skb_dst_drop(skb);
 294         nf_reset(skb);
 295         secpath_reset(skb);
 296
 297         skb->pkt_type = PACKET_HOST;
 298         skb->protocol = eth_type_trans(skb, netdev);
 299         skb_postpull_rcsum(skb, eth_hdr(skb), ETH_HLEN);
 300
 301         stats = this_cpu_ptr(netdev->tstats);
 302         u64_stats_update_begin(&stats->syncp);
 303         stats->rx_packets++;
 304         stats->rx_bytes += skb->len;
 305         u64_stats_update_end(&stats->syncp);
 306
 307         netif_rx(skb);
 308         return NETDEV_TX_OK;
 309 }
 310
 311 static struct vport_ops ovs_internal_vport_ops = {
 312         .type           = OVS_VPORT_TYPE_INTERNAL,
 313         .create         = internal_dev_create,
 314         .destroy        = internal_dev_destroy,
 315         .send           = internal_dev_recv,
 316 };
 317
 318 int ovs_is_internal_dev(const struct net_device *netdev)
 319 {
 320         return netdev->netdev_ops == &internal_dev_netdev_ops;
 321 }
 322
 323 struct vport *ovs_internal_dev_get_vport(struct net_device *netdev)
 324 {
 325         if (!ovs_is_internal_dev(netdev))
 326                 return NULL;
 327
 328         return internal_dev_priv(netdev)->vport;
 329 }
 330
 331 int ovs_internal_dev_rtnl_link_register(void)
 332 {
 333         int err;
 334
 335         err = rtnl_link_register(&internal_dev_link_ops);
 336         if (err < 0)
 337                 return err;
 338
 339         err = ovs_vport_ops_register(&ovs_internal_vport_ops);
 340         if (err < 0)
 341                 rtnl_link_unregister(&internal_dev_link_ops);
 342
 343         return err;
 344 }
 345
 346 void ovs_internal_dev_rtnl_link_unregister(void)
 347 {
 348         ovs_vport_ops_unregister(&ovs_internal_vport_ops);
 349         rtnl_link_unregister(&internal_dev_link_ops);
 350 }