net/vhost-vdpa.c

   1 /*
   2  * vhost-vdpa.c
   3  *
   4  * Copyright(c) 2017-2018 Intel Corporation.
   5  * Copyright(c) 2020 Red Hat, Inc.
   6  *
   7  * This work is licensed under the terms of the GNU GPL, version 2 or later.
   8  * See the COPYING file in the top-level directory.
   9  *
  10  */
  11
  12 #include "qemu/osdep.h"
  13 #include "clients.h"
  14 #include "net/vhost_net.h"
  15 #include "net/vhost-vdpa.h"
  16 #include "hw/virtio/vhost-vdpa.h"
  17 #include "qemu/config-file.h"
  18 #include "qemu/error-report.h"
  19 #include "qemu/option.h"
  20 #include "qapi/error.h"
  21 #include <linux/vhost.h>
  22 #include <sys/ioctl.h>
  23 #include <err.h>
  24 #include "standard-headers/linux/virtio_net.h"
  25 #include "monitor/monitor.h"
  26 #include "hw/virtio/vhost.h"
  27
  28 /* Todo:need to add the multiqueue support here */
  29 typedef struct VhostVDPAState {
  30     NetClientState nc;
  31     struct vhost_vdpa vhost_vdpa;
  32     VHostNetState *vhost_net;
  33     bool started;
  34 } VhostVDPAState;
  35
  36 const int vdpa_feature_bits[] = {
  37     VIRTIO_F_NOTIFY_ON_EMPTY,
  38     VIRTIO_RING_F_INDIRECT_DESC,
  39     VIRTIO_RING_F_EVENT_IDX,
  40     VIRTIO_F_ANY_LAYOUT,
  41     VIRTIO_F_VERSION_1,
  42     VIRTIO_NET_F_CSUM,
  43     VIRTIO_NET_F_GUEST_CSUM,
  44     VIRTIO_NET_F_GSO,
  45     VIRTIO_NET_F_GUEST_TSO4,
  46     VIRTIO_NET_F_GUEST_TSO6,
  47     VIRTIO_NET_F_GUEST_ECN,
  48     VIRTIO_NET_F_GUEST_UFO,
  49     VIRTIO_NET_F_HOST_TSO4,
  50     VIRTIO_NET_F_HOST_TSO6,
  51     VIRTIO_NET_F_HOST_ECN,
  52     VIRTIO_NET_F_HOST_UFO,
  53     VIRTIO_NET_F_MRG_RXBUF,
  54     VIRTIO_NET_F_MTU,
  55     VIRTIO_NET_F_CTRL_RX,
  56     VIRTIO_NET_F_CTRL_RX_EXTRA,
  57     VIRTIO_NET_F_CTRL_VLAN,
  58     VIRTIO_NET_F_GUEST_ANNOUNCE,
  59     VIRTIO_NET_F_CTRL_MAC_ADDR,
  60     VIRTIO_NET_F_RSS,
  61     VIRTIO_NET_F_MQ,
  62     VIRTIO_NET_F_CTRL_VQ,
  63     VIRTIO_F_IOMMU_PLATFORM,
  64     VIRTIO_F_RING_PACKED,
  65     VIRTIO_NET_F_RSS,
  66     VIRTIO_NET_F_HASH_REPORT,
  67     VIRTIO_NET_F_GUEST_ANNOUNCE,
  68     VIRTIO_NET_F_STATUS,
  69     VHOST_INVALID_FEATURE_BIT
  70 };
  71
  72 VHostNetState *vhost_vdpa_get_vhost_net(NetClientState *nc)
  73 {
  74     VhostVDPAState *s = DO_UPCAST(VhostVDPAState, nc, nc);
  75     assert(nc->info->type == NET_CLIENT_DRIVER_VHOST_VDPA);
  76     return s->vhost_net;
  77 }
  78
  79 static int vhost_vdpa_net_check_device_id(struct vhost_net *net)
  80 {
  81     uint32_t device_id;
  82     int ret;
  83     struct vhost_dev *hdev;
  84
  85     hdev = (struct vhost_dev *)&net->dev;
  86     ret = hdev->vhost_ops->vhost_get_device_id(hdev, &device_id);
  87     if (device_id != VIRTIO_ID_NET) {
  88         return -ENOTSUP;
  89     }
  90     return ret;
  91 }
  92
  93 static int vhost_vdpa_add(NetClientState *ncs, void *be,
  94                           int queue_pair_index, int nvqs)
  95 {
  96     VhostNetOptions options;
  97     struct vhost_net *net = NULL;
  98     VhostVDPAState *s;
  99     int ret;
 100
 101     options.backend_type = VHOST_BACKEND_TYPE_VDPA;
 102     assert(ncs->info->type == NET_CLIENT_DRIVER_VHOST_VDPA);
 103     s = DO_UPCAST(VhostVDPAState, nc, ncs);
 104     options.net_backend = ncs;
 105     options.opaque      = be;
 106     options.busyloop_timeout = 0;
 107     options.nvqs = nvqs;
 108
 109     net = vhost_net_init(&options);
 110     if (!net) {
 111         error_report("failed to init vhost_net for queue");
 112         goto err_init;
 113     }
 114     s->vhost_net = net;
 115     ret = vhost_vdpa_net_check_device_id(net);
 116     if (ret) {
 117         goto err_check;
 118     }
 119     return 0;
 120 err_check:
 121     vhost_net_cleanup(net);
 122     g_free(net);
 123 err_init:
 124     return -1;
 125 }
 126
 127 static void vhost_vdpa_cleanup(NetClientState *nc)
 128 {
 129     VhostVDPAState *s = DO_UPCAST(VhostVDPAState, nc, nc);
 130
 131     if (s->vhost_net) {
 132         vhost_net_cleanup(s->vhost_net);
 133         g_free(s->vhost_net);
 134         s->vhost_net = NULL;
 135     }
 136      if (s->vhost_vdpa.device_fd >= 0) {
 137         qemu_close(s->vhost_vdpa.device_fd);
 138         s->vhost_vdpa.device_fd = -1;
 139     }
 140 }
 141
 142 static bool vhost_vdpa_has_vnet_hdr(NetClientState *nc)
 143 {
 144     assert(nc->info->type == NET_CLIENT_DRIVER_VHOST_VDPA);
 145
 146     return true;
 147 }
 148
 149 static bool vhost_vdpa_has_ufo(NetClientState *nc)
 150 {
 151     assert(nc->info->type == NET_CLIENT_DRIVER_VHOST_VDPA);
 152     VhostVDPAState *s = DO_UPCAST(VhostVDPAState, nc, nc);
 153     uint64_t features = 0;
 154     features |= (1ULL << VIRTIO_NET_F_HOST_UFO);
 155     features = vhost_net_get_features(s->vhost_net, features);
 156     return !!(features & (1ULL << VIRTIO_NET_F_HOST_UFO));
 157
 158 }
 159
 160 static bool vhost_vdpa_check_peer_type(NetClientState *nc, ObjectClass *oc,
 161                                        Error **errp)
 162 {
 163     const char *driver = object_class_get_name(oc);
 164
 165     if (!g_str_has_prefix(driver, "virtio-net-")) {
 166         error_setg(errp, "vhost-vdpa requires frontend driver virtio-net-*");
 167         return false;
 168     }
 169
 170     return true;
 171 }
 172
 173 static NetClientInfo net_vhost_vdpa_info = {
 174         .type = NET_CLIENT_DRIVER_VHOST_VDPA,
 175         .size = sizeof(VhostVDPAState),
 176         .cleanup = vhost_vdpa_cleanup,
 177         .has_vnet_hdr = vhost_vdpa_has_vnet_hdr,
 178         .has_ufo = vhost_vdpa_has_ufo,
 179         .check_peer_type = vhost_vdpa_check_peer_type,
 180 };
 181
 182 static NetClientState *net_vhost_vdpa_init(NetClientState *peer,
 183                                            const char *device,
 184                                            const char *name,
 185                                            int vdpa_device_fd,
 186                                            int queue_pair_index,
 187                                            int nvqs,
 188                                            bool is_datapath)
 189 {
 190     NetClientState *nc = NULL;
 191     VhostVDPAState *s;
 192     int ret = 0;
 193     assert(name);
 194     if (is_datapath) {
 195         nc = qemu_new_net_client(&net_vhost_vdpa_info, peer, device,
 196                                  name);
 197     } else {
 198         nc = qemu_new_net_control_client(&net_vhost_vdpa_info, peer,
 199                                          device, name);
 200     }
 201     snprintf(nc->info_str, sizeof(nc->info_str), TYPE_VHOST_VDPA);
 202     s = DO_UPCAST(VhostVDPAState, nc, nc);
 203
 204     s->vhost_vdpa.device_fd = vdpa_device_fd;
 205     s->vhost_vdpa.index = queue_pair_index;
 206     ret = vhost_vdpa_add(nc, (void *)&s->vhost_vdpa, queue_pair_index, nvqs);
 207     if (ret) {
 208         qemu_del_net_client(nc);
 209         return NULL;
 210     }
 211     return nc;
 212 }
 213
 214 static int vhost_vdpa_get_max_queue_pairs(int fd, int *has_cvq, Error **errp)
 215 {
 216     unsigned long config_size = offsetof(struct vhost_vdpa_config, buf);
 217     g_autofree struct vhost_vdpa_config *config = NULL;
 218     __virtio16 *max_queue_pairs;
 219     uint64_t features;
 220     int ret;
 221
 222     ret = ioctl(fd, VHOST_GET_FEATURES, &features);
 223     if (ret) {
 224         error_setg(errp, "Fail to query features from vhost-vDPA device");
 225         return ret;
 226     }
 227
 228     if (features & (1 << VIRTIO_NET_F_CTRL_VQ)) {
 229         *has_cvq = 1;
 230     } else {
 231         *has_cvq = 0;
 232     }
 233
 234     if (features & (1 << VIRTIO_NET_F_MQ)) {
 235         config = g_malloc0(config_size + sizeof(*max_queue_pairs));
 236         config->off = offsetof(struct virtio_net_config, max_virtqueue_pairs);
 237         config->len = sizeof(*max_queue_pairs);
 238
 239         ret = ioctl(fd, VHOST_VDPA_GET_CONFIG, config);
 240         if (ret) {
 241             error_setg(errp, "Fail to get config from vhost-vDPA device");
 242             return -ret;
 243         }
 244
 245         max_queue_pairs = (__virtio16 *)&config->buf;
 246
 247         return lduw_le_p(max_queue_pairs);
 248     }
 249
 250     return 1;
 251 }
 252
 253 int net_init_vhost_vdpa(const Netdev *netdev, const char *name,
 254                         NetClientState *peer, Error **errp)
 255 {
 256     const NetdevVhostVDPAOptions *opts;
 257     int vdpa_device_fd;
 258     NetClientState **ncs, *nc;
 259     int queue_pairs, i, has_cvq = 0;
 260
 261     assert(netdev->type == NET_CLIENT_DRIVER_VHOST_VDPA);
 262     opts = &netdev->u.vhost_vdpa;
 263     if (!opts->vhostdev) {
 264         error_setg(errp, "vdpa character device not specified with vhostdev");
 265         return -1;
 266     }
 267
 268     vdpa_device_fd = qemu_open(opts->vhostdev, O_RDWR, errp);
 269     if (vdpa_device_fd == -1) {
 270         return -errno;
 271     }
 272
 273     queue_pairs = vhost_vdpa_get_max_queue_pairs(vdpa_device_fd,
 274                                                  &has_cvq, errp);
 275     if (queue_pairs < 0) {
 276         qemu_close(vdpa_device_fd);
 277         return queue_pairs;
 278     }
 279
 280     ncs = g_malloc0(sizeof(*ncs) * queue_pairs);
 281
 282     for (i = 0; i < queue_pairs; i++) {
 283         ncs[i] = net_vhost_vdpa_init(peer, TYPE_VHOST_VDPA, name,
 284                                      vdpa_device_fd, i, 2, true);
 285         if (!ncs[i])
 286             goto err;
 287     }
 288
 289     if (has_cvq) {
 290         nc = net_vhost_vdpa_init(peer, TYPE_VHOST_VDPA, name,
 291                                  vdpa_device_fd, i, 1, false);
 292         if (!nc)
 293             goto err;
 294     }
 295
 296     g_free(ncs);
 297     return 0;
 298
 299 err:
 300     if (i) {
 301         qemu_del_net_client(ncs[0]);
 302     }
 303     qemu_close(vdpa_device_fd);
 304     g_free(ncs);
 305
 306     return -1;
 307 }