vhost: new device IOTLB API

[mirror_ubuntu-bionic-kernel.git] / drivers / vhost / vhost.h

diff --git a/drivers/vhost/vhost.h b/drivers/vhost/vhost.h
index eaaf6df7221833516dfa0805e3a9832c8ef0dd65..78f3c5fc02e47d92bced439249a4bb3491e42e9a 100644 (file)
--- a/drivers/vhost/vhost.h
+++ b/drivers/vhost/vhost.h
@@ -65,13 +65,15 @@ struct vhost_umem_node {
        __u64 last;
        __u64 size;
        __u64 userspace_addr;
-       __u64 flags_padding;
+       __u32 perm;
+       __u32 flags_padding;
        __u64 __subtree_last;
 };
 
 struct vhost_umem {
        struct rb_root umem_tree;
        struct list_head umem_list;
+       int numem;
 };
 
 /* The virtqueue structure describes a queue attached to a device. */
@@ -119,10 +121,12 @@ struct vhost_virtqueue {
        u64 log_addr;
 
        struct iovec iov[UIO_MAXIOV];
+       struct iovec iotlb_iov[64];
        struct iovec *indirect;
        struct vring_used_elem *heads;
        /* Protected by virtqueue mutex. */
        struct vhost_umem *umem;
+       struct vhost_umem *iotlb;
        void *private_data;
        u64 acked_features;
        /* Log write descriptors */
@@ -139,6 +143,12 @@ struct vhost_virtqueue {
        u32 busyloop_timeout;
 };
 
+struct vhost_msg_node {
+  struct vhost_msg msg;
+  struct vhost_virtqueue *vq;
+  struct list_head node;
+};
+
 struct vhost_dev {
        struct mm_struct *mm;
        struct mutex mutex;
@@ -149,6 +159,11 @@ struct vhost_dev {
        struct llist_head work_list;
        struct task_struct *worker;
        struct vhost_umem *umem;
+       struct vhost_umem *iotlb;
+       spinlock_t iotlb_lock;
+       struct list_head read_list;
+       struct list_head pending_list;
+       wait_queue_head_t wait;
 };
 
 void vhost_dev_init(struct vhost_dev *, struct vhost_virtqueue **vqs, int nvqs);
@@ -185,6 +200,21 @@ bool vhost_enable_notify(struct vhost_dev *, struct vhost_virtqueue *);
 
 int vhost_log_write(struct vhost_virtqueue *vq, struct vhost_log *log,
                    unsigned int log_num, u64 len);
+int vq_iotlb_prefetch(struct vhost_virtqueue *vq);
+
+struct vhost_msg_node *vhost_new_msg(struct vhost_virtqueue *vq, int type);
+void vhost_enqueue_msg(struct vhost_dev *dev,
+                      struct list_head *head,
+                      struct vhost_msg_node *node);
+struct vhost_msg_node *vhost_dequeue_msg(struct vhost_dev *dev,
+                                        struct list_head *head);
+unsigned int vhost_chr_poll(struct file *file, struct vhost_dev *dev,
+                           poll_table *wait);
+ssize_t vhost_chr_read_iter(struct vhost_dev *dev, struct iov_iter *to,
+                           int noblock);
+ssize_t vhost_chr_write_iter(struct vhost_dev *dev,
+                            struct iov_iter *from);
+int vhost_init_device_iotlb(struct vhost_dev *d, bool enabled);
 
 #define vq_err(vq, fmt, ...) do {                                  \
                pr_debug(pr_fmt(fmt), ##__VA_ARGS__);       \