]>
Commit | Line | Data |
---|---|---|
53c25cea PB |
1 | /* |
2 | * Virtio PCI Bindings | |
3 | * | |
4 | * Copyright IBM, Corp. 2007 | |
5 | * Copyright (c) 2009 CodeSourcery | |
6 | * | |
7 | * Authors: | |
8 | * Anthony Liguori <aliguori@us.ibm.com> | |
9 | * Paul Brook <paul@codesourcery.com> | |
10 | * | |
11 | * This work is licensed under the terms of the GNU GPL, version 2. See | |
12 | * the COPYING file in the top-level directory. | |
13 | * | |
6b620ca3 PB |
14 | * Contributions after 2012-01-13 are licensed under the terms of the |
15 | * GNU GPL, version 2 or (at your option) any later version. | |
53c25cea PB |
16 | */ |
17 | ||
18 | #include <inttypes.h> | |
19 | ||
20 | #include "virtio.h" | |
8172539d MT |
21 | #include "virtio-blk.h" |
22 | #include "virtio-net.h" | |
6b331efb | 23 | #include "virtio-serial.h" |
973abc7f | 24 | #include "virtio-scsi.h" |
a2cb15b0 | 25 | #include "pci/pci.h" |
1de7afc9 | 26 | #include "qemu/error-report.h" |
a2cb15b0 MT |
27 | #include "pci/msi.h" |
28 | #include "pci/msix.h" | |
97b15621 | 29 | #include "loader.h" |
9c17d615 PB |
30 | #include "sysemu/kvm.h" |
31 | #include "sysemu/blockdev.h" | |
9fe1ebeb | 32 | #include "virtio-pci.h" |
1de7afc9 | 33 | #include "qemu/range.h" |
53c25cea PB |
34 | |
35 | /* from Linux's linux/virtio_pci.h */ | |
36 | ||
37 | /* A 32-bit r/o bitmask of the features supported by the host */ | |
38 | #define VIRTIO_PCI_HOST_FEATURES 0 | |
39 | ||
40 | /* A 32-bit r/w bitmask of features activated by the guest */ | |
41 | #define VIRTIO_PCI_GUEST_FEATURES 4 | |
42 | ||
43 | /* A 32-bit r/w PFN for the currently selected queue */ | |
44 | #define VIRTIO_PCI_QUEUE_PFN 8 | |
45 | ||
46 | /* A 16-bit r/o queue size for the currently selected queue */ | |
47 | #define VIRTIO_PCI_QUEUE_NUM 12 | |
48 | ||
49 | /* A 16-bit r/w queue selector */ | |
50 | #define VIRTIO_PCI_QUEUE_SEL 14 | |
51 | ||
52 | /* A 16-bit r/w queue notifier */ | |
53 | #define VIRTIO_PCI_QUEUE_NOTIFY 16 | |
54 | ||
55 | /* An 8-bit device status register. */ | |
56 | #define VIRTIO_PCI_STATUS 18 | |
57 | ||
58 | /* An 8-bit r/o interrupt status register. Reading the value will return the | |
59 | * current contents of the ISR and will also clear it. This is effectively | |
60 | * a read-and-acknowledge. */ | |
61 | #define VIRTIO_PCI_ISR 19 | |
62 | ||
aba800a3 MT |
63 | /* MSI-X registers: only enabled if MSI-X is enabled. */ |
64 | /* A 16-bit vector for configuration changes. */ | |
65 | #define VIRTIO_MSI_CONFIG_VECTOR 20 | |
66 | /* A 16-bit vector for selected queue notifications. */ | |
67 | #define VIRTIO_MSI_QUEUE_VECTOR 22 | |
68 | ||
69 | /* Config space size */ | |
70 | #define VIRTIO_PCI_CONFIG_NOMSI 20 | |
71 | #define VIRTIO_PCI_CONFIG_MSI 24 | |
72 | #define VIRTIO_PCI_REGION_SIZE(dev) (msix_present(dev) ? \ | |
73 | VIRTIO_PCI_CONFIG_MSI : \ | |
74 | VIRTIO_PCI_CONFIG_NOMSI) | |
75 | ||
76 | /* The remaining space is defined by each driver as the per-driver | |
77 | * configuration space */ | |
78 | #define VIRTIO_PCI_CONFIG(dev) (msix_enabled(dev) ? \ | |
79 | VIRTIO_PCI_CONFIG_MSI : \ | |
80 | VIRTIO_PCI_CONFIG_NOMSI) | |
53c25cea | 81 | |
53c25cea PB |
82 | /* How many bits to shift physical queue address written to QUEUE_PFN. |
83 | * 12 is historical, and due to x86 page size. */ | |
84 | #define VIRTIO_PCI_QUEUE_ADDR_SHIFT 12 | |
85 | ||
3dbca8e6 SH |
86 | /* Flags track per-device state like workarounds for quirks in older guests. */ |
87 | #define VIRTIO_PCI_FLAG_BUS_MASTER_BUG (1 << 0) | |
c81131db | 88 | |
53c25cea PB |
89 | /* QEMU doesn't strictly need write barriers since everything runs in |
90 | * lock-step. We'll leave the calls to wmb() in though to make it obvious for | |
91 | * KVM or if kqemu gets SMP support. | |
92 | */ | |
93 | #define wmb() do { } while (0) | |
94 | ||
8e4a424b BS |
95 | /* HACK for virtio to determine if it's running a big endian guest */ |
96 | bool virtio_is_big_endian(void); | |
97 | ||
53c25cea | 98 | /* virtio device */ |
d2a0ccc6 MT |
99 | /* DeviceState to VirtIOPCIProxy. For use off data-path. TODO: use QOM. */ |
100 | static inline VirtIOPCIProxy *to_virtio_pci_proxy(DeviceState *d) | |
101 | { | |
102 | return container_of(d, VirtIOPCIProxy, pci_dev.qdev); | |
103 | } | |
53c25cea | 104 | |
d2a0ccc6 MT |
105 | /* DeviceState to VirtIOPCIProxy. Note: used on datapath, |
106 | * be careful and test performance if you change this. | |
107 | */ | |
108 | static inline VirtIOPCIProxy *to_virtio_pci_proxy_fast(DeviceState *d) | |
53c25cea | 109 | { |
d2a0ccc6 MT |
110 | return container_of(d, VirtIOPCIProxy, pci_dev.qdev); |
111 | } | |
112 | ||
113 | static void virtio_pci_notify(DeviceState *d, uint16_t vector) | |
114 | { | |
115 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy_fast(d); | |
aba800a3 MT |
116 | if (msix_enabled(&proxy->pci_dev)) |
117 | msix_notify(&proxy->pci_dev, vector); | |
118 | else | |
119 | qemu_set_irq(proxy->pci_dev.irq[0], proxy->vdev->isr & 1); | |
53c25cea PB |
120 | } |
121 | ||
d2a0ccc6 | 122 | static void virtio_pci_save_config(DeviceState *d, QEMUFile *f) |
ff24bd58 | 123 | { |
d2a0ccc6 | 124 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
ff24bd58 MT |
125 | pci_device_save(&proxy->pci_dev, f); |
126 | msix_save(&proxy->pci_dev, f); | |
127 | if (msix_present(&proxy->pci_dev)) | |
128 | qemu_put_be16(f, proxy->vdev->config_vector); | |
129 | } | |
130 | ||
d2a0ccc6 | 131 | static void virtio_pci_save_queue(DeviceState *d, int n, QEMUFile *f) |
ff24bd58 | 132 | { |
d2a0ccc6 | 133 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
ff24bd58 MT |
134 | if (msix_present(&proxy->pci_dev)) |
135 | qemu_put_be16(f, virtio_queue_vector(proxy->vdev, n)); | |
136 | } | |
137 | ||
d2a0ccc6 | 138 | static int virtio_pci_load_config(DeviceState *d, QEMUFile *f) |
ff24bd58 | 139 | { |
d2a0ccc6 | 140 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
ff24bd58 MT |
141 | int ret; |
142 | ret = pci_device_load(&proxy->pci_dev, f); | |
e6da7680 | 143 | if (ret) { |
ff24bd58 | 144 | return ret; |
e6da7680 | 145 | } |
3cac001e | 146 | msix_unuse_all_vectors(&proxy->pci_dev); |
ff24bd58 | 147 | msix_load(&proxy->pci_dev, f); |
e6da7680 | 148 | if (msix_present(&proxy->pci_dev)) { |
ff24bd58 | 149 | qemu_get_be16s(f, &proxy->vdev->config_vector); |
e6da7680 MT |
150 | } else { |
151 | proxy->vdev->config_vector = VIRTIO_NO_VECTOR; | |
152 | } | |
153 | if (proxy->vdev->config_vector != VIRTIO_NO_VECTOR) { | |
154 | return msix_vector_use(&proxy->pci_dev, proxy->vdev->config_vector); | |
155 | } | |
ff24bd58 MT |
156 | return 0; |
157 | } | |
158 | ||
d2a0ccc6 | 159 | static int virtio_pci_load_queue(DeviceState *d, int n, QEMUFile *f) |
ff24bd58 | 160 | { |
d2a0ccc6 | 161 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
ff24bd58 | 162 | uint16_t vector; |
e6da7680 MT |
163 | if (msix_present(&proxy->pci_dev)) { |
164 | qemu_get_be16s(f, &vector); | |
165 | } else { | |
166 | vector = VIRTIO_NO_VECTOR; | |
167 | } | |
ff24bd58 | 168 | virtio_queue_set_vector(proxy->vdev, n, vector); |
e6da7680 MT |
169 | if (vector != VIRTIO_NO_VECTOR) { |
170 | return msix_vector_use(&proxy->pci_dev, vector); | |
171 | } | |
ff24bd58 MT |
172 | return 0; |
173 | } | |
174 | ||
25db9ebe | 175 | static int virtio_pci_set_host_notifier_internal(VirtIOPCIProxy *proxy, |
26b9b5fe | 176 | int n, bool assign, bool set_handler) |
25db9ebe SH |
177 | { |
178 | VirtQueue *vq = virtio_get_queue(proxy->vdev, n); | |
179 | EventNotifier *notifier = virtio_queue_get_host_notifier(vq); | |
da146d0a AK |
180 | int r = 0; |
181 | ||
25db9ebe SH |
182 | if (assign) { |
183 | r = event_notifier_init(notifier, 1); | |
184 | if (r < 0) { | |
b36e3914 MT |
185 | error_report("%s: unable to init event notifier: %d", |
186 | __func__, r); | |
25db9ebe SH |
187 | return r; |
188 | } | |
26b9b5fe | 189 | virtio_queue_set_host_notifier_fd_handler(vq, true, set_handler); |
da146d0a | 190 | memory_region_add_eventfd(&proxy->bar, VIRTIO_PCI_QUEUE_NOTIFY, 2, |
753d5e14 | 191 | true, n, notifier); |
25db9ebe | 192 | } else { |
da146d0a | 193 | memory_region_del_eventfd(&proxy->bar, VIRTIO_PCI_QUEUE_NOTIFY, 2, |
753d5e14 | 194 | true, n, notifier); |
26b9b5fe | 195 | virtio_queue_set_host_notifier_fd_handler(vq, false, false); |
25db9ebe SH |
196 | event_notifier_cleanup(notifier); |
197 | } | |
198 | return r; | |
199 | } | |
200 | ||
b36e3914 | 201 | static void virtio_pci_start_ioeventfd(VirtIOPCIProxy *proxy) |
25db9ebe SH |
202 | { |
203 | int n, r; | |
204 | ||
205 | if (!(proxy->flags & VIRTIO_PCI_FLAG_USE_IOEVENTFD) || | |
206 | proxy->ioeventfd_disabled || | |
207 | proxy->ioeventfd_started) { | |
b36e3914 | 208 | return; |
25db9ebe SH |
209 | } |
210 | ||
211 | for (n = 0; n < VIRTIO_PCI_QUEUE_MAX; n++) { | |
212 | if (!virtio_queue_get_num(proxy->vdev, n)) { | |
213 | continue; | |
214 | } | |
215 | ||
26b9b5fe | 216 | r = virtio_pci_set_host_notifier_internal(proxy, n, true, true); |
25db9ebe SH |
217 | if (r < 0) { |
218 | goto assign_error; | |
219 | } | |
25db9ebe SH |
220 | } |
221 | proxy->ioeventfd_started = true; | |
b36e3914 | 222 | return; |
25db9ebe SH |
223 | |
224 | assign_error: | |
225 | while (--n >= 0) { | |
226 | if (!virtio_queue_get_num(proxy->vdev, n)) { | |
227 | continue; | |
228 | } | |
229 | ||
26b9b5fe | 230 | r = virtio_pci_set_host_notifier_internal(proxy, n, false, false); |
b36e3914 | 231 | assert(r >= 0); |
25db9ebe SH |
232 | } |
233 | proxy->ioeventfd_started = false; | |
b36e3914 | 234 | error_report("%s: failed. Fallback to a userspace (slower).", __func__); |
25db9ebe SH |
235 | } |
236 | ||
b36e3914 | 237 | static void virtio_pci_stop_ioeventfd(VirtIOPCIProxy *proxy) |
25db9ebe | 238 | { |
b36e3914 | 239 | int r; |
25db9ebe SH |
240 | int n; |
241 | ||
242 | if (!proxy->ioeventfd_started) { | |
b36e3914 | 243 | return; |
25db9ebe SH |
244 | } |
245 | ||
246 | for (n = 0; n < VIRTIO_PCI_QUEUE_MAX; n++) { | |
247 | if (!virtio_queue_get_num(proxy->vdev, n)) { | |
248 | continue; | |
249 | } | |
250 | ||
26b9b5fe | 251 | r = virtio_pci_set_host_notifier_internal(proxy, n, false, false); |
b36e3914 | 252 | assert(r >= 0); |
25db9ebe SH |
253 | } |
254 | proxy->ioeventfd_started = false; | |
25db9ebe SH |
255 | } |
256 | ||
8798d6c9 | 257 | void virtio_pci_reset(DeviceState *d) |
7055e687 | 258 | { |
d2a0ccc6 | 259 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
25db9ebe | 260 | virtio_pci_stop_ioeventfd(proxy); |
7055e687 | 261 | virtio_reset(proxy->vdev); |
3cac001e | 262 | msix_unuse_all_vectors(&proxy->pci_dev); |
25db9ebe | 263 | proxy->flags &= ~VIRTIO_PCI_FLAG_BUS_MASTER_BUG; |
7055e687 MT |
264 | } |
265 | ||
53c25cea PB |
266 | static void virtio_ioport_write(void *opaque, uint32_t addr, uint32_t val) |
267 | { | |
268 | VirtIOPCIProxy *proxy = opaque; | |
269 | VirtIODevice *vdev = proxy->vdev; | |
a8170e5e | 270 | hwaddr pa; |
53c25cea | 271 | |
53c25cea PB |
272 | switch (addr) { |
273 | case VIRTIO_PCI_GUEST_FEATURES: | |
274 | /* Guest does not negotiate properly? We have to assume nothing. */ | |
275 | if (val & (1 << VIRTIO_F_BAD_FEATURE)) { | |
ad0c9332 | 276 | val = vdev->bad_features ? vdev->bad_features(vdev) : 0; |
53c25cea | 277 | } |
ad0c9332 | 278 | virtio_set_features(vdev, val); |
53c25cea PB |
279 | break; |
280 | case VIRTIO_PCI_QUEUE_PFN: | |
a8170e5e | 281 | pa = (hwaddr)val << VIRTIO_PCI_QUEUE_ADDR_SHIFT; |
1b8e9b27 | 282 | if (pa == 0) { |
25db9ebe | 283 | virtio_pci_stop_ioeventfd(proxy); |
1b8e9b27 MT |
284 | virtio_reset(proxy->vdev); |
285 | msix_unuse_all_vectors(&proxy->pci_dev); | |
286 | } | |
7055e687 MT |
287 | else |
288 | virtio_queue_set_addr(vdev, vdev->queue_sel, pa); | |
53c25cea PB |
289 | break; |
290 | case VIRTIO_PCI_QUEUE_SEL: | |
291 | if (val < VIRTIO_PCI_QUEUE_MAX) | |
292 | vdev->queue_sel = val; | |
293 | break; | |
294 | case VIRTIO_PCI_QUEUE_NOTIFY: | |
7157e2e2 SH |
295 | if (val < VIRTIO_PCI_QUEUE_MAX) { |
296 | virtio_queue_notify(vdev, val); | |
297 | } | |
53c25cea PB |
298 | break; |
299 | case VIRTIO_PCI_STATUS: | |
25db9ebe SH |
300 | if (!(val & VIRTIO_CONFIG_S_DRIVER_OK)) { |
301 | virtio_pci_stop_ioeventfd(proxy); | |
302 | } | |
303 | ||
3e607cb5 | 304 | virtio_set_status(vdev, val & 0xFF); |
25db9ebe SH |
305 | |
306 | if (val & VIRTIO_CONFIG_S_DRIVER_OK) { | |
307 | virtio_pci_start_ioeventfd(proxy); | |
308 | } | |
309 | ||
1b8e9b27 MT |
310 | if (vdev->status == 0) { |
311 | virtio_reset(proxy->vdev); | |
312 | msix_unuse_all_vectors(&proxy->pci_dev); | |
313 | } | |
c81131db AG |
314 | |
315 | /* Linux before 2.6.34 sets the device as OK without enabling | |
316 | the PCI device bus master bit. In this case we need to disable | |
317 | some safety checks. */ | |
318 | if ((val & VIRTIO_CONFIG_S_DRIVER_OK) && | |
319 | !(proxy->pci_dev.config[PCI_COMMAND] & PCI_COMMAND_MASTER)) { | |
3dbca8e6 | 320 | proxy->flags |= VIRTIO_PCI_FLAG_BUS_MASTER_BUG; |
c81131db | 321 | } |
53c25cea | 322 | break; |
aba800a3 MT |
323 | case VIRTIO_MSI_CONFIG_VECTOR: |
324 | msix_vector_unuse(&proxy->pci_dev, vdev->config_vector); | |
325 | /* Make it possible for guest to discover an error took place. */ | |
326 | if (msix_vector_use(&proxy->pci_dev, val) < 0) | |
327 | val = VIRTIO_NO_VECTOR; | |
328 | vdev->config_vector = val; | |
329 | break; | |
330 | case VIRTIO_MSI_QUEUE_VECTOR: | |
331 | msix_vector_unuse(&proxy->pci_dev, | |
332 | virtio_queue_vector(vdev, vdev->queue_sel)); | |
333 | /* Make it possible for guest to discover an error took place. */ | |
334 | if (msix_vector_use(&proxy->pci_dev, val) < 0) | |
335 | val = VIRTIO_NO_VECTOR; | |
336 | virtio_queue_set_vector(vdev, vdev->queue_sel, val); | |
337 | break; | |
338 | default: | |
4e02d460 SH |
339 | error_report("%s: unexpected address 0x%x value 0x%x", |
340 | __func__, addr, val); | |
aba800a3 | 341 | break; |
53c25cea PB |
342 | } |
343 | } | |
344 | ||
aba800a3 | 345 | static uint32_t virtio_ioport_read(VirtIOPCIProxy *proxy, uint32_t addr) |
53c25cea | 346 | { |
53c25cea PB |
347 | VirtIODevice *vdev = proxy->vdev; |
348 | uint32_t ret = 0xFFFFFFFF; | |
349 | ||
53c25cea PB |
350 | switch (addr) { |
351 | case VIRTIO_PCI_HOST_FEATURES: | |
8172539d | 352 | ret = proxy->host_features; |
53c25cea PB |
353 | break; |
354 | case VIRTIO_PCI_GUEST_FEATURES: | |
704a76fc | 355 | ret = vdev->guest_features; |
53c25cea PB |
356 | break; |
357 | case VIRTIO_PCI_QUEUE_PFN: | |
358 | ret = virtio_queue_get_addr(vdev, vdev->queue_sel) | |
359 | >> VIRTIO_PCI_QUEUE_ADDR_SHIFT; | |
360 | break; | |
361 | case VIRTIO_PCI_QUEUE_NUM: | |
362 | ret = virtio_queue_get_num(vdev, vdev->queue_sel); | |
363 | break; | |
364 | case VIRTIO_PCI_QUEUE_SEL: | |
365 | ret = vdev->queue_sel; | |
366 | break; | |
367 | case VIRTIO_PCI_STATUS: | |
368 | ret = vdev->status; | |
369 | break; | |
370 | case VIRTIO_PCI_ISR: | |
371 | /* reading from the ISR also clears it. */ | |
372 | ret = vdev->isr; | |
373 | vdev->isr = 0; | |
7055e687 | 374 | qemu_set_irq(proxy->pci_dev.irq[0], 0); |
53c25cea | 375 | break; |
aba800a3 MT |
376 | case VIRTIO_MSI_CONFIG_VECTOR: |
377 | ret = vdev->config_vector; | |
378 | break; | |
379 | case VIRTIO_MSI_QUEUE_VECTOR: | |
380 | ret = virtio_queue_vector(vdev, vdev->queue_sel); | |
381 | break; | |
53c25cea PB |
382 | default: |
383 | break; | |
384 | } | |
385 | ||
386 | return ret; | |
387 | } | |
388 | ||
df6db5b3 AG |
389 | static uint64_t virtio_pci_config_read(void *opaque, hwaddr addr, |
390 | unsigned size) | |
53c25cea PB |
391 | { |
392 | VirtIOPCIProxy *proxy = opaque; | |
aba800a3 | 393 | uint32_t config = VIRTIO_PCI_CONFIG(&proxy->pci_dev); |
df6db5b3 | 394 | uint64_t val = 0; |
aba800a3 | 395 | if (addr < config) { |
df6db5b3 | 396 | return virtio_ioport_read(proxy, addr); |
aba800a3 MT |
397 | } |
398 | addr -= config; | |
53c25cea | 399 | |
df6db5b3 AG |
400 | switch (size) { |
401 | case 1: | |
402 | val = virtio_config_readb(proxy->vdev, addr); | |
403 | break; | |
404 | case 2: | |
405 | val = virtio_config_readw(proxy->vdev, addr); | |
8e4a424b BS |
406 | if (virtio_is_big_endian()) { |
407 | val = bswap16(val); | |
408 | } | |
df6db5b3 AG |
409 | break; |
410 | case 4: | |
411 | val = virtio_config_readl(proxy->vdev, addr); | |
8e4a424b BS |
412 | if (virtio_is_big_endian()) { |
413 | val = bswap32(val); | |
414 | } | |
df6db5b3 | 415 | break; |
82afa586 | 416 | } |
df6db5b3 | 417 | return val; |
53c25cea PB |
418 | } |
419 | ||
df6db5b3 AG |
420 | static void virtio_pci_config_write(void *opaque, hwaddr addr, |
421 | uint64_t val, unsigned size) | |
53c25cea PB |
422 | { |
423 | VirtIOPCIProxy *proxy = opaque; | |
aba800a3 | 424 | uint32_t config = VIRTIO_PCI_CONFIG(&proxy->pci_dev); |
aba800a3 MT |
425 | if (addr < config) { |
426 | virtio_ioport_write(proxy, addr, val); | |
427 | return; | |
428 | } | |
429 | addr -= config; | |
df6db5b3 AG |
430 | /* |
431 | * Virtio-PCI is odd. Ioports are LE but config space is target native | |
432 | * endian. | |
433 | */ | |
434 | switch (size) { | |
435 | case 1: | |
436 | virtio_config_writeb(proxy->vdev, addr, val); | |
437 | break; | |
438 | case 2: | |
8e4a424b BS |
439 | if (virtio_is_big_endian()) { |
440 | val = bswap16(val); | |
441 | } | |
df6db5b3 AG |
442 | virtio_config_writew(proxy->vdev, addr, val); |
443 | break; | |
444 | case 4: | |
8e4a424b BS |
445 | if (virtio_is_big_endian()) { |
446 | val = bswap32(val); | |
447 | } | |
df6db5b3 AG |
448 | virtio_config_writel(proxy->vdev, addr, val); |
449 | break; | |
82afa586 | 450 | } |
53c25cea PB |
451 | } |
452 | ||
da146d0a | 453 | static const MemoryRegionOps virtio_pci_config_ops = { |
df6db5b3 AG |
454 | .read = virtio_pci_config_read, |
455 | .write = virtio_pci_config_write, | |
456 | .impl = { | |
457 | .min_access_size = 1, | |
458 | .max_access_size = 4, | |
459 | }, | |
8e4a424b | 460 | .endianness = DEVICE_LITTLE_ENDIAN, |
da146d0a | 461 | }; |
aba800a3 MT |
462 | |
463 | static void virtio_write_config(PCIDevice *pci_dev, uint32_t address, | |
464 | uint32_t val, int len) | |
465 | { | |
ed757e14 YV |
466 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); |
467 | ||
1129714f MT |
468 | pci_default_write_config(pci_dev, address, val, len); |
469 | ||
470 | if (range_covers_byte(address, len, PCI_COMMAND) && | |
471 | !(pci_dev->config[PCI_COMMAND] & PCI_COMMAND_MASTER) && | |
472 | !(proxy->flags & VIRTIO_PCI_FLAG_BUS_MASTER_BUG)) { | |
473 | virtio_pci_stop_ioeventfd(proxy); | |
474 | virtio_set_status(proxy->vdev, | |
475 | proxy->vdev->status & ~VIRTIO_CONFIG_S_DRIVER_OK); | |
ed757e14 | 476 | } |
53c25cea PB |
477 | } |
478 | ||
d2a0ccc6 | 479 | static unsigned virtio_pci_get_features(DeviceState *d) |
6d74ca5a | 480 | { |
d2a0ccc6 | 481 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
8172539d | 482 | return proxy->host_features; |
6d74ca5a MT |
483 | } |
484 | ||
7d37d351 JK |
485 | static int kvm_virtio_pci_vq_vector_use(VirtIOPCIProxy *proxy, |
486 | unsigned int queue_no, | |
487 | unsigned int vector, | |
488 | MSIMessage msg) | |
489 | { | |
490 | VirtQueue *vq = virtio_get_queue(proxy->vdev, queue_no); | |
15b2bd18 | 491 | EventNotifier *n = virtio_queue_get_guest_notifier(vq); |
7d37d351 | 492 | VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; |
15b2bd18 | 493 | int ret; |
7d37d351 JK |
494 | |
495 | if (irqfd->users == 0) { | |
496 | ret = kvm_irqchip_add_msi_route(kvm_state, msg); | |
497 | if (ret < 0) { | |
498 | return ret; | |
499 | } | |
500 | irqfd->virq = ret; | |
501 | } | |
502 | irqfd->users++; | |
503 | ||
b131c74a | 504 | ret = kvm_irqchip_add_irqfd_notifier(kvm_state, n, irqfd->virq); |
7d37d351 JK |
505 | if (ret < 0) { |
506 | if (--irqfd->users == 0) { | |
507 | kvm_irqchip_release_virq(kvm_state, irqfd->virq); | |
508 | } | |
509 | return ret; | |
510 | } | |
7d37d351 JK |
511 | return 0; |
512 | } | |
513 | ||
514 | static void kvm_virtio_pci_vq_vector_release(VirtIOPCIProxy *proxy, | |
515 | unsigned int queue_no, | |
516 | unsigned int vector) | |
517 | { | |
518 | VirtQueue *vq = virtio_get_queue(proxy->vdev, queue_no); | |
15b2bd18 | 519 | EventNotifier *n = virtio_queue_get_guest_notifier(vq); |
7d37d351 | 520 | VirtIOIRQFD *irqfd = &proxy->vector_irqfd[vector]; |
15b2bd18 | 521 | int ret; |
7d37d351 | 522 | |
b131c74a | 523 | ret = kvm_irqchip_remove_irqfd_notifier(kvm_state, n, irqfd->virq); |
7d37d351 JK |
524 | assert(ret == 0); |
525 | ||
526 | if (--irqfd->users == 0) { | |
527 | kvm_irqchip_release_virq(kvm_state, irqfd->virq); | |
528 | } | |
7d37d351 JK |
529 | } |
530 | ||
531 | static int kvm_virtio_pci_vector_use(PCIDevice *dev, unsigned vector, | |
532 | MSIMessage msg) | |
533 | { | |
534 | VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); | |
535 | VirtIODevice *vdev = proxy->vdev; | |
536 | int ret, queue_no; | |
537 | ||
538 | for (queue_no = 0; queue_no < VIRTIO_PCI_QUEUE_MAX; queue_no++) { | |
539 | if (!virtio_queue_get_num(vdev, queue_no)) { | |
540 | break; | |
541 | } | |
542 | if (virtio_queue_vector(vdev, queue_no) != vector) { | |
543 | continue; | |
544 | } | |
545 | ret = kvm_virtio_pci_vq_vector_use(proxy, queue_no, vector, msg); | |
546 | if (ret < 0) { | |
547 | goto undo; | |
548 | } | |
549 | } | |
550 | return 0; | |
551 | ||
552 | undo: | |
553 | while (--queue_no >= 0) { | |
554 | if (virtio_queue_vector(vdev, queue_no) != vector) { | |
555 | continue; | |
556 | } | |
557 | kvm_virtio_pci_vq_vector_release(proxy, queue_no, vector); | |
558 | } | |
559 | return ret; | |
560 | } | |
561 | ||
562 | static void kvm_virtio_pci_vector_release(PCIDevice *dev, unsigned vector) | |
563 | { | |
564 | VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); | |
565 | VirtIODevice *vdev = proxy->vdev; | |
566 | int queue_no; | |
567 | ||
568 | for (queue_no = 0; queue_no < VIRTIO_PCI_QUEUE_MAX; queue_no++) { | |
569 | if (!virtio_queue_get_num(vdev, queue_no)) { | |
570 | break; | |
571 | } | |
572 | if (virtio_queue_vector(vdev, queue_no) != vector) { | |
573 | continue; | |
574 | } | |
575 | kvm_virtio_pci_vq_vector_release(proxy, queue_no, vector); | |
576 | } | |
577 | } | |
578 | ||
89d62be9 MT |
579 | static void kvm_virtio_pci_vector_poll(PCIDevice *dev, |
580 | unsigned int vector_start, | |
581 | unsigned int vector_end) | |
582 | { | |
583 | VirtIOPCIProxy *proxy = container_of(dev, VirtIOPCIProxy, pci_dev); | |
584 | VirtIODevice *vdev = proxy->vdev; | |
585 | int queue_no; | |
586 | unsigned int vector; | |
587 | EventNotifier *notifier; | |
588 | VirtQueue *vq; | |
589 | ||
590 | for (queue_no = 0; queue_no < VIRTIO_PCI_QUEUE_MAX; queue_no++) { | |
591 | if (!virtio_queue_get_num(vdev, queue_no)) { | |
592 | break; | |
593 | } | |
594 | vector = virtio_queue_vector(vdev, queue_no); | |
595 | if (vector < vector_start || vector >= vector_end || | |
596 | !msix_is_masked(dev, vector)) { | |
597 | continue; | |
598 | } | |
599 | vq = virtio_get_queue(vdev, queue_no); | |
600 | notifier = virtio_queue_get_guest_notifier(vq); | |
601 | if (event_notifier_test_and_clear(notifier)) { | |
602 | msix_set_pending(dev, vector); | |
603 | } | |
604 | } | |
605 | } | |
606 | ||
607 | static int virtio_pci_set_guest_notifier(DeviceState *d, int n, bool assign, | |
608 | bool with_irqfd) | |
ade80dc8 | 609 | { |
d2a0ccc6 | 610 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
ade80dc8 MT |
611 | VirtQueue *vq = virtio_get_queue(proxy->vdev, n); |
612 | EventNotifier *notifier = virtio_queue_get_guest_notifier(vq); | |
613 | ||
614 | if (assign) { | |
615 | int r = event_notifier_init(notifier, 0); | |
616 | if (r < 0) { | |
617 | return r; | |
618 | } | |
89d62be9 | 619 | virtio_queue_set_guest_notifier_fd_handler(vq, true, with_irqfd); |
ade80dc8 | 620 | } else { |
89d62be9 | 621 | virtio_queue_set_guest_notifier_fd_handler(vq, false, with_irqfd); |
ade80dc8 MT |
622 | event_notifier_cleanup(notifier); |
623 | } | |
624 | ||
625 | return 0; | |
626 | } | |
627 | ||
d2a0ccc6 | 628 | static bool virtio_pci_query_guest_notifiers(DeviceState *d) |
5430a28f | 629 | { |
d2a0ccc6 | 630 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
5430a28f | 631 | return msix_enabled(&proxy->pci_dev); |
632 | } | |
633 | ||
d2a0ccc6 | 634 | static int virtio_pci_set_guest_notifiers(DeviceState *d, bool assign) |
54dd9321 | 635 | { |
d2a0ccc6 | 636 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
54dd9321 MT |
637 | VirtIODevice *vdev = proxy->vdev; |
638 | int r, n; | |
89d62be9 MT |
639 | bool with_irqfd = msix_enabled(&proxy->pci_dev) && |
640 | kvm_msi_via_irqfd_enabled(); | |
54dd9321 | 641 | |
7d37d351 | 642 | /* Must unset vector notifier while guest notifier is still assigned */ |
89d62be9 | 643 | if (proxy->vector_irqfd && !assign) { |
7d37d351 JK |
644 | msix_unset_vector_notifiers(&proxy->pci_dev); |
645 | g_free(proxy->vector_irqfd); | |
646 | proxy->vector_irqfd = NULL; | |
647 | } | |
648 | ||
54dd9321 MT |
649 | for (n = 0; n < VIRTIO_PCI_QUEUE_MAX; n++) { |
650 | if (!virtio_queue_get_num(vdev, n)) { | |
651 | break; | |
652 | } | |
653 | ||
89d62be9 MT |
654 | r = virtio_pci_set_guest_notifier(d, n, assign, |
655 | kvm_msi_via_irqfd_enabled()); | |
54dd9321 MT |
656 | if (r < 0) { |
657 | goto assign_error; | |
658 | } | |
659 | } | |
660 | ||
7d37d351 | 661 | /* Must set vector notifier after guest notifier has been assigned */ |
89d62be9 | 662 | if (with_irqfd && assign) { |
7d37d351 JK |
663 | proxy->vector_irqfd = |
664 | g_malloc0(sizeof(*proxy->vector_irqfd) * | |
665 | msix_nr_vectors_allocated(&proxy->pci_dev)); | |
666 | r = msix_set_vector_notifiers(&proxy->pci_dev, | |
667 | kvm_virtio_pci_vector_use, | |
bbef882c | 668 | kvm_virtio_pci_vector_release, |
89d62be9 | 669 | kvm_virtio_pci_vector_poll); |
7d37d351 JK |
670 | if (r < 0) { |
671 | goto assign_error; | |
672 | } | |
673 | } | |
674 | ||
54dd9321 MT |
675 | return 0; |
676 | ||
677 | assign_error: | |
678 | /* We get here on assignment failure. Recover by undoing for VQs 0 .. n. */ | |
7d37d351 | 679 | assert(assign); |
54dd9321 | 680 | while (--n >= 0) { |
89d62be9 | 681 | virtio_pci_set_guest_notifier(d, n, !assign, with_irqfd); |
54dd9321 MT |
682 | } |
683 | return r; | |
684 | } | |
685 | ||
d2a0ccc6 | 686 | static int virtio_pci_set_host_notifier(DeviceState *d, int n, bool assign) |
ade80dc8 | 687 | { |
d2a0ccc6 | 688 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
25db9ebe SH |
689 | |
690 | /* Stop using ioeventfd for virtqueue kick if the device starts using host | |
691 | * notifiers. This makes it easy to avoid stepping on each others' toes. | |
692 | */ | |
693 | proxy->ioeventfd_disabled = assign; | |
ade80dc8 | 694 | if (assign) { |
25db9ebe SH |
695 | virtio_pci_stop_ioeventfd(proxy); |
696 | } | |
697 | /* We don't need to start here: it's not needed because backend | |
698 | * currently only stops on status change away from ok, | |
699 | * reset, vmstop and such. If we do add code to start here, | |
700 | * need to check vmstate, device state etc. */ | |
26b9b5fe | 701 | return virtio_pci_set_host_notifier_internal(proxy, n, assign, false); |
25db9ebe SH |
702 | } |
703 | ||
d2a0ccc6 | 704 | static void virtio_pci_vmstate_change(DeviceState *d, bool running) |
25db9ebe | 705 | { |
d2a0ccc6 | 706 | VirtIOPCIProxy *proxy = to_virtio_pci_proxy(d); |
25db9ebe SH |
707 | |
708 | if (running) { | |
89c473fd MT |
709 | /* Try to find out if the guest has bus master disabled, but is |
710 | in ready state. Then we have a buggy guest OS. */ | |
711 | if ((proxy->vdev->status & VIRTIO_CONFIG_S_DRIVER_OK) && | |
712 | !(proxy->pci_dev.config[PCI_COMMAND] & PCI_COMMAND_MASTER)) { | |
713 | proxy->flags |= VIRTIO_PCI_FLAG_BUS_MASTER_BUG; | |
714 | } | |
25db9ebe | 715 | virtio_pci_start_ioeventfd(proxy); |
ade80dc8 | 716 | } else { |
25db9ebe | 717 | virtio_pci_stop_ioeventfd(proxy); |
ade80dc8 | 718 | } |
ade80dc8 MT |
719 | } |
720 | ||
53c25cea | 721 | static const VirtIOBindings virtio_pci_bindings = { |
ff24bd58 MT |
722 | .notify = virtio_pci_notify, |
723 | .save_config = virtio_pci_save_config, | |
724 | .load_config = virtio_pci_load_config, | |
725 | .save_queue = virtio_pci_save_queue, | |
726 | .load_queue = virtio_pci_load_queue, | |
6d74ca5a | 727 | .get_features = virtio_pci_get_features, |
5430a28f | 728 | .query_guest_notifiers = virtio_pci_query_guest_notifiers, |
ade80dc8 | 729 | .set_host_notifier = virtio_pci_set_host_notifier, |
54dd9321 | 730 | .set_guest_notifiers = virtio_pci_set_guest_notifiers, |
25db9ebe | 731 | .vmstate_change = virtio_pci_vmstate_change, |
53c25cea PB |
732 | }; |
733 | ||
befeac45 | 734 | void virtio_init_pci(VirtIOPCIProxy *proxy, VirtIODevice *vdev) |
53c25cea PB |
735 | { |
736 | uint8_t *config; | |
737 | uint32_t size; | |
738 | ||
739 | proxy->vdev = vdev; | |
740 | ||
741 | config = proxy->pci_dev.config; | |
53c25cea | 742 | |
e75ccf2c IY |
743 | if (proxy->class_code) { |
744 | pci_config_set_class(config, proxy->class_code); | |
745 | } | |
ad3d11e6 HKR |
746 | pci_set_word(config + PCI_SUBSYSTEM_VENDOR_ID, |
747 | pci_get_word(config + PCI_VENDOR_ID)); | |
748 | pci_set_word(config + PCI_SUBSYSTEM_ID, vdev->device_id); | |
749 | config[PCI_INTERRUPT_PIN] = 1; | |
53c25cea | 750 | |
b2357c48 AW |
751 | if (vdev->nvectors && |
752 | msix_init_exclusive_bar(&proxy->pci_dev, vdev->nvectors, 1)) { | |
aba800a3 | 753 | vdev->nvectors = 0; |
b2357c48 | 754 | } |
aba800a3 | 755 | |
ed757e14 YV |
756 | proxy->pci_dev.config_write = virtio_write_config; |
757 | ||
aba800a3 | 758 | size = VIRTIO_PCI_REGION_SIZE(&proxy->pci_dev) + vdev->config_len; |
53c25cea PB |
759 | if (size & (size-1)) |
760 | size = 1 << qemu_fls(size); | |
761 | ||
da146d0a AK |
762 | memory_region_init_io(&proxy->bar, &virtio_pci_config_ops, proxy, |
763 | "virtio-pci", size); | |
e824b2cc AK |
764 | pci_register_bar(&proxy->pci_dev, 0, PCI_BASE_ADDRESS_SPACE_IO, |
765 | &proxy->bar); | |
53c25cea | 766 | |
25db9ebe SH |
767 | if (!kvm_has_many_ioeventfds()) { |
768 | proxy->flags &= ~VIRTIO_PCI_FLAG_USE_IOEVENTFD; | |
769 | } | |
770 | ||
d2a0ccc6 | 771 | virtio_bind_device(vdev, &virtio_pci_bindings, DEVICE(proxy)); |
8172539d MT |
772 | proxy->host_features |= 0x1 << VIRTIO_F_NOTIFY_ON_EMPTY; |
773 | proxy->host_features |= 0x1 << VIRTIO_F_BAD_FEATURE; | |
774 | proxy->host_features = vdev->get_features(vdev, proxy->host_features); | |
53c25cea PB |
775 | } |
776 | ||
81a322d4 | 777 | static int virtio_blk_init_pci(PCIDevice *pci_dev) |
53c25cea PB |
778 | { |
779 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
780 | VirtIODevice *vdev; | |
781 | ||
ab73ff29 GH |
782 | if (proxy->class_code != PCI_CLASS_STORAGE_SCSI && |
783 | proxy->class_code != PCI_CLASS_STORAGE_OTHER) | |
784 | proxy->class_code = PCI_CLASS_STORAGE_SCSI; | |
53c25cea | 785 | |
12c5674b | 786 | vdev = virtio_blk_init(&pci_dev->qdev, &proxy->blk); |
ac0c14d7 MA |
787 | if (!vdev) { |
788 | return -1; | |
789 | } | |
177539e0 | 790 | vdev->nvectors = proxy->nvectors; |
e75ccf2c | 791 | virtio_init_pci(proxy, vdev); |
177539e0 GH |
792 | /* make the actual value visible */ |
793 | proxy->nvectors = vdev->nvectors; | |
81a322d4 | 794 | return 0; |
21d58b57 MM |
795 | } |
796 | ||
f90c2bcd | 797 | static void virtio_exit_pci(PCIDevice *pci_dev) |
0f457d91 | 798 | { |
da146d0a AK |
799 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); |
800 | ||
801 | memory_region_destroy(&proxy->bar); | |
b2357c48 | 802 | msix_uninit_exclusive_bar(pci_dev); |
0f457d91 MT |
803 | } |
804 | ||
f90c2bcd | 805 | static void virtio_blk_exit_pci(PCIDevice *pci_dev) |
56a14938 GH |
806 | { |
807 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
808 | ||
25db9ebe | 809 | virtio_pci_stop_ioeventfd(proxy); |
9d0d3138 | 810 | virtio_blk_exit(proxy->vdev); |
f90c2bcd | 811 | virtio_exit_pci(pci_dev); |
56a14938 GH |
812 | } |
813 | ||
98b19252 | 814 | static int virtio_serial_init_pci(PCIDevice *pci_dev) |
21d58b57 | 815 | { |
d6beee99 | 816 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); |
85c2c735 MM |
817 | VirtIODevice *vdev; |
818 | ||
d6beee99 GH |
819 | if (proxy->class_code != PCI_CLASS_COMMUNICATION_OTHER && |
820 | proxy->class_code != PCI_CLASS_DISPLAY_OTHER && /* qemu 0.10 */ | |
821 | proxy->class_code != PCI_CLASS_OTHERS) /* qemu-kvm */ | |
822 | proxy->class_code = PCI_CLASS_COMMUNICATION_OTHER; | |
823 | ||
6b331efb | 824 | vdev = virtio_serial_init(&pci_dev->qdev, &proxy->serial); |
25fe3654 AS |
825 | if (!vdev) { |
826 | return -1; | |
827 | } | |
573fb60c | 828 | vdev->nvectors = proxy->nvectors == DEV_NVECTORS_UNSPECIFIED |
6b331efb | 829 | ? proxy->serial.max_virtserial_ports + 1 |
573fb60c | 830 | : proxy->nvectors; |
e75ccf2c | 831 | virtio_init_pci(proxy, vdev); |
a1829205 | 832 | proxy->nvectors = vdev->nvectors; |
81a322d4 | 833 | return 0; |
53c25cea PB |
834 | } |
835 | ||
f90c2bcd | 836 | static void virtio_serial_exit_pci(PCIDevice *pci_dev) |
8b53a865 AS |
837 | { |
838 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
839 | ||
32059220 | 840 | virtio_pci_stop_ioeventfd(proxy); |
8b53a865 | 841 | virtio_serial_exit(proxy->vdev); |
f90c2bcd | 842 | virtio_exit_pci(pci_dev); |
8b53a865 AS |
843 | } |
844 | ||
81a322d4 | 845 | static int virtio_net_init_pci(PCIDevice *pci_dev) |
53c25cea PB |
846 | { |
847 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
848 | VirtIODevice *vdev; | |
849 | ||
f0c07c7c | 850 | vdev = virtio_net_init(&pci_dev->qdev, &proxy->nic, &proxy->net); |
a1e0fea5 | 851 | |
97b15621 | 852 | vdev->nvectors = proxy->nvectors; |
e75ccf2c | 853 | virtio_init_pci(proxy, vdev); |
a1e0fea5 GH |
854 | |
855 | /* make the actual value visible */ | |
856 | proxy->nvectors = vdev->nvectors; | |
81a322d4 | 857 | return 0; |
53c25cea PB |
858 | } |
859 | ||
f90c2bcd | 860 | static void virtio_net_exit_pci(PCIDevice *pci_dev) |
97b15621 GH |
861 | { |
862 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
863 | ||
25db9ebe | 864 | virtio_pci_stop_ioeventfd(proxy); |
97b15621 | 865 | virtio_net_exit(proxy->vdev); |
f90c2bcd | 866 | virtio_exit_pci(pci_dev); |
97b15621 GH |
867 | } |
868 | ||
81a322d4 | 869 | static int virtio_balloon_init_pci(PCIDevice *pci_dev) |
53c25cea PB |
870 | { |
871 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
872 | VirtIODevice *vdev; | |
873 | ||
2ba1d381 DG |
874 | if (proxy->class_code != PCI_CLASS_OTHERS && |
875 | proxy->class_code != PCI_CLASS_MEMORY_RAM) { /* qemu < 1.1 */ | |
876 | proxy->class_code = PCI_CLASS_OTHERS; | |
877 | } | |
878 | ||
53c25cea | 879 | vdev = virtio_balloon_init(&pci_dev->qdev); |
f76f6655 AS |
880 | if (!vdev) { |
881 | return -1; | |
882 | } | |
e75ccf2c | 883 | virtio_init_pci(proxy, vdev); |
81a322d4 | 884 | return 0; |
53c25cea PB |
885 | } |
886 | ||
f90c2bcd | 887 | static void virtio_balloon_exit_pci(PCIDevice *pci_dev) |
855d7e25 AS |
888 | { |
889 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
890 | ||
891 | virtio_pci_stop_ioeventfd(proxy); | |
892 | virtio_balloon_exit(proxy->vdev); | |
f90c2bcd | 893 | virtio_exit_pci(pci_dev); |
855d7e25 AS |
894 | } |
895 | ||
16c915ba AS |
896 | static int virtio_rng_init_pci(PCIDevice *pci_dev) |
897 | { | |
898 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
899 | VirtIODevice *vdev; | |
900 | ||
500054f1 AL |
901 | if (proxy->rng.rng == NULL) { |
902 | proxy->rng.default_backend = RNG_RANDOM(object_new(TYPE_RNG_RANDOM)); | |
903 | ||
904 | object_property_add_child(OBJECT(pci_dev), | |
905 | "default-backend", | |
906 | OBJECT(proxy->rng.default_backend), | |
907 | NULL); | |
908 | ||
909 | object_property_set_link(OBJECT(pci_dev), | |
910 | OBJECT(proxy->rng.default_backend), | |
911 | "rng", NULL); | |
912 | } | |
913 | ||
16c915ba AS |
914 | vdev = virtio_rng_init(&pci_dev->qdev, &proxy->rng); |
915 | if (!vdev) { | |
916 | return -1; | |
917 | } | |
918 | virtio_init_pci(proxy, vdev); | |
919 | return 0; | |
920 | } | |
921 | ||
922 | static void virtio_rng_exit_pci(PCIDevice *pci_dev) | |
923 | { | |
924 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
925 | ||
926 | virtio_pci_stop_ioeventfd(proxy); | |
927 | virtio_rng_exit(proxy->vdev); | |
928 | virtio_exit_pci(pci_dev); | |
929 | } | |
930 | ||
40021f08 AL |
931 | static Property virtio_blk_properties[] = { |
932 | DEFINE_PROP_HEX32("class", VirtIOPCIProxy, class_code, 0), | |
12c5674b | 933 | DEFINE_BLOCK_PROPERTIES(VirtIOPCIProxy, blk.conf), |
e63e7fde | 934 | DEFINE_BLOCK_CHS_PROPERTIES(VirtIOPCIProxy, blk.conf), |
12c5674b | 935 | DEFINE_PROP_STRING("serial", VirtIOPCIProxy, blk.serial), |
a6c5c84a PB |
936 | #ifdef __linux__ |
937 | DEFINE_PROP_BIT("scsi", VirtIOPCIProxy, blk.scsi, 0, true), | |
938 | #endif | |
8a873ba7 | 939 | DEFINE_PROP_BIT("config-wce", VirtIOPCIProxy, blk.config_wce, 0, true), |
40021f08 | 940 | DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), |
392808b4 SH |
941 | #ifdef CONFIG_VIRTIO_BLK_DATA_PLANE |
942 | DEFINE_PROP_BIT("x-data-plane", VirtIOPCIProxy, blk.data_plane, 0, false), | |
943 | #endif | |
40021f08 AL |
944 | DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 2), |
945 | DEFINE_VIRTIO_BLK_FEATURES(VirtIOPCIProxy, host_features), | |
946 | DEFINE_PROP_END_OF_LIST(), | |
e855761c AL |
947 | }; |
948 | ||
40021f08 AL |
949 | static void virtio_blk_class_init(ObjectClass *klass, void *data) |
950 | { | |
39bffca2 | 951 | DeviceClass *dc = DEVICE_CLASS(klass); |
40021f08 AL |
952 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); |
953 | ||
954 | k->init = virtio_blk_init_pci; | |
955 | k->exit = virtio_blk_exit_pci; | |
956 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
957 | k->device_id = PCI_DEVICE_ID_VIRTIO_BLOCK; | |
958 | k->revision = VIRTIO_PCI_ABI_VERSION; | |
959 | k->class_id = PCI_CLASS_STORAGE_SCSI; | |
39bffca2 AL |
960 | dc->reset = virtio_pci_reset; |
961 | dc->props = virtio_blk_properties; | |
40021f08 AL |
962 | } |
963 | ||
39bffca2 AL |
964 | static TypeInfo virtio_blk_info = { |
965 | .name = "virtio-blk-pci", | |
966 | .parent = TYPE_PCI_DEVICE, | |
967 | .instance_size = sizeof(VirtIOPCIProxy), | |
968 | .class_init = virtio_blk_class_init, | |
40021f08 AL |
969 | }; |
970 | ||
971 | static Property virtio_net_properties[] = { | |
972 | DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, false), | |
973 | DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, 3), | |
974 | DEFINE_VIRTIO_NET_FEATURES(VirtIOPCIProxy, host_features), | |
975 | DEFINE_NIC_PROPERTIES(VirtIOPCIProxy, nic), | |
976 | DEFINE_PROP_UINT32("x-txtimer", VirtIOPCIProxy, net.txtimer, TX_TIMER_INTERVAL), | |
977 | DEFINE_PROP_INT32("x-txburst", VirtIOPCIProxy, net.txburst, TX_BURST), | |
978 | DEFINE_PROP_STRING("tx", VirtIOPCIProxy, net.tx), | |
979 | DEFINE_PROP_END_OF_LIST(), | |
980 | }; | |
981 | ||
982 | static void virtio_net_class_init(ObjectClass *klass, void *data) | |
983 | { | |
39bffca2 | 984 | DeviceClass *dc = DEVICE_CLASS(klass); |
40021f08 AL |
985 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); |
986 | ||
987 | k->init = virtio_net_init_pci; | |
988 | k->exit = virtio_net_exit_pci; | |
989 | k->romfile = "pxe-virtio.rom"; | |
990 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
991 | k->device_id = PCI_DEVICE_ID_VIRTIO_NET; | |
992 | k->revision = VIRTIO_PCI_ABI_VERSION; | |
993 | k->class_id = PCI_CLASS_NETWORK_ETHERNET; | |
39bffca2 AL |
994 | dc->reset = virtio_pci_reset; |
995 | dc->props = virtio_net_properties; | |
40021f08 AL |
996 | } |
997 | ||
39bffca2 AL |
998 | static TypeInfo virtio_net_info = { |
999 | .name = "virtio-net-pci", | |
1000 | .parent = TYPE_PCI_DEVICE, | |
1001 | .instance_size = sizeof(VirtIOPCIProxy), | |
1002 | .class_init = virtio_net_class_init, | |
e855761c AL |
1003 | }; |
1004 | ||
40021f08 AL |
1005 | static Property virtio_serial_properties[] = { |
1006 | DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), | |
1007 | DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, DEV_NVECTORS_UNSPECIFIED), | |
1008 | DEFINE_PROP_HEX32("class", VirtIOPCIProxy, class_code, 0), | |
1009 | DEFINE_VIRTIO_COMMON_FEATURES(VirtIOPCIProxy, host_features), | |
1010 | DEFINE_PROP_UINT32("max_ports", VirtIOPCIProxy, serial.max_virtserial_ports, 31), | |
1011 | DEFINE_PROP_END_OF_LIST(), | |
e855761c AL |
1012 | }; |
1013 | ||
40021f08 AL |
1014 | static void virtio_serial_class_init(ObjectClass *klass, void *data) |
1015 | { | |
39bffca2 | 1016 | DeviceClass *dc = DEVICE_CLASS(klass); |
40021f08 AL |
1017 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); |
1018 | ||
1019 | k->init = virtio_serial_init_pci; | |
1020 | k->exit = virtio_serial_exit_pci; | |
1021 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
1022 | k->device_id = PCI_DEVICE_ID_VIRTIO_CONSOLE; | |
1023 | k->revision = VIRTIO_PCI_ABI_VERSION; | |
1024 | k->class_id = PCI_CLASS_COMMUNICATION_OTHER; | |
39bffca2 AL |
1025 | dc->reset = virtio_pci_reset; |
1026 | dc->props = virtio_serial_properties; | |
40021f08 AL |
1027 | } |
1028 | ||
39bffca2 AL |
1029 | static TypeInfo virtio_serial_info = { |
1030 | .name = "virtio-serial-pci", | |
1031 | .parent = TYPE_PCI_DEVICE, | |
1032 | .instance_size = sizeof(VirtIOPCIProxy), | |
1033 | .class_init = virtio_serial_class_init, | |
40021f08 AL |
1034 | }; |
1035 | ||
1036 | static Property virtio_balloon_properties[] = { | |
1037 | DEFINE_VIRTIO_COMMON_FEATURES(VirtIOPCIProxy, host_features), | |
2ba1d381 | 1038 | DEFINE_PROP_HEX32("class", VirtIOPCIProxy, class_code, 0), |
40021f08 AL |
1039 | DEFINE_PROP_END_OF_LIST(), |
1040 | }; | |
1041 | ||
1042 | static void virtio_balloon_class_init(ObjectClass *klass, void *data) | |
1043 | { | |
39bffca2 | 1044 | DeviceClass *dc = DEVICE_CLASS(klass); |
40021f08 AL |
1045 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); |
1046 | ||
1047 | k->init = virtio_balloon_init_pci; | |
1048 | k->exit = virtio_balloon_exit_pci; | |
1049 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
1050 | k->device_id = PCI_DEVICE_ID_VIRTIO_BALLOON; | |
1051 | k->revision = VIRTIO_PCI_ABI_VERSION; | |
2ba1d381 | 1052 | k->class_id = PCI_CLASS_OTHERS; |
39bffca2 AL |
1053 | dc->reset = virtio_pci_reset; |
1054 | dc->props = virtio_balloon_properties; | |
40021f08 AL |
1055 | } |
1056 | ||
39bffca2 AL |
1057 | static TypeInfo virtio_balloon_info = { |
1058 | .name = "virtio-balloon-pci", | |
1059 | .parent = TYPE_PCI_DEVICE, | |
1060 | .instance_size = sizeof(VirtIOPCIProxy), | |
1061 | .class_init = virtio_balloon_class_init, | |
0aab0d3a GH |
1062 | }; |
1063 | ||
16c915ba AS |
1064 | static void virtio_rng_initfn(Object *obj) |
1065 | { | |
1066 | PCIDevice *pci_dev = PCI_DEVICE(obj); | |
1067 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
1068 | ||
1069 | object_property_add_link(obj, "rng", TYPE_RNG_BACKEND, | |
1070 | (Object **)&proxy->rng.rng, NULL); | |
1071 | } | |
1072 | ||
1073 | static Property virtio_rng_properties[] = { | |
1074 | DEFINE_VIRTIO_COMMON_FEATURES(VirtIOPCIProxy, host_features), | |
904d6f58 AL |
1075 | /* Set a default rate limit of 2^47 bytes per minute or roughly 2TB/s. If |
1076 | you have an entropy source capable of generating more entropy than this | |
1077 | and you can pass it through via virtio-rng, then hats off to you. Until | |
1078 | then, this is unlimited for all practical purposes. | |
1079 | */ | |
1080 | DEFINE_PROP_UINT64("max-bytes", VirtIOPCIProxy, rng.max_bytes, INT64_MAX), | |
1081 | DEFINE_PROP_UINT32("period", VirtIOPCIProxy, rng.period_ms, 1 << 16), | |
16c915ba AS |
1082 | DEFINE_PROP_END_OF_LIST(), |
1083 | }; | |
1084 | ||
1085 | static void virtio_rng_class_init(ObjectClass *klass, void *data) | |
1086 | { | |
1087 | DeviceClass *dc = DEVICE_CLASS(klass); | |
1088 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); | |
1089 | ||
1090 | k->init = virtio_rng_init_pci; | |
1091 | k->exit = virtio_rng_exit_pci; | |
1092 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
1093 | k->device_id = PCI_DEVICE_ID_VIRTIO_RNG; | |
1094 | k->revision = VIRTIO_PCI_ABI_VERSION; | |
1095 | k->class_id = PCI_CLASS_OTHERS; | |
1096 | dc->reset = virtio_pci_reset; | |
1097 | dc->props = virtio_rng_properties; | |
1098 | } | |
1099 | ||
1100 | static TypeInfo virtio_rng_info = { | |
1101 | .name = "virtio-rng-pci", | |
1102 | .parent = TYPE_PCI_DEVICE, | |
1103 | .instance_size = sizeof(VirtIOPCIProxy), | |
1104 | .instance_init = virtio_rng_initfn, | |
1105 | .class_init = virtio_rng_class_init, | |
1106 | }; | |
1107 | ||
973abc7f SH |
1108 | static int virtio_scsi_init_pci(PCIDevice *pci_dev) |
1109 | { | |
1110 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
1111 | VirtIODevice *vdev; | |
1112 | ||
1113 | vdev = virtio_scsi_init(&pci_dev->qdev, &proxy->scsi); | |
1114 | if (!vdev) { | |
1115 | return -EINVAL; | |
1116 | } | |
1117 | ||
4c205d0c PB |
1118 | vdev->nvectors = proxy->nvectors == DEV_NVECTORS_UNSPECIFIED |
1119 | ? proxy->scsi.num_queues + 3 | |
1120 | : proxy->nvectors; | |
973abc7f SH |
1121 | virtio_init_pci(proxy, vdev); |
1122 | ||
1123 | /* make the actual value visible */ | |
1124 | proxy->nvectors = vdev->nvectors; | |
1125 | return 0; | |
1126 | } | |
1127 | ||
f90c2bcd | 1128 | static void virtio_scsi_exit_pci(PCIDevice *pci_dev) |
973abc7f SH |
1129 | { |
1130 | VirtIOPCIProxy *proxy = DO_UPCAST(VirtIOPCIProxy, pci_dev, pci_dev); | |
1131 | ||
1132 | virtio_scsi_exit(proxy->vdev); | |
f90c2bcd | 1133 | virtio_exit_pci(pci_dev); |
973abc7f SH |
1134 | } |
1135 | ||
1136 | static Property virtio_scsi_properties[] = { | |
3f910904 | 1137 | DEFINE_PROP_BIT("ioeventfd", VirtIOPCIProxy, flags, VIRTIO_PCI_FLAG_USE_IOEVENTFD_BIT, true), |
4c205d0c | 1138 | DEFINE_PROP_UINT32("vectors", VirtIOPCIProxy, nvectors, DEV_NVECTORS_UNSPECIFIED), |
973abc7f SH |
1139 | DEFINE_VIRTIO_SCSI_PROPERTIES(VirtIOPCIProxy, host_features, scsi), |
1140 | DEFINE_PROP_END_OF_LIST(), | |
1141 | }; | |
1142 | ||
1143 | static void virtio_scsi_class_init(ObjectClass *klass, void *data) | |
1144 | { | |
1145 | DeviceClass *dc = DEVICE_CLASS(klass); | |
1146 | PCIDeviceClass *k = PCI_DEVICE_CLASS(klass); | |
1147 | ||
1148 | k->init = virtio_scsi_init_pci; | |
1149 | k->exit = virtio_scsi_exit_pci; | |
1150 | k->vendor_id = PCI_VENDOR_ID_REDHAT_QUMRANET; | |
1151 | k->device_id = PCI_DEVICE_ID_VIRTIO_SCSI; | |
1152 | k->revision = 0x00; | |
1153 | k->class_id = PCI_CLASS_STORAGE_SCSI; | |
1154 | dc->reset = virtio_pci_reset; | |
1155 | dc->props = virtio_scsi_properties; | |
1156 | } | |
1157 | ||
1158 | static TypeInfo virtio_scsi_info = { | |
1159 | .name = "virtio-scsi-pci", | |
1160 | .parent = TYPE_PCI_DEVICE, | |
1161 | .instance_size = sizeof(VirtIOPCIProxy), | |
1162 | .class_init = virtio_scsi_class_init, | |
1163 | }; | |
1164 | ||
83f7d43a | 1165 | static void virtio_pci_register_types(void) |
53c25cea | 1166 | { |
39bffca2 | 1167 | type_register_static(&virtio_blk_info); |
39bffca2 | 1168 | type_register_static(&virtio_net_info); |
39bffca2 | 1169 | type_register_static(&virtio_serial_info); |
39bffca2 | 1170 | type_register_static(&virtio_balloon_info); |
973abc7f | 1171 | type_register_static(&virtio_scsi_info); |
16c915ba | 1172 | type_register_static(&virtio_rng_info); |
53c25cea PB |
1173 | } |
1174 | ||
83f7d43a | 1175 | type_init(virtio_pci_register_types) |