2 * Copyright (C) 2010 Citrix Ltd.
4 * This work is licensed under the terms of the GNU GPL, version 2. See
5 * the COPYING file in the top-level directory.
12 #include "hw/xen_common.h"
13 #include "hw/xen_backend.h"
15 #include "xen-mapcache.h"
18 #include <xen/hvm/ioreq.h>
19 #include <xen/hvm/params.h>
24 #define DPRINTF(fmt, ...) \
25 do { fprintf(stderr, "xen: " fmt, ## __VA_ARGS__); } while (0)
27 #define DPRINTF(fmt, ...) \
31 /* Compatibility with older version */
32 #if __XEN_LATEST_INTERFACE_VERSION__ < 0x0003020a
33 static inline uint32_t xen_vcpu_eport(shared_iopage_t
*shared_page
, int i
)
35 return shared_page
->vcpu_iodata
[i
].vp_eport
;
37 static inline ioreq_t
*xen_vcpu_ioreq(shared_iopage_t
*shared_page
, int vcpu
)
39 return &shared_page
->vcpu_iodata
[vcpu
].vp_ioreq
;
41 # define FMT_ioreq_size PRIx64
43 static inline uint32_t xen_vcpu_eport(shared_iopage_t
*shared_page
, int i
)
45 return shared_page
->vcpu_ioreq
[i
].vp_eport
;
47 static inline ioreq_t
*xen_vcpu_ioreq(shared_iopage_t
*shared_page
, int vcpu
)
49 return &shared_page
->vcpu_ioreq
[vcpu
];
51 # define FMT_ioreq_size "u"
54 #define BUFFER_IO_MAX_DELAY 100
56 typedef struct XenIOState
{
57 shared_iopage_t
*shared_page
;
58 buffered_iopage_t
*buffered_io_page
;
59 QEMUTimer
*buffered_io_timer
;
60 /* the evtchn port for polling the notification, */
61 evtchn_port_t
*ioreq_local_port
;
62 /* the evtchn fd for polling */
64 /* which vcpu we are serving */
67 struct xs_handle
*xenstore
;
72 /* Xen specific function for piix pci */
74 int xen_pci_slot_get_pirq(PCIDevice
*pci_dev
, int irq_num
)
76 return irq_num
+ ((pci_dev
->devfn
>> 3) << 2);
79 void xen_piix3_set_irq(void *opaque
, int irq_num
, int level
)
81 xc_hvm_set_pci_intx_level(xen_xc
, xen_domid
, 0, 0, irq_num
>> 2,
85 void xen_piix_pci_write_config_client(uint32_t address
, uint32_t val
, int len
)
89 /* Scan for updates to PCI link routes (0x60-0x63). */
90 for (i
= 0; i
< len
; i
++) {
91 uint8_t v
= (val
>> (8 * i
)) & 0xff;
96 if (((address
+ i
) >= 0x60) && ((address
+ i
) <= 0x63)) {
97 xc_hvm_set_pci_link_route(xen_xc
, xen_domid
, address
+ i
- 0x60, v
);
102 /* Xen Interrupt Controller */
104 static void xen_set_irq(void *opaque
, int irq
, int level
)
106 xc_hvm_set_isa_irq_level(xen_xc
, xen_domid
, irq
, level
);
109 qemu_irq
*xen_interrupt_controller_init(void)
111 return qemu_allocate_irqs(xen_set_irq
, NULL
, 16);
116 static void xen_ram_init(ram_addr_t ram_size
)
119 ram_addr_t below_4g_mem_size
, above_4g_mem_size
= 0;
121 new_block
= qemu_mallocz(sizeof (*new_block
));
122 pstrcpy(new_block
->idstr
, sizeof (new_block
->idstr
), "xen.ram");
123 new_block
->host
= NULL
;
124 new_block
->offset
= 0;
125 new_block
->length
= ram_size
;
127 QLIST_INSERT_HEAD(&ram_list
.blocks
, new_block
, next
);
129 ram_list
.phys_dirty
= qemu_realloc(ram_list
.phys_dirty
,
130 new_block
->length
>> TARGET_PAGE_BITS
);
131 memset(ram_list
.phys_dirty
+ (new_block
->offset
>> TARGET_PAGE_BITS
),
132 0xff, new_block
->length
>> TARGET_PAGE_BITS
);
134 if (ram_size
>= 0xe0000000 ) {
135 above_4g_mem_size
= ram_size
- 0xe0000000;
136 below_4g_mem_size
= 0xe0000000;
138 below_4g_mem_size
= ram_size
;
141 cpu_register_physical_memory(0, below_4g_mem_size
, new_block
->offset
);
142 #if TARGET_PHYS_ADDR_BITS > 32
143 if (above_4g_mem_size
> 0) {
144 cpu_register_physical_memory(0x100000000ULL
, above_4g_mem_size
,
145 new_block
->offset
+ below_4g_mem_size
);
150 void xen_ram_alloc(ram_addr_t ram_addr
, ram_addr_t size
)
152 unsigned long nr_pfn
;
156 trace_xen_ram_alloc(ram_addr
, size
);
158 nr_pfn
= size
>> TARGET_PAGE_BITS
;
159 pfn_list
= qemu_malloc(sizeof (*pfn_list
) * nr_pfn
);
161 for (i
= 0; i
< nr_pfn
; i
++) {
162 pfn_list
[i
] = (ram_addr
>> TARGET_PAGE_BITS
) + i
;
165 if (xc_domain_populate_physmap_exact(xen_xc
, xen_domid
, nr_pfn
, 0, 0, pfn_list
)) {
166 hw_error("xen: failed to populate ram at %lx", ram_addr
);
173 /* VCPU Operations, MMIO, IO ring ... */
175 static void xen_reset_vcpu(void *opaque
)
177 CPUState
*env
= opaque
;
182 void xen_vcpu_init(void)
186 if ((first_cpu
= qemu_get_cpu(0))) {
187 qemu_register_reset(xen_reset_vcpu
, first_cpu
);
188 xen_reset_vcpu(first_cpu
);
192 /* get the ioreq packets from share mem */
193 static ioreq_t
*cpu_get_ioreq_from_shared_memory(XenIOState
*state
, int vcpu
)
195 ioreq_t
*req
= xen_vcpu_ioreq(state
->shared_page
, vcpu
);
197 if (req
->state
!= STATE_IOREQ_READY
) {
198 DPRINTF("I/O request not ready: "
199 "%x, ptr: %x, port: %"PRIx64
", "
200 "data: %"PRIx64
", count: %" FMT_ioreq_size
", size: %" FMT_ioreq_size
"\n",
201 req
->state
, req
->data_is_ptr
, req
->addr
,
202 req
->data
, req
->count
, req
->size
);
206 xen_rmb(); /* see IOREQ_READY /then/ read contents of ioreq */
208 req
->state
= STATE_IOREQ_INPROCESS
;
212 /* use poll to get the port notification */
213 /* ioreq_vec--out,the */
214 /* retval--the number of ioreq packet */
215 static ioreq_t
*cpu_get_ioreq(XenIOState
*state
)
220 port
= xc_evtchn_pending(state
->xce_handle
);
222 for (i
= 0; i
< smp_cpus
; i
++) {
223 if (state
->ioreq_local_port
[i
] == port
) {
229 hw_error("Fatal error while trying to get io event!\n");
232 /* unmask the wanted port again */
233 xc_evtchn_unmask(state
->xce_handle
, port
);
235 /* get the io packet from shared memory */
236 state
->send_vcpu
= i
;
237 return cpu_get_ioreq_from_shared_memory(state
, i
);
240 /* read error or read nothing */
244 static uint32_t do_inp(pio_addr_t addr
, unsigned long size
)
248 return cpu_inb(addr
);
250 return cpu_inw(addr
);
252 return cpu_inl(addr
);
254 hw_error("inp: bad size: %04"FMT_pioaddr
" %lx", addr
, size
);
258 static void do_outp(pio_addr_t addr
,
259 unsigned long size
, uint32_t val
)
263 return cpu_outb(addr
, val
);
265 return cpu_outw(addr
, val
);
267 return cpu_outl(addr
, val
);
269 hw_error("outp: bad size: %04"FMT_pioaddr
" %lx", addr
, size
);
273 static void cpu_ioreq_pio(ioreq_t
*req
)
277 sign
= req
->df
? -1 : 1;
279 if (req
->dir
== IOREQ_READ
) {
280 if (!req
->data_is_ptr
) {
281 req
->data
= do_inp(req
->addr
, req
->size
);
285 for (i
= 0; i
< req
->count
; i
++) {
286 tmp
= do_inp(req
->addr
, req
->size
);
287 cpu_physical_memory_write(req
->data
+ (sign
* i
* req
->size
),
288 (uint8_t *) &tmp
, req
->size
);
291 } else if (req
->dir
== IOREQ_WRITE
) {
292 if (!req
->data_is_ptr
) {
293 do_outp(req
->addr
, req
->size
, req
->data
);
295 for (i
= 0; i
< req
->count
; i
++) {
298 cpu_physical_memory_read(req
->data
+ (sign
* i
* req
->size
),
299 (uint8_t*) &tmp
, req
->size
);
300 do_outp(req
->addr
, req
->size
, tmp
);
306 static void cpu_ioreq_move(ioreq_t
*req
)
310 sign
= req
->df
? -1 : 1;
312 if (!req
->data_is_ptr
) {
313 if (req
->dir
== IOREQ_READ
) {
314 for (i
= 0; i
< req
->count
; i
++) {
315 cpu_physical_memory_read(req
->addr
+ (sign
* i
* req
->size
),
316 (uint8_t *) &req
->data
, req
->size
);
318 } else if (req
->dir
== IOREQ_WRITE
) {
319 for (i
= 0; i
< req
->count
; i
++) {
320 cpu_physical_memory_write(req
->addr
+ (sign
* i
* req
->size
),
321 (uint8_t *) &req
->data
, req
->size
);
327 if (req
->dir
== IOREQ_READ
) {
328 for (i
= 0; i
< req
->count
; i
++) {
329 cpu_physical_memory_read(req
->addr
+ (sign
* i
* req
->size
),
330 (uint8_t*) &tmp
, req
->size
);
331 cpu_physical_memory_write(req
->data
+ (sign
* i
* req
->size
),
332 (uint8_t*) &tmp
, req
->size
);
334 } else if (req
->dir
== IOREQ_WRITE
) {
335 for (i
= 0; i
< req
->count
; i
++) {
336 cpu_physical_memory_read(req
->data
+ (sign
* i
* req
->size
),
337 (uint8_t*) &tmp
, req
->size
);
338 cpu_physical_memory_write(req
->addr
+ (sign
* i
* req
->size
),
339 (uint8_t*) &tmp
, req
->size
);
345 static void handle_ioreq(ioreq_t
*req
)
347 if (!req
->data_is_ptr
&& (req
->dir
== IOREQ_WRITE
) &&
348 (req
->size
< sizeof (target_ulong
))) {
349 req
->data
&= ((target_ulong
) 1 << (8 * req
->size
)) - 1;
356 case IOREQ_TYPE_COPY
:
359 case IOREQ_TYPE_TIMEOFFSET
:
361 case IOREQ_TYPE_INVALIDATE
:
362 qemu_invalidate_map_cache();
365 hw_error("Invalid ioreq type 0x%x\n", req
->type
);
369 static void handle_buffered_iopage(XenIOState
*state
)
371 buf_ioreq_t
*buf_req
= NULL
;
375 if (!state
->buffered_io_page
) {
379 while (state
->buffered_io_page
->read_pointer
!= state
->buffered_io_page
->write_pointer
) {
380 buf_req
= &state
->buffered_io_page
->buf_ioreq
[
381 state
->buffered_io_page
->read_pointer
% IOREQ_BUFFER_SLOT_NUM
];
382 req
.size
= 1UL << buf_req
->size
;
384 req
.addr
= buf_req
->addr
;
385 req
.data
= buf_req
->data
;
386 req
.state
= STATE_IOREQ_READY
;
387 req
.dir
= buf_req
->dir
;
389 req
.type
= buf_req
->type
;
391 qw
= (req
.size
== 8);
393 buf_req
= &state
->buffered_io_page
->buf_ioreq
[
394 (state
->buffered_io_page
->read_pointer
+ 1) % IOREQ_BUFFER_SLOT_NUM
];
395 req
.data
|= ((uint64_t)buf_req
->data
) << 32;
401 state
->buffered_io_page
->read_pointer
+= qw
? 2 : 1;
405 static void handle_buffered_io(void *opaque
)
407 XenIOState
*state
= opaque
;
409 handle_buffered_iopage(state
);
410 qemu_mod_timer(state
->buffered_io_timer
,
411 BUFFER_IO_MAX_DELAY
+ qemu_get_clock_ms(rt_clock
));
414 static void cpu_handle_ioreq(void *opaque
)
416 XenIOState
*state
= opaque
;
417 ioreq_t
*req
= cpu_get_ioreq(state
);
419 handle_buffered_iopage(state
);
423 if (req
->state
!= STATE_IOREQ_INPROCESS
) {
424 fprintf(stderr
, "Badness in I/O request ... not in service?!: "
425 "%x, ptr: %x, port: %"PRIx64
", "
426 "data: %"PRIx64
", count: %" FMT_ioreq_size
", size: %" FMT_ioreq_size
"\n",
427 req
->state
, req
->data_is_ptr
, req
->addr
,
428 req
->data
, req
->count
, req
->size
);
429 destroy_hvm_domain();
433 xen_wmb(); /* Update ioreq contents /then/ update state. */
436 * We do this before we send the response so that the tools
437 * have the opportunity to pick up on the reset before the
438 * guest resumes and does a hlt with interrupts disabled which
439 * causes Xen to powerdown the domain.
442 if (qemu_shutdown_requested_get()) {
443 destroy_hvm_domain();
445 if (qemu_reset_requested_get()) {
450 req
->state
= STATE_IORESP_READY
;
451 xc_evtchn_notify(state
->xce_handle
, state
->ioreq_local_port
[state
->send_vcpu
]);
455 static void xenstore_record_dm_state(XenIOState
*s
, const char *state
)
459 snprintf(path
, sizeof (path
), "/local/domain/0/device-model/%u/state", xen_domid
);
460 if (!xs_write(s
->xenstore
, XBT_NULL
, path
, state
, strlen(state
))) {
461 fprintf(stderr
, "error recording dm state\n");
466 static void xen_main_loop_prepare(XenIOState
*state
)
470 if (state
->xce_handle
!= XC_HANDLER_INITIAL_VALUE
) {
471 evtchn_fd
= xc_evtchn_fd(state
->xce_handle
);
474 state
->buffered_io_timer
= qemu_new_timer_ms(rt_clock
, handle_buffered_io
,
476 qemu_mod_timer(state
->buffered_io_timer
, qemu_get_clock_ms(rt_clock
));
478 if (evtchn_fd
!= -1) {
479 qemu_set_fd_handler(evtchn_fd
, cpu_handle_ioreq
, NULL
, state
);
482 /* record state running */
483 xenstore_record_dm_state(state
, "running");
489 static void xen_vm_change_state_handler(void *opaque
, int running
, int reason
)
491 XenIOState
*state
= opaque
;
493 xen_main_loop_prepare(state
);
497 static void xen_exit_notifier(Notifier
*n
)
499 XenIOState
*state
= container_of(n
, XenIOState
, exit
);
501 xc_evtchn_close(state
->xce_handle
);
502 xs_daemon_close(state
->xenstore
);
507 xen_xc
= xen_xc_interface_open(0, 0, 0);
508 if (xen_xc
== XC_HANDLER_INITIAL_VALUE
) {
509 xen_be_printf(NULL
, 0, "can't open xen interface\n");
516 int xen_hvm_init(void)
519 unsigned long ioreq_pfn
;
522 state
= qemu_mallocz(sizeof (XenIOState
));
524 state
->xce_handle
= xen_xc_evtchn_open(NULL
, 0);
525 if (state
->xce_handle
== XC_HANDLER_INITIAL_VALUE
) {
526 perror("xen: event channel open");
530 state
->xenstore
= xs_daemon_open();
531 if (state
->xenstore
== NULL
) {
532 perror("xen: xenstore open");
536 state
->exit
.notify
= xen_exit_notifier
;
537 qemu_add_exit_notifier(&state
->exit
);
539 xc_get_hvm_param(xen_xc
, xen_domid
, HVM_PARAM_IOREQ_PFN
, &ioreq_pfn
);
540 DPRINTF("shared page at pfn %lx\n", ioreq_pfn
);
541 state
->shared_page
= xc_map_foreign_range(xen_xc
, xen_domid
, XC_PAGE_SIZE
,
542 PROT_READ
|PROT_WRITE
, ioreq_pfn
);
543 if (state
->shared_page
== NULL
) {
544 hw_error("map shared IO page returned error %d handle=" XC_INTERFACE_FMT
,
548 xc_get_hvm_param(xen_xc
, xen_domid
, HVM_PARAM_BUFIOREQ_PFN
, &ioreq_pfn
);
549 DPRINTF("buffered io page at pfn %lx\n", ioreq_pfn
);
550 state
->buffered_io_page
= xc_map_foreign_range(xen_xc
, xen_domid
, XC_PAGE_SIZE
,
551 PROT_READ
|PROT_WRITE
, ioreq_pfn
);
552 if (state
->buffered_io_page
== NULL
) {
553 hw_error("map buffered IO page returned error %d", errno
);
556 state
->ioreq_local_port
= qemu_mallocz(smp_cpus
* sizeof (evtchn_port_t
));
558 /* FIXME: how about if we overflow the page here? */
559 for (i
= 0; i
< smp_cpus
; i
++) {
560 rc
= xc_evtchn_bind_interdomain(state
->xce_handle
, xen_domid
,
561 xen_vcpu_eport(state
->shared_page
, i
));
563 fprintf(stderr
, "bind interdomain ioctl error %d\n", errno
);
566 state
->ioreq_local_port
[i
] = rc
;
569 /* Init RAM management */
570 qemu_map_cache_init();
571 xen_ram_init(ram_size
);
573 qemu_add_vm_change_state_handler(xen_vm_change_state_handler
, state
);
578 void destroy_hvm_domain(void)
583 xc_handle
= xen_xc_interface_open(0, 0, 0);
584 if (xc_handle
== XC_HANDLER_INITIAL_VALUE
) {
585 fprintf(stderr
, "Cannot acquire xenctrl handle\n");
587 sts
= xc_domain_shutdown(xc_handle
, xen_domid
, SHUTDOWN_poweroff
);
589 fprintf(stderr
, "? xc_domain_shutdown failed to issue poweroff, "
590 "sts %d, %s\n", sts
, strerror(errno
));
592 fprintf(stderr
, "Issued domain %d poweroff\n", xen_domid
);
594 xc_interface_close(xc_handle
);