2 * QEMU PowerPC sPAPR XIVE interrupt controller model
4 * Copyright (c) 2017-2019, IBM Corporation.
6 * This code is licensed under the GPL version 2 or later. See the
7 * COPYING file in the top-level directory.
10 #include "qemu/osdep.h"
12 #include "qemu/error-report.h"
13 #include "qapi/error.h"
14 #include "target/ppc/cpu.h"
15 #include "sysemu/cpus.h"
16 #include "sysemu/kvm.h"
17 #include "sysemu/runstate.h"
18 #include "hw/ppc/spapr.h"
19 #include "hw/ppc/spapr_cpu_core.h"
20 #include "hw/ppc/spapr_xive.h"
21 #include "hw/ppc/xive.h"
24 #include <sys/ioctl.h>
27 * Helpers for CPU hotplug
29 * TODO: make a common KVMEnabledCPU layer for XICS and XIVE
31 typedef struct KVMEnabledCPU
{
32 unsigned long vcpu_id
;
33 QLIST_ENTRY(KVMEnabledCPU
) node
;
36 static QLIST_HEAD(, KVMEnabledCPU
)
37 kvm_enabled_cpus
= QLIST_HEAD_INITIALIZER(&kvm_enabled_cpus
);
39 static bool kvm_cpu_is_enabled(CPUState
*cs
)
41 KVMEnabledCPU
*enabled_cpu
;
42 unsigned long vcpu_id
= kvm_arch_vcpu_id(cs
);
44 QLIST_FOREACH(enabled_cpu
, &kvm_enabled_cpus
, node
) {
45 if (enabled_cpu
->vcpu_id
== vcpu_id
) {
52 static void kvm_cpu_enable(CPUState
*cs
)
54 KVMEnabledCPU
*enabled_cpu
;
55 unsigned long vcpu_id
= kvm_arch_vcpu_id(cs
);
57 enabled_cpu
= g_malloc(sizeof(*enabled_cpu
));
58 enabled_cpu
->vcpu_id
= vcpu_id
;
59 QLIST_INSERT_HEAD(&kvm_enabled_cpus
, enabled_cpu
, node
);
62 static void kvm_cpu_disable_all(void)
64 KVMEnabledCPU
*enabled_cpu
, *next
;
66 QLIST_FOREACH_SAFE(enabled_cpu
, &kvm_enabled_cpus
, node
, next
) {
67 QLIST_REMOVE(enabled_cpu
, node
);
73 * XIVE Thread Interrupt Management context (KVM)
76 void kvmppc_xive_cpu_set_state(XiveTCTX
*tctx
, Error
**errp
)
78 SpaprXive
*xive
= SPAPR_MACHINE(qdev_get_machine())->xive
;
82 /* The KVM XIVE device is not in use yet */
87 /* word0 and word1 of the OS ring. */
88 state
[0] = *((uint64_t *) &tctx
->regs
[TM_QW1_OS
]);
90 ret
= kvm_set_one_reg(tctx
->cs
, KVM_REG_PPC_VP_STATE
, state
);
92 error_setg_errno(errp
, errno
,
93 "XIVE: could not restore KVM state of CPU %ld",
94 kvm_arch_vcpu_id(tctx
->cs
));
98 void kvmppc_xive_cpu_get_state(XiveTCTX
*tctx
, Error
**errp
)
100 SpaprXive
*xive
= SPAPR_MACHINE(qdev_get_machine())->xive
;
101 uint64_t state
[2] = { 0 };
104 /* The KVM XIVE device is not in use */
105 if (xive
->fd
== -1) {
109 ret
= kvm_get_one_reg(tctx
->cs
, KVM_REG_PPC_VP_STATE
, state
);
111 error_setg_errno(errp
, errno
,
112 "XIVE: could not capture KVM state of CPU %ld",
113 kvm_arch_vcpu_id(tctx
->cs
));
117 /* word0 and word1 of the OS ring. */
118 *((uint64_t *) &tctx
->regs
[TM_QW1_OS
]) = state
[0];
126 static void kvmppc_xive_cpu_do_synchronize_state(CPUState
*cpu
,
129 XiveCpuGetState
*s
= arg
.host_ptr
;
131 kvmppc_xive_cpu_get_state(s
->tctx
, &s
->err
);
134 void kvmppc_xive_cpu_synchronize_state(XiveTCTX
*tctx
, Error
**errp
)
136 XiveCpuGetState s
= {
142 * Kick the vCPU to make sure they are available for the KVM ioctl.
144 run_on_cpu(tctx
->cs
, kvmppc_xive_cpu_do_synchronize_state
,
145 RUN_ON_CPU_HOST_PTR(&s
));
148 error_propagate(errp
, s
.err
);
153 void kvmppc_xive_cpu_connect(XiveTCTX
*tctx
, Error
**errp
)
155 SpaprXive
*xive
= SPAPR_MACHINE(qdev_get_machine())->xive
;
156 unsigned long vcpu_id
;
159 /* The KVM XIVE device is not in use */
160 if (xive
->fd
== -1) {
164 /* Check if CPU was hot unplugged and replugged. */
165 if (kvm_cpu_is_enabled(tctx
->cs
)) {
169 vcpu_id
= kvm_arch_vcpu_id(tctx
->cs
);
171 ret
= kvm_vcpu_enable_cap(tctx
->cs
, KVM_CAP_PPC_IRQ_XIVE
, 0, xive
->fd
,
174 error_setg(errp
, "XIVE: unable to connect CPU%ld to KVM device: %s",
175 vcpu_id
, strerror(errno
));
179 kvm_cpu_enable(tctx
->cs
);
183 * XIVE Interrupt Source (KVM)
186 void kvmppc_xive_set_source_config(SpaprXive
*xive
, uint32_t lisn
, XiveEAS
*eas
,
196 Error
*local_err
= NULL
;
198 assert(xive_eas_is_valid(eas
));
200 end_idx
= xive_get_field64(EAS_END_INDEX
, eas
->w
);
201 end_blk
= xive_get_field64(EAS_END_BLOCK
, eas
->w
);
202 eisn
= xive_get_field64(EAS_END_DATA
, eas
->w
);
203 masked
= xive_eas_is_masked(eas
);
205 spapr_xive_end_to_target(end_blk
, end_idx
, &server
, &priority
);
207 kvm_src
= priority
<< KVM_XIVE_SOURCE_PRIORITY_SHIFT
&
208 KVM_XIVE_SOURCE_PRIORITY_MASK
;
209 kvm_src
|= server
<< KVM_XIVE_SOURCE_SERVER_SHIFT
&
210 KVM_XIVE_SOURCE_SERVER_MASK
;
211 kvm_src
|= ((uint64_t) masked
<< KVM_XIVE_SOURCE_MASKED_SHIFT
) &
212 KVM_XIVE_SOURCE_MASKED_MASK
;
213 kvm_src
|= ((uint64_t)eisn
<< KVM_XIVE_SOURCE_EISN_SHIFT
) &
214 KVM_XIVE_SOURCE_EISN_MASK
;
216 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_SOURCE_CONFIG
, lisn
,
217 &kvm_src
, true, &local_err
);
219 error_propagate(errp
, local_err
);
224 void kvmppc_xive_sync_source(SpaprXive
*xive
, uint32_t lisn
, Error
**errp
)
226 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_SOURCE_SYNC
, lisn
,
231 * At reset, the interrupt sources are simply created and MASKED. We
232 * only need to inform the KVM XIVE device about their type: LSI or
235 int kvmppc_xive_source_reset_one(XiveSource
*xsrc
, int srcno
, Error
**errp
)
237 SpaprXive
*xive
= SPAPR_XIVE(xsrc
->xive
);
240 /* The KVM XIVE device is not in use */
241 if (xive
->fd
== -1) {
245 if (xive_source_irq_is_lsi(xsrc
, srcno
)) {
246 state
|= KVM_XIVE_LEVEL_SENSITIVE
;
247 if (xsrc
->status
[srcno
] & XIVE_STATUS_ASSERTED
) {
248 state
|= KVM_XIVE_LEVEL_ASSERTED
;
252 return kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_SOURCE
, srcno
, &state
,
256 static void kvmppc_xive_source_reset(XiveSource
*xsrc
, Error
**errp
)
258 SpaprXive
*xive
= SPAPR_XIVE(xsrc
->xive
);
261 for (i
= 0; i
< xsrc
->nr_irqs
; i
++) {
262 Error
*local_err
= NULL
;
264 if (!xive_eas_is_valid(&xive
->eat
[i
])) {
268 kvmppc_xive_source_reset_one(xsrc
, i
, &local_err
);
270 error_propagate(errp
, local_err
);
277 * This is used to perform the magic loads on the ESB pages, described
280 * Memory barriers should not be needed for loads (no store for now).
282 static uint64_t xive_esb_rw(XiveSource
*xsrc
, int srcno
, uint32_t offset
,
283 uint64_t data
, bool write
)
285 uint64_t *addr
= xsrc
->esb_mmap
+ xive_source_esb_mgmt(xsrc
, srcno
) +
289 *addr
= cpu_to_be64(data
);
292 /* Prevent the compiler from optimizing away the load */
293 volatile uint64_t value
= be64_to_cpu(*addr
);
298 static uint8_t xive_esb_read(XiveSource
*xsrc
, int srcno
, uint32_t offset
)
300 return xive_esb_rw(xsrc
, srcno
, offset
, 0, 0) & 0x3;
303 static void xive_esb_trigger(XiveSource
*xsrc
, int srcno
)
305 uint64_t *addr
= xsrc
->esb_mmap
+ xive_source_esb_page(xsrc
, srcno
);
310 uint64_t kvmppc_xive_esb_rw(XiveSource
*xsrc
, int srcno
, uint32_t offset
,
311 uint64_t data
, bool write
)
314 return xive_esb_rw(xsrc
, srcno
, offset
, data
, 1);
318 * Special Load EOI handling for LSI sources. Q bit is never set
319 * and the interrupt should be re-triggered if the level is still
322 if (xive_source_irq_is_lsi(xsrc
, srcno
) &&
323 offset
== XIVE_ESB_LOAD_EOI
) {
324 xive_esb_read(xsrc
, srcno
, XIVE_ESB_SET_PQ_00
);
325 if (xsrc
->status
[srcno
] & XIVE_STATUS_ASSERTED
) {
326 xive_esb_trigger(xsrc
, srcno
);
330 return xive_esb_rw(xsrc
, srcno
, offset
, 0, 0);
334 static void kvmppc_xive_source_get_state(XiveSource
*xsrc
)
336 SpaprXive
*xive
= SPAPR_XIVE(xsrc
->xive
);
339 for (i
= 0; i
< xsrc
->nr_irqs
; i
++) {
342 if (!xive_eas_is_valid(&xive
->eat
[i
])) {
346 /* Perform a load without side effect to retrieve the PQ bits */
347 pq
= xive_esb_read(xsrc
, i
, XIVE_ESB_GET
);
349 /* and save PQ locally */
350 xive_source_esb_set(xsrc
, i
, pq
);
354 void kvmppc_xive_source_set_irq(void *opaque
, int srcno
, int val
)
356 XiveSource
*xsrc
= opaque
;
357 SpaprXive
*xive
= SPAPR_XIVE(xsrc
->xive
);
358 struct kvm_irq_level args
;
361 /* The KVM XIVE device should be in use */
362 assert(xive
->fd
!= -1);
365 if (!xive_source_irq_is_lsi(xsrc
, srcno
)) {
369 args
.level
= KVM_INTERRUPT_SET
;
372 xsrc
->status
[srcno
] |= XIVE_STATUS_ASSERTED
;
373 args
.level
= KVM_INTERRUPT_SET_LEVEL
;
375 xsrc
->status
[srcno
] &= ~XIVE_STATUS_ASSERTED
;
376 args
.level
= KVM_INTERRUPT_UNSET
;
379 rc
= kvm_vm_ioctl(kvm_state
, KVM_IRQ_LINE
, &args
);
381 error_report("XIVE: kvm_irq_line() failed : %s", strerror(errno
));
386 * sPAPR XIVE interrupt controller (KVM)
388 void kvmppc_xive_get_queue_config(SpaprXive
*xive
, uint8_t end_blk
,
389 uint32_t end_idx
, XiveEND
*end
,
392 struct kvm_ppc_xive_eq kvm_eq
= { 0 };
396 Error
*local_err
= NULL
;
398 assert(xive_end_is_valid(end
));
400 /* Encode the tuple (server, prio) as a KVM EQ index */
401 spapr_xive_end_to_target(end_blk
, end_idx
, &server
, &priority
);
403 kvm_eq_idx
= priority
<< KVM_XIVE_EQ_PRIORITY_SHIFT
&
404 KVM_XIVE_EQ_PRIORITY_MASK
;
405 kvm_eq_idx
|= server
<< KVM_XIVE_EQ_SERVER_SHIFT
&
406 KVM_XIVE_EQ_SERVER_MASK
;
408 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_EQ_CONFIG
, kvm_eq_idx
,
409 &kvm_eq
, false, &local_err
);
411 error_propagate(errp
, local_err
);
416 * The EQ index and toggle bit are updated by HW. These are the
417 * only fields from KVM we want to update QEMU with. The other END
418 * fields should already be in the QEMU END table.
420 end
->w1
= xive_set_field32(END_W1_GENERATION
, 0ul, kvm_eq
.qtoggle
) |
421 xive_set_field32(END_W1_PAGE_OFF
, 0ul, kvm_eq
.qindex
);
424 void kvmppc_xive_set_queue_config(SpaprXive
*xive
, uint8_t end_blk
,
425 uint32_t end_idx
, XiveEND
*end
,
428 struct kvm_ppc_xive_eq kvm_eq
= { 0 };
432 Error
*local_err
= NULL
;
435 * Build the KVM state from the local END structure.
439 if (xive_get_field32(END_W0_UCOND_NOTIFY
, end
->w0
)) {
440 kvm_eq
.flags
|= KVM_XIVE_EQ_ALWAYS_NOTIFY
;
444 * If the hcall is disabling the EQ, set the size and page address
445 * to zero. When migrating, only valid ENDs are taken into
448 if (xive_end_is_valid(end
)) {
449 kvm_eq
.qshift
= xive_get_field32(END_W0_QSIZE
, end
->w0
) + 12;
450 kvm_eq
.qaddr
= xive_end_qaddr(end
);
452 * The EQ toggle bit and index should only be relevant when
453 * restoring the EQ state
455 kvm_eq
.qtoggle
= xive_get_field32(END_W1_GENERATION
, end
->w1
);
456 kvm_eq
.qindex
= xive_get_field32(END_W1_PAGE_OFF
, end
->w1
);
462 /* Encode the tuple (server, prio) as a KVM EQ index */
463 spapr_xive_end_to_target(end_blk
, end_idx
, &server
, &priority
);
465 kvm_eq_idx
= priority
<< KVM_XIVE_EQ_PRIORITY_SHIFT
&
466 KVM_XIVE_EQ_PRIORITY_MASK
;
467 kvm_eq_idx
|= server
<< KVM_XIVE_EQ_SERVER_SHIFT
&
468 KVM_XIVE_EQ_SERVER_MASK
;
470 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_EQ_CONFIG
, kvm_eq_idx
,
471 &kvm_eq
, true, &local_err
);
473 error_propagate(errp
, local_err
);
478 void kvmppc_xive_reset(SpaprXive
*xive
, Error
**errp
)
480 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_CTRL
, KVM_DEV_XIVE_RESET
,
484 static void kvmppc_xive_get_queues(SpaprXive
*xive
, Error
**errp
)
486 Error
*local_err
= NULL
;
489 for (i
= 0; i
< xive
->nr_ends
; i
++) {
490 if (!xive_end_is_valid(&xive
->endt
[i
])) {
494 kvmppc_xive_get_queue_config(xive
, SPAPR_XIVE_BLOCK_ID
, i
,
495 &xive
->endt
[i
], &local_err
);
497 error_propagate(errp
, local_err
);
504 * The primary goal of the XIVE VM change handler is to mark the EQ
505 * pages dirty when all XIVE event notifications have stopped.
507 * Whenever the VM is stopped, the VM change handler sets the source
508 * PQs to PENDING to stop the flow of events and to possibly catch a
509 * triggered interrupt occuring while the VM is stopped. The previous
510 * state is saved in anticipation of a migration. The XIVE controller
511 * is then synced through KVM to flush any in-flight event
512 * notification and stabilize the EQs.
514 * At this stage, we can mark the EQ page dirty and let a migration
515 * sequence transfer the EQ pages to the destination, which is done
516 * just after the stop state.
518 * The previous configuration of the sources is restored when the VM
519 * runs again. If an interrupt was queued while the VM was stopped,
520 * simply generate a trigger.
522 static void kvmppc_xive_change_state_handler(void *opaque
, int running
,
525 SpaprXive
*xive
= opaque
;
526 XiveSource
*xsrc
= &xive
->source
;
527 Error
*local_err
= NULL
;
531 * Restore the sources to their initial state. This is called when
532 * the VM resumes after a stop or a migration.
535 for (i
= 0; i
< xsrc
->nr_irqs
; i
++) {
539 if (!xive_eas_is_valid(&xive
->eat
[i
])) {
543 pq
= xive_source_esb_get(xsrc
, i
);
544 old_pq
= xive_esb_read(xsrc
, i
, XIVE_ESB_SET_PQ_00
+ (pq
<< 8));
547 * An interrupt was queued while the VM was stopped,
548 * generate a trigger.
550 if (pq
== XIVE_ESB_RESET
&& old_pq
== XIVE_ESB_QUEUED
) {
551 xive_esb_trigger(xsrc
, i
);
559 * Mask the sources, to stop the flow of event notifications, and
560 * save the PQs locally in the XiveSource object. The XiveSource
561 * state will be collected later on by its vmstate handler if a
562 * migration is in progress.
564 for (i
= 0; i
< xsrc
->nr_irqs
; i
++) {
567 if (!xive_eas_is_valid(&xive
->eat
[i
])) {
571 pq
= xive_esb_read(xsrc
, i
, XIVE_ESB_GET
);
574 * PQ is set to PENDING to possibly catch a triggered
575 * interrupt occuring while the VM is stopped (hotplug event
578 if (pq
!= XIVE_ESB_OFF
) {
579 pq
= xive_esb_read(xsrc
, i
, XIVE_ESB_SET_PQ_10
);
581 xive_source_esb_set(xsrc
, i
, pq
);
585 * Sync the XIVE controller in KVM, to flush in-flight event
586 * notification that should be enqueued in the EQs and mark the
587 * XIVE EQ pages dirty to collect all updates.
589 kvm_device_access(xive
->fd
, KVM_DEV_XIVE_GRP_CTRL
,
590 KVM_DEV_XIVE_EQ_SYNC
, NULL
, true, &local_err
);
592 error_report_err(local_err
);
597 void kvmppc_xive_synchronize_state(SpaprXive
*xive
, Error
**errp
)
599 /* The KVM XIVE device is not in use */
600 if (xive
->fd
== -1) {
605 * When the VM is stopped, the sources are masked and the previous
606 * state is saved in anticipation of a migration. We should not
607 * synchronize the source state in that case else we will override
610 if (runstate_is_running()) {
611 kvmppc_xive_source_get_state(&xive
->source
);
614 /* EAT: there is no extra state to query from KVM */
617 kvmppc_xive_get_queues(xive
, errp
);
621 * The SpaprXive 'pre_save' method is called by the vmstate handler of
622 * the SpaprXive model, after the XIVE controller is synced in the VM
625 int kvmppc_xive_pre_save(SpaprXive
*xive
)
627 Error
*local_err
= NULL
;
629 /* The KVM XIVE device is not in use */
630 if (xive
->fd
== -1) {
634 /* EAT: there is no extra state to query from KVM */
637 kvmppc_xive_get_queues(xive
, &local_err
);
639 error_report_err(local_err
);
647 * The SpaprXive 'post_load' method is not called by a vmstate
648 * handler. It is called at the sPAPR machine level at the end of the
649 * migration sequence by the sPAPR IRQ backend 'post_load' method,
650 * when all XIVE states have been transferred and loaded.
652 int kvmppc_xive_post_load(SpaprXive
*xive
, int version_id
)
654 Error
*local_err
= NULL
;
658 /* The KVM XIVE device should be in use */
659 assert(xive
->fd
!= -1);
661 /* Restore the ENDT first. The targetting depends on it. */
662 for (i
= 0; i
< xive
->nr_ends
; i
++) {
663 if (!xive_end_is_valid(&xive
->endt
[i
])) {
667 kvmppc_xive_set_queue_config(xive
, SPAPR_XIVE_BLOCK_ID
, i
,
668 &xive
->endt
[i
], &local_err
);
670 error_report_err(local_err
);
675 /* Restore the EAT */
676 for (i
= 0; i
< xive
->nr_irqs
; i
++) {
677 if (!xive_eas_is_valid(&xive
->eat
[i
])) {
682 * We can only restore the source config if the source has been
683 * previously set in KVM. Since we don't do that for all interrupts
684 * at reset time anymore, let's do it now.
686 kvmppc_xive_source_reset_one(&xive
->source
, i
, &local_err
);
688 error_report_err(local_err
);
692 kvmppc_xive_set_source_config(xive
, i
, &xive
->eat
[i
], &local_err
);
694 error_report_err(local_err
);
700 * Restore the thread interrupt contexts of initial CPUs.
702 * The context of hotplugged CPUs is restored later, by the
703 * 'post_load' handler of the XiveTCTX model because they are not
704 * available at the time the SpaprXive 'post_load' method is
705 * called. We can not restore the context of all CPUs in the
706 * 'post_load' handler of XiveTCTX because the machine is not
707 * necessarily connected to the KVM device at that time.
710 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
712 kvmppc_xive_cpu_set_state(spapr_cpu_state(cpu
)->tctx
, &local_err
);
714 error_report_err(local_err
);
719 /* The source states will be restored when the machine starts running */
723 static void *kvmppc_xive_mmap(SpaprXive
*xive
, int pgoff
, size_t len
,
727 uint32_t page_shift
= 16; /* TODO: fix page_shift */
729 addr
= mmap(NULL
, len
, PROT_WRITE
| PROT_READ
, MAP_SHARED
, xive
->fd
,
730 pgoff
<< page_shift
);
731 if (addr
== MAP_FAILED
) {
732 error_setg_errno(errp
, errno
, "XIVE: unable to set memory mapping");
740 * All the XIVE memory regions are now backed by mappings from the KVM
743 int kvmppc_xive_connect(SpaprInterruptController
*intc
, Error
**errp
)
745 SpaprXive
*xive
= SPAPR_XIVE(intc
);
746 XiveSource
*xsrc
= &xive
->source
;
747 Error
*local_err
= NULL
;
748 size_t esb_len
= (1ull << xsrc
->esb_shift
) * xsrc
->nr_irqs
;
749 size_t tima_len
= 4ull << TM_SHIFT
;
753 * The KVM XIVE device already in use. This is the case when
754 * rebooting under the XIVE-only interrupt mode.
756 if (xive
->fd
!= -1) {
760 if (!kvmppc_has_cap_xive()) {
761 error_setg(errp
, "IRQ_XIVE capability must be present for KVM");
765 /* First, create the KVM XIVE device */
766 xive
->fd
= kvm_create_device(kvm_state
, KVM_DEV_TYPE_XIVE
, false);
768 error_setg_errno(errp
, -xive
->fd
, "XIVE: error creating KVM device");
773 * 1. Source ESB pages - KVM mapping
775 xsrc
->esb_mmap
= kvmppc_xive_mmap(xive
, KVM_XIVE_ESB_PAGE_OFFSET
, esb_len
,
781 memory_region_init_ram_device_ptr(&xsrc
->esb_mmio_kvm
, OBJECT(xsrc
),
782 "xive.esb", esb_len
, xsrc
->esb_mmap
);
783 memory_region_add_subregion_overlap(&xsrc
->esb_mmio
, 0,
784 &xsrc
->esb_mmio_kvm
, 1);
787 * 2. END ESB pages (No KVM support yet)
791 * 3. TIMA pages - KVM mapping
793 xive
->tm_mmap
= kvmppc_xive_mmap(xive
, KVM_XIVE_TIMA_PAGE_OFFSET
, tima_len
,
798 memory_region_init_ram_device_ptr(&xive
->tm_mmio_kvm
, OBJECT(xive
),
799 "xive.tima", tima_len
, xive
->tm_mmap
);
800 memory_region_add_subregion_overlap(&xive
->tm_mmio
, 0,
801 &xive
->tm_mmio_kvm
, 1);
803 xive
->change
= qemu_add_vm_change_state_handler(
804 kvmppc_xive_change_state_handler
, xive
);
806 /* Connect the presenters to the initial VCPUs of the machine */
808 PowerPCCPU
*cpu
= POWERPC_CPU(cs
);
810 kvmppc_xive_cpu_connect(spapr_cpu_state(cpu
)->tctx
, &local_err
);
816 /* Update the KVM sources */
817 kvmppc_xive_source_reset(xsrc
, &local_err
);
822 kvm_kernel_irqchip
= true;
823 kvm_msi_via_irqfd_allowed
= true;
824 kvm_gsi_direct_mapping
= true;
828 error_propagate(errp
, local_err
);
829 kvmppc_xive_disconnect(intc
);
833 void kvmppc_xive_disconnect(SpaprInterruptController
*intc
)
835 SpaprXive
*xive
= SPAPR_XIVE(intc
);
839 /* The KVM XIVE device is not in use */
840 if (!xive
|| xive
->fd
== -1) {
844 /* Clear the KVM mapping */
845 xsrc
= &xive
->source
;
846 esb_len
= (1ull << xsrc
->esb_shift
) * xsrc
->nr_irqs
;
848 if (xsrc
->esb_mmap
) {
849 memory_region_del_subregion(&xsrc
->esb_mmio
, &xsrc
->esb_mmio_kvm
);
850 object_unparent(OBJECT(&xsrc
->esb_mmio_kvm
));
851 munmap(xsrc
->esb_mmap
, esb_len
);
852 xsrc
->esb_mmap
= NULL
;
856 memory_region_del_subregion(&xive
->tm_mmio
, &xive
->tm_mmio_kvm
);
857 object_unparent(OBJECT(&xive
->tm_mmio_kvm
));
858 munmap(xive
->tm_mmap
, 4ull << TM_SHIFT
);
859 xive
->tm_mmap
= NULL
;
863 * When the KVM device fd is closed, the KVM device is destroyed
864 * and removed from the list of devices of the VM. The VCPU
865 * presenters are also detached from the device.
867 if (xive
->fd
!= -1) {
872 kvm_kernel_irqchip
= false;
873 kvm_msi_via_irqfd_allowed
= false;
874 kvm_gsi_direct_mapping
= false;
876 /* Clear the local list of presenter (hotplug) */
877 kvm_cpu_disable_all();
879 /* VM Change state handler is not needed anymore */
881 qemu_del_vm_change_state_handler(xive
->change
);