]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - arch/powerpc/include/asm/kvm_host.h
KVM: PPC: Book3S HV: Counters for passthrough IRQ stats
[mirror_ubuntu-bionic-kernel.git] / arch / powerpc / include / asm / kvm_host.h
CommitLineData
bbf45ba5
HB
1/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
10 *
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
14 *
15 * Copyright IBM Corp. 2007
16 *
17 * Authors: Hollis Blanchard <hollisb@us.ibm.com>
18 */
19
20#ifndef __POWERPC_KVM_HOST_H__
21#define __POWERPC_KVM_HOST_H__
22
23#include <linux/mutex.h>
544c6761
AG
24#include <linux/hrtimer.h>
25#include <linux/interrupt.h>
bbf45ba5
HB
26#include <linux/types.h>
27#include <linux/kvm_types.h>
371fefd6
PM
28#include <linux/threads.h>
29#include <linux/spinlock.h>
96bc451a 30#include <linux/kvm_para.h>
aa04b4cc
PM
31#include <linux/list.h>
32#include <linux/atomic.h>
bbf45ba5 33#include <asm/kvm_asm.h>
371fefd6 34#include <asm/processor.h>
342d3db7 35#include <asm/page.h>
249ba1ee 36#include <asm/cacheflush.h>
699a0ea0 37#include <asm/hvcall.h>
bbf45ba5 38
371fefd6
PM
39#define KVM_MAX_VCPUS NR_CPUS
40#define KVM_MAX_VCORES NR_CPUS
696066f8 41#define KVM_USER_MEM_SLOTS 512
bbf45ba5 42
0b1b1dfd
GK
43#include <asm/cputhreads.h>
44#define KVM_MAX_VCPU_ID (threads_per_subcore * KVM_MAX_VCORES)
45
34a75b0f
PM
46#define __KVM_HAVE_ARCH_INTC_INITIALIZED
47
de56a948 48#ifdef CONFIG_KVM_MMIO
588968b6 49#define KVM_COALESCED_MMIO_PAGE_OFFSET 1
de56a948 50#endif
920552b2 51#define KVM_HALT_POLL_NS_DEFAULT 500000
588968b6 52
de9ba2f3
AG
53/* These values are internal and can be increased later */
54#define KVM_NR_IRQCHIPS 1
55#define KVM_IRQCHIP_NUM_PINS 256
56
2860c4b1
PB
57/* PPC-specific vcpu->requests bit members */
58#define KVM_REQ_WATCHDOG 8
59#define KVM_REQ_EPR_EXIT 9
60
342d3db7
PM
61#include <linux/mmu_notifier.h>
62
63#define KVM_ARCH_WANT_MMU_NOTIFIER
64
342d3db7 65extern int kvm_unmap_hva(struct kvm *kvm, unsigned long hva);
b3ae2096
TY
66extern int kvm_unmap_hva_range(struct kvm *kvm,
67 unsigned long start, unsigned long end);
57128468 68extern int kvm_age_hva(struct kvm *kvm, unsigned long start, unsigned long end);
342d3db7
PM
69extern int kvm_test_age_hva(struct kvm *kvm, unsigned long hva);
70extern void kvm_set_spte_hva(struct kvm *kvm, unsigned long hva, pte_t pte);
71
fe71557a
TC
72static inline void kvm_arch_mmu_notifier_invalidate_page(struct kvm *kvm,
73 unsigned long address)
74{
75}
76
fef093be
AG
77#define HPTEG_CACHE_NUM (1 << 15)
78#define HPTEG_HASH_BITS_PTE 13
2d27fc5e 79#define HPTEG_HASH_BITS_PTE_LONG 12
fef093be
AG
80#define HPTEG_HASH_BITS_VPTE 13
81#define HPTEG_HASH_BITS_VPTE_LONG 5
a4a0f252 82#define HPTEG_HASH_BITS_VPTE_64K 11
fef093be 83#define HPTEG_HASH_NUM_PTE (1 << HPTEG_HASH_BITS_PTE)
2d27fc5e 84#define HPTEG_HASH_NUM_PTE_LONG (1 << HPTEG_HASH_BITS_PTE_LONG)
fef093be
AG
85#define HPTEG_HASH_NUM_VPTE (1 << HPTEG_HASH_BITS_VPTE)
86#define HPTEG_HASH_NUM_VPTE_LONG (1 << HPTEG_HASH_BITS_VPTE_LONG)
a4a0f252 87#define HPTEG_HASH_NUM_VPTE_64K (1 << HPTEG_HASH_BITS_VPTE_64K)
ca95150b 88
28e83b4f
AG
89/* Physical Address Mask - allowed range of real mode RAM access */
90#define KVM_PAM 0x0fffffffffffffffULL
91
a8606e20
PM
92struct lppaca;
93struct slb_shadow;
2e25aa5f 94struct dtl_entry;
a8606e20 95
3ff95502
PM
96struct kvmppc_vcpu_book3s;
97struct kvmppc_book3s_shadow_vcpu;
98
bbf45ba5 99struct kvm_vm_stat {
8a7e75d4 100 ulong remote_tlb_flush;
bbf45ba5
HB
101};
102
103struct kvm_vcpu_stat {
8a7e75d4
SJS
104 u64 sum_exits;
105 u64 mmio_exits;
106 u64 signal_exits;
107 u64 light_exits;
bbf45ba5 108 /* Account for special types of light exits: */
8a7e75d4
SJS
109 u64 itlb_real_miss_exits;
110 u64 itlb_virt_miss_exits;
111 u64 dtlb_real_miss_exits;
112 u64 dtlb_virt_miss_exits;
113 u64 syscall_exits;
114 u64 isi_exits;
115 u64 dsi_exits;
116 u64 emulated_inst_exits;
117 u64 dec_exits;
118 u64 ext_intr_exits;
2a27f514
SJS
119 u64 halt_poll_success_ns;
120 u64 halt_poll_fail_ns;
121 u64 halt_wait_ns;
8a7e75d4
SJS
122 u64 halt_successful_poll;
123 u64 halt_attempted_poll;
2a27f514 124 u64 halt_successful_wait;
8a7e75d4
SJS
125 u64 halt_poll_invalid;
126 u64 halt_wakeup;
127 u64 dbell_exits;
128 u64 gdbell_exits;
129 u64 ld;
130 u64 st;
00c3a37c 131#ifdef CONFIG_PPC_BOOK3S
8a7e75d4
SJS
132 u64 pf_storage;
133 u64 pf_instruc;
134 u64 sp_storage;
135 u64 sp_instruc;
136 u64 queue_intr;
137 u64 ld_slow;
138 u64 st_slow;
ca95150b 139#endif
65e7026a
SW
140 u64 pthru_all;
141 u64 pthru_host;
142 u64 pthru_bad_aff;
bbf45ba5
HB
143};
144
73e75b41
HB
145enum kvm_exit_types {
146 MMIO_EXITS,
73e75b41
HB
147 SIGNAL_EXITS,
148 ITLB_REAL_MISS_EXITS,
149 ITLB_VIRT_MISS_EXITS,
150 DTLB_REAL_MISS_EXITS,
151 DTLB_VIRT_MISS_EXITS,
152 SYSCALL_EXITS,
153 ISI_EXITS,
154 DSI_EXITS,
155 EMULATED_INST_EXITS,
156 EMULATED_MTMSRWE_EXITS,
157 EMULATED_WRTEE_EXITS,
158 EMULATED_MTSPR_EXITS,
159 EMULATED_MFSPR_EXITS,
160 EMULATED_MTMSR_EXITS,
161 EMULATED_MFMSR_EXITS,
162 EMULATED_TLBSX_EXITS,
163 EMULATED_TLBWE_EXITS,
164 EMULATED_RFI_EXITS,
d30f6e48 165 EMULATED_RFCI_EXITS,
c8ca97ca 166 EMULATED_RFDI_EXITS,
73e75b41
HB
167 DEC_EXITS,
168 EXT_INTR_EXITS,
169 HALT_WAKEUP,
170 USR_PR_INST,
171 FP_UNAVAIL,
172 DEBUG_EXITS,
173 TIMEINGUEST,
d30f6e48
SW
174 DBELL_EXITS,
175 GDBELL_EXITS,
73e75b41
HB
176 __NUMBER_OF_KVM_EXIT_TYPES
177};
178
73e75b41 179/* allow access to big endian 32bit upper/lower parts and 64bit var */
7b701591 180struct kvmppc_exit_timing {
73e75b41
HB
181 union {
182 u64 tv64;
183 struct {
184 u32 tbu, tbl;
185 } tv32;
186 };
187};
73e75b41 188
de56a948
PM
189struct kvmppc_pginfo {
190 unsigned long pfn;
191 atomic_t refcnt;
192};
193
54738c09
DG
194struct kvmppc_spapr_tce_table {
195 struct list_head list;
196 struct kvm *kvm;
197 u64 liobn;
366baf28 198 struct rcu_head rcu;
fe26e527 199 u32 page_shift;
14f853f1 200 u64 offset; /* in pages */
fe26e527 201 u64 size; /* window size in pages */
54738c09
DG
202 struct page *pages[0];
203};
204
bc5ad3f3
BH
205/* XICS components, defined in book3s_xics.c */
206struct kvmppc_xics;
207struct kvmppc_icp;
208
8daaafc8
SW
209struct kvmppc_passthru_irqmap;
210
8936dda4
PM
211/*
212 * The reverse mapping array has one entry for each HPTE,
213 * which stores the guest's view of the second word of the HPTE
06ce2c63
PM
214 * (including the guest physical address of the mapping),
215 * plus forward and backward pointers in a doubly-linked ring
216 * of HPTEs that map the same host page. The pointers in this
217 * ring are 32-bit HPTE indexes, to save space.
8936dda4
PM
218 */
219struct revmap_entry {
220 unsigned long guest_rpte;
06ce2c63 221 unsigned int forw, back;
8936dda4
PM
222};
223
06ce2c63 224/*
a66b48c3 225 * We use the top bit of each memslot->arch.rmap entry as a lock bit,
06ce2c63
PM
226 * and bit 32 as a present flag. The bottom 32 bits are the
227 * index in the guest HPT of a HPTE that points to the page.
228 */
229#define KVMPPC_RMAP_LOCK_BIT 63
bad3b507 230#define KVMPPC_RMAP_RC_SHIFT 32
08fe1e7b 231#define KVMPPC_RMAP_CHG_SHIFT 48
bad3b507
PM
232#define KVMPPC_RMAP_REFERENCED (HPTE_R_R << KVMPPC_RMAP_RC_SHIFT)
233#define KVMPPC_RMAP_CHANGED (HPTE_R_C << KVMPPC_RMAP_RC_SHIFT)
08fe1e7b 234#define KVMPPC_RMAP_CHG_ORDER (0x3ful << KVMPPC_RMAP_CHG_SHIFT)
06ce2c63
PM
235#define KVMPPC_RMAP_PRESENT 0x100000000ul
236#define KVMPPC_RMAP_INDEX 0xfffffffful
237
db3fe4eb 238struct kvm_arch_memory_slot {
9975f5e3 239#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
d89cc617 240 unsigned long *rmap;
9975f5e3 241#endif /* CONFIG_KVM_BOOK3S_HV_POSSIBLE */
db3fe4eb
TY
242};
243
bbf45ba5 244struct kvm_arch {
d30f6e48 245 unsigned int lpid;
9975f5e3 246#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
de56a948 247 unsigned long hpt_virt;
8936dda4 248 struct revmap_entry *revmap;
de56a948
PM
249 unsigned int host_lpid;
250 unsigned long host_lpcr;
251 unsigned long sdr1;
252 unsigned long host_sdr1;
253 int tlbie_lock;
aa04b4cc 254 unsigned long lpcr;
697d3899 255 unsigned long vrma_slb_v;
31037eca 256 int hpte_setup_done;
32fad281
PM
257 u32 hpt_order;
258 atomic_t vcpus_running;
1b400ba0 259 u32 online_vcores;
32fad281
PM
260 unsigned long hpt_npte;
261 unsigned long hpt_mask;
44e5f6be 262 atomic_t hpte_mod_interest;
1b400ba0 263 cpumask_t need_tlb_flush;
fa61a4e3 264 int hpt_cma_alloc;
e23a808b
PM
265 struct dentry *debugfs_dir;
266 struct dentry *htab_dentry;
9975f5e3 267#endif /* CONFIG_KVM_BOOK3S_HV_POSSIBLE */
7aa79938 268#ifdef CONFIG_KVM_BOOK3S_PR_POSSIBLE
9308ab8e
PM
269 struct mutex hpt_mutex;
270#endif
f31e65e1
BH
271#ifdef CONFIG_PPC_BOOK3S_64
272 struct list_head spapr_tce_tables;
8e591cb7 273 struct list_head rtas_tokens;
699a0ea0 274 DECLARE_BITMAP(enabled_hcalls, MAX_HCALL_OPCODE/4 + 1);
f31e65e1 275#endif
de9ba2f3
AG
276#ifdef CONFIG_KVM_MPIC
277 struct openpic *mpic;
278#endif
bc5ad3f3
BH
279#ifdef CONFIG_KVM_XICS
280 struct kvmppc_xics *xics;
8daaafc8 281 struct kvmppc_passthru_irqmap *pimap;
bc5ad3f3 282#endif
cbbc58d4 283 struct kvmppc_ops *kvm_ops;
1287cb3f
AG
284#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
285 /* This array can grow quite large, keep it at the end */
286 struct kvmppc_vcore *vcores[KVM_MAX_VCORES];
287#endif
bbf45ba5
HB
288};
289
7d6c40da
PM
290#define VCORE_ENTRY_MAP(vc) ((vc)->entry_exit_map & 0xff)
291#define VCORE_EXIT_MAP(vc) ((vc)->entry_exit_map >> 8)
292#define VCORE_IS_EXITING(vc) (VCORE_EXIT_MAP(vc) != 0)
371fefd6 293
b4deba5c
PM
294/* This bit is used when a vcore exit is triggered from outside the vcore */
295#define VCORE_EXIT_REQ 0x10000
296
ec257165
PM
297/*
298 * Values for vcore_state.
299 * Note that these are arranged such that lower values
300 * (< VCORE_SLEEPING) don't require stolen time accounting
301 * on load/unload, and higher values do.
302 */
19ccb76a 303#define VCORE_INACTIVE 0
ec257165
PM
304#define VCORE_PREEMPT 1
305#define VCORE_PIGGYBACK 2
306#define VCORE_SLEEPING 3
307#define VCORE_RUNNING 4
308#define VCORE_EXITING 5
0cda69dd 309#define VCORE_POLLING 6
19ccb76a 310
2e25aa5f
PM
311/*
312 * Struct used to manage memory for a virtual processor area
313 * registered by a PAPR guest. There are three types of area
314 * that a guest can register.
315 */
316struct kvmppc_vpa {
c35635ef 317 unsigned long gpa; /* Current guest phys addr */
2e25aa5f
PM
318 void *pinned_addr; /* Address in kernel linear mapping */
319 void *pinned_end; /* End of region */
320 unsigned long next_gpa; /* Guest phys addr for update */
321 unsigned long len; /* Number of bytes required */
322 u8 update_pending; /* 1 => update pinned_addr from next_gpa */
c35635ef 323 bool dirty; /* true => area has been modified by kernel */
2e25aa5f
PM
324};
325
ca95150b 326struct kvmppc_pte {
af7b4d10 327 ulong eaddr;
ca95150b 328 u64 vpage;
af7b4d10 329 ulong raddr;
3ed9c6d2
AG
330 bool may_read : 1;
331 bool may_write : 1;
332 bool may_execute : 1;
a4a0f252 333 u8 page_size; /* MMU_PAGE_xxx */
ca95150b
AG
334};
335
336struct kvmppc_mmu {
337 /* book3s_64 only */
338 void (*slbmte)(struct kvm_vcpu *vcpu, u64 rb, u64 rs);
339 u64 (*slbmfee)(struct kvm_vcpu *vcpu, u64 slb_nr);
340 u64 (*slbmfev)(struct kvm_vcpu *vcpu, u64 slb_nr);
341 void (*slbie)(struct kvm_vcpu *vcpu, u64 slb_nr);
342 void (*slbia)(struct kvm_vcpu *vcpu);
343 /* book3s */
344 void (*mtsrin)(struct kvm_vcpu *vcpu, u32 srnum, ulong value);
345 u32 (*mfsrin)(struct kvm_vcpu *vcpu, u32 srnum);
93b159b4
PM
346 int (*xlate)(struct kvm_vcpu *vcpu, gva_t eaddr,
347 struct kvmppc_pte *pte, bool data, bool iswrite);
ca95150b
AG
348 void (*reset_msr)(struct kvm_vcpu *vcpu);
349 void (*tlbie)(struct kvm_vcpu *vcpu, ulong addr, bool large);
af7b4d10 350 int (*esid_to_vsid)(struct kvm_vcpu *vcpu, ulong esid, u64 *vsid);
ca95150b
AG
351 u64 (*ea_to_vp)(struct kvm_vcpu *vcpu, gva_t eaddr, bool data);
352 bool (*is_dcbz32)(struct kvm_vcpu *vcpu);
353};
354
c4befc58
PM
355struct kvmppc_slb {
356 u64 esid;
357 u64 vsid;
358 u64 orige;
359 u64 origv;
360 bool valid : 1;
361 bool Ks : 1;
362 bool Kp : 1;
363 bool nx : 1;
364 bool large : 1; /* PTEs are 16MB */
365 bool tb : 1; /* 1TB segment */
366 bool class : 1;
a4a0f252 367 u8 base_page_size; /* MMU_PAGE_xxx */
ca95150b
AG
368};
369
b6c295df
PM
370/* Struct used to accumulate timing information in HV real mode code */
371struct kvmhv_tb_accumulator {
372 u64 seqcount; /* used to synchronize access, also count * 2 */
373 u64 tb_total; /* total time in timebase ticks */
374 u64 tb_min; /* min time */
375 u64 tb_max; /* max time */
376};
377
8daaafc8
SW
378#ifdef CONFIG_PPC_BOOK3S_64
379struct kvmppc_irq_map {
380 u32 r_hwirq;
381 u32 v_hwirq;
382 struct irq_desc *desc;
383};
384
385#define KVMPPC_PIRQ_MAPPED 1024
386struct kvmppc_passthru_irqmap {
387 int n_mapped;
388 struct kvmppc_irq_map mapped[KVMPPC_PIRQ_MAPPED];
389};
390#endif
391
6df8d3fc
BB
392# ifdef CONFIG_PPC_FSL_BOOK3E
393#define KVMPPC_BOOKE_IAC_NUM 2
394#define KVMPPC_BOOKE_DAC_NUM 2
395# else
396#define KVMPPC_BOOKE_IAC_NUM 4
397#define KVMPPC_BOOKE_DAC_NUM 2
398# endif
399#define KVMPPC_BOOKE_MAX_IAC 4
400#define KVMPPC_BOOKE_MAX_DAC 2
401
5df554ad
SW
402/* KVMPPC_EPR_USER takes precedence over KVMPPC_EPR_KERNEL */
403#define KVMPPC_EPR_NONE 0 /* EPR not supported */
404#define KVMPPC_EPR_USER 1 /* exit to userspace to fill EPR */
405#define KVMPPC_EPR_KERNEL 2 /* in-kernel irqchip */
406
eb1e4f43
SW
407#define KVMPPC_IRQ_DEFAULT 0
408#define KVMPPC_IRQ_MPIC 1
bc5ad3f3 409#define KVMPPC_IRQ_XICS 2
eb1e4f43
SW
410
411struct openpic;
412
bbf45ba5 413struct kvm_vcpu_arch {
ca95150b 414 ulong host_stack;
bbf45ba5 415 u32 host_pid;
00c3a37c 416#ifdef CONFIG_PPC_BOOK3S
c4befc58 417 struct kvmppc_slb slb[64];
de56a948 418 int slb_max; /* 1 + index of last valid entry in slb[] */
c4befc58 419 int slb_nr; /* total number of entries in SLB */
ca95150b 420 struct kvmppc_mmu mmu;
3ff95502
PM
421 struct kvmppc_vcpu_book3s *book3s;
422#endif
423#ifdef CONFIG_PPC_BOOK3S_32
424 struct kvmppc_book3s_shadow_vcpu *shadow_vcpu;
ca95150b 425#endif
bbf45ba5 426
5cf8ca22 427 ulong gpr[32];
bbf45ba5 428
efff1912 429 struct thread_fp_state fp;
180a34d2 430
4cd35f67
SW
431#ifdef CONFIG_SPE
432 ulong evr[32];
433 ulong spefscr;
434 ulong host_spefscr;
435 u64 acc;
436#endif
180a34d2 437#ifdef CONFIG_ALTIVEC
efff1912 438 struct thread_vr_state vr;
180a34d2
AG
439#endif
440
d30f6e48
SW
441#ifdef CONFIG_KVM_BOOKE_HV
442 u32 host_mas4;
443 u32 host_mas6;
444 u32 shadow_epcr;
d30f6e48
SW
445 u32 shadow_msrp;
446 u32 eplc;
447 u32 epsc;
448 u32 oldpir;
449#endif
450
62b4db00
AG
451#if defined(CONFIG_BOOKE)
452#if defined(CONFIG_KVM_BOOKE_HV) || defined(CONFIG_64BIT)
453 u32 epcr;
454#endif
455#endif
456
5aa9e2f4
AG
457#ifdef CONFIG_PPC_BOOK3S
458 /* For Gekko paired singles */
459 u32 qpr[32];
460#endif
461
5cf8ca22 462 ulong pc;
5cf8ca22
HB
463 ulong ctr;
464 ulong lr;
e14e7a1e 465#ifdef CONFIG_PPC_BOOK3S
b005255e 466 ulong tar;
e14e7a1e 467#endif
7e57cba0 468
5cf8ca22 469 ulong xer;
7e57cba0 470 u32 cr;
bbf45ba5 471
00c3a37c 472#ifdef CONFIG_PPC_BOOK3S
ca95150b 473 ulong hflags;
180a34d2 474 ulong guest_owned_ext;
de56a948
PM
475 ulong purr;
476 ulong spurr;
b005255e
MN
477 ulong ic;
478 ulong vtb;
de56a948
PM
479 ulong dscr;
480 ulong amr;
481 ulong uamor;
b005255e 482 ulong iamr;
de56a948 483 u32 ctrl;
8563bf52 484 u32 dabrx;
de56a948 485 ulong dabr;
b005255e
MN
486 ulong dawr;
487 ulong dawrx;
488 ulong ciabr;
0acb9111 489 ulong cfar;
4b8473c9 490 ulong ppr;
f35f3a48 491 u32 pspb;
b005255e 492 ulong fscr;
616dff86 493 ulong shadow_fscr;
b005255e
MN
494 ulong ebbhr;
495 ulong ebbrr;
496 ulong bescr;
497 ulong csigr;
498 ulong tacr;
499 ulong tcscr;
500 ulong acop;
501 ulong wort;
a2d56020 502 ulong shadow_srr1;
ca95150b 503#endif
eab17672 504 u32 vrsave; /* also USPRG0 */
bbf45ba5 505 u32 mmucr;
5fd8505e 506 /* shadow_msr is unused for BookE HV */
ecee273f 507 ulong shadow_msr;
5cf8ca22
HB
508 ulong csrr0;
509 ulong csrr1;
510 ulong dsrr0;
511 ulong dsrr1;
5ce941ee
SW
512 ulong mcsrr0;
513 ulong mcsrr1;
514 ulong mcsr;
bbf45ba5 515 u32 dec;
21bd000a 516#ifdef CONFIG_BOOKE
bbf45ba5 517 u32 decar;
21bd000a 518#endif
3cd60e31
AK
519 /* Time base value when we entered the guest */
520 u64 entry_tb;
8f42ab27 521 u64 entry_vtb;
06da28e7 522 u64 entry_ic;
bbf45ba5 523 u32 tcr;
dfd4d47e 524 ulong tsr; /* we need to perform set/clr_bits() which requires ulong */
bb3a8a17 525 u32 ivor[64];
5cf8ca22 526 ulong ivpr;
ca95150b 527 u32 pvr;
49dd2c49
HB
528
529 u32 shadow_pid;
dd9ebf1f 530 u32 shadow_pid1;
bbf45ba5 531 u32 pid;
49dd2c49
HB
532 u32 swap_pid;
533
bbf45ba5
HB
534 u32 ccr0;
535 u32 ccr1;
f7b200af 536 u32 dbsr;
bbf45ba5 537
b005255e 538 u64 mmcr[5];
9e368f29 539 u32 pmc[8];
b005255e 540 u32 spmc[2];
14941789
PM
541 u64 siar;
542 u64 sdar;
b005255e 543 u64 sier;
7b490411
MN
544#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
545 u64 tfhar;
546 u64 texasr;
547 u64 tfiar;
548
549 u32 cr_tm;
550 u64 lr_tm;
551 u64 ctr_tm;
552 u64 amr_tm;
553 u64 ppr_tm;
554 u64 dscr_tm;
555 u64 tar_tm;
556
557 ulong gpr_tm[32];
558
559 struct thread_fp_state fp_tm;
560
561 struct thread_vr_state vr_tm;
562 u32 vrsave_tm; /* also USPRG0 */
563
564#endif
de56a948 565
73e75b41 566#ifdef CONFIG_KVM_EXIT_TIMING
09000adb 567 struct mutex exit_timing_lock;
7b701591
HB
568 struct kvmppc_exit_timing timing_exit;
569 struct kvmppc_exit_timing timing_last_enter;
73e75b41
HB
570 u32 last_exit_type;
571 u32 timing_count_type[__NUMBER_OF_KVM_EXIT_TYPES];
572 u64 timing_sum_duration[__NUMBER_OF_KVM_EXIT_TYPES];
573 u64 timing_sum_quad_duration[__NUMBER_OF_KVM_EXIT_TYPES];
574 u64 timing_min_duration[__NUMBER_OF_KVM_EXIT_TYPES];
575 u64 timing_max_duration[__NUMBER_OF_KVM_EXIT_TYPES];
576 u64 timing_last_exit;
577 struct dentry *debugfs_exit_timing;
578#endif
579
de56a948
PM
580#ifdef CONFIG_PPC_BOOK3S
581 ulong fault_dar;
582 u32 fault_dsisr;
e5ee5422 583 unsigned long intr_msr;
de56a948
PM
584#endif
585
0604675f 586#ifdef CONFIG_BOOKE
5cf8ca22
HB
587 ulong fault_dear;
588 ulong fault_esr;
daf5e271
LY
589 ulong queued_dear;
590 ulong queued_esr;
f61c94bb
BB
591 spinlock_t wdt_lock;
592 struct timer_list wdt_timer;
8fdd21a2 593 u32 tlbcfg[4];
307d9008 594 u32 tlbps[4];
8fdd21a2 595 u32 mmucfg;
9a6061d7 596 u32 eptcfg;
d30f6e48 597 u32 epr;
99e99d19 598 u64 sprg9;
debf27d6 599 u32 pwrmgtcr0;
15b708be 600 u32 crit_save;
ce11e48b 601 /* guest debug registers*/
547465ef 602 struct debug_reg dbg_reg;
0604675f 603#endif
bbf45ba5 604 gpa_t paddr_accessed;
6020c0f6 605 gva_t vaddr_accessed;
08c9a188 606 pgd_t *pgdir;
bbf45ba5
HB
607
608 u8 io_gpr; /* GPR used as IO source/target */
d078eed3 609 u8 mmio_host_swabbed;
3587d534 610 u8 mmio_sign_extend;
ad0a048b
AG
611 u8 osi_needed;
612 u8 osi_enabled;
9432ba60 613 u8 papr_enabled;
f61c94bb 614 u8 watchdog_enabled;
af8f38b3
AG
615 u8 sane;
616 u8 cpu_type;
de56a948 617 u8 hcall_needed;
5df554ad 618 u8 epr_flags; /* KVMPPC_EPR_xxx */
1c810636 619 u8 epr_needed;
bbf45ba5
HB
620
621 u32 cpr0_cfgaddr; /* holds the last set cpr0_cfgaddr */
622
544c6761 623 struct hrtimer dec_timer;
ca95150b 624 u64 dec_jiffies;
de56a948 625 u64 dec_expires;
bbf45ba5 626 unsigned long pending_exceptions;
a8606e20
PM
627 u8 ceded;
628 u8 prodded;
de56a948 629 u32 last_inst;
a8606e20 630
8577370f 631 struct swait_queue_head *wqp;
371fefd6
PM
632 struct kvmppc_vcore *vcore;
633 int ret;
de56a948 634 int trap;
371fefd6
PM
635 int state;
636 int ptid;
ec257165 637 int thread_cpu;
19ccb76a 638 bool timer_running;
371fefd6
PM
639 wait_queue_head_t cpu_run;
640
96bc451a 641 struct kvm_vcpu_arch_shared *shared;
5deb8e7a
AG
642#if defined(CONFIG_PPC_BOOK3S_64) && defined(CONFIG_KVM_BOOK3S_PR_POSSIBLE)
643 bool shared_big_endian;
644#endif
beb03f14
AG
645 unsigned long magic_page_pa; /* phys addr to map the magic page to */
646 unsigned long magic_page_ea; /* effect. addr to map the magic page to */
f3383cf8 647 bool disable_kernel_nx;
de56a948 648
eb1e4f43
SW
649 int irq_type; /* one of KVM_IRQ_* */
650 int irq_cpu_id;
651 struct openpic *mpic; /* KVM_IRQ_MPIC */
bc5ad3f3
BH
652#ifdef CONFIG_KVM_XICS
653 struct kvmppc_icp *icp; /* XICS presentation controller */
654#endif
eb1e4f43 655
9975f5e3 656#ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
de56a948 657 struct kvm_vcpu_arch_shared shregs;
371fefd6 658
697d3899
PM
659 unsigned long pgfault_addr;
660 long pgfault_index;
661 unsigned long pgfault_hpte[2];
662
371fefd6
PM
663 struct task_struct *run_task;
664 struct kvm_run *kvm_run;
2e25aa5f
PM
665
666 spinlock_t vpa_update_lock;
667 struct kvmppc_vpa vpa;
668 struct kvmppc_vpa dtl;
669 struct dtl_entry *dtl_ptr;
670 unsigned long dtl_index;
0456ec4f 671 u64 stolen_logged;
2e25aa5f 672 struct kvmppc_vpa slb_shadow;
c7b67670
PM
673
674 spinlock_t tbacct_lock;
675 u64 busy_stolen;
676 u64 busy_preempt;
4a157d61
PM
677
678 u32 emul_inst;
de56a948 679#endif
b6c295df
PM
680
681#ifdef CONFIG_KVM_BOOK3S_HV_EXIT_TIMING
682 struct kvmhv_tb_accumulator *cur_activity; /* What we're timing */
683 u64 cur_tb_start; /* when it started */
684 struct kvmhv_tb_accumulator rm_entry; /* real-mode entry code */
685 struct kvmhv_tb_accumulator rm_intr; /* real-mode intr handling */
686 struct kvmhv_tb_accumulator rm_exit; /* real-mode exit code */
687 struct kvmhv_tb_accumulator guest_time; /* guest execution */
688 struct kvmhv_tb_accumulator cede_time; /* time napping inside guest */
689
690 struct dentry *debugfs_dir;
691 struct dentry *debugfs_timings;
692#endif /* CONFIG_KVM_BOOK3S_HV_EXIT_TIMING */
bbf45ba5
HB
693};
694
efff1912
PM
695#define VCPU_FPR(vcpu, i) (vcpu)->arch.fp.fpr[i][TS_FPROFFSET]
696
19ccb76a 697/* Values for vcpu->arch.state */
8455d79e
PM
698#define KVMPPC_VCPU_NOTREADY 0
699#define KVMPPC_VCPU_RUNNABLE 1
c7b67670 700#define KVMPPC_VCPU_BUSY_IN_HOST 2
371fefd6 701
b3c5d3c2
AG
702/* Values for vcpu->arch.io_gpr */
703#define KVM_MMIO_REG_MASK 0x001f
704#define KVM_MMIO_REG_EXT_MASK 0xffe0
705#define KVM_MMIO_REG_GPR 0x0000
706#define KVM_MMIO_REG_FPR 0x0020
707#define KVM_MMIO_REG_QPR 0x0040
708#define KVM_MMIO_REG_FQPR 0x0060
709
2246f8b5 710#define __KVM_HAVE_ARCH_WQP
5df554ad 711#define __KVM_HAVE_CREATE_DEVICE
b6d33834 712
13a34e06 713static inline void kvm_arch_hardware_disable(void) {}
0865e636
RK
714static inline void kvm_arch_hardware_unsetup(void) {}
715static inline void kvm_arch_sync_events(struct kvm *kvm) {}
15f46015 716static inline void kvm_arch_memslots_updated(struct kvm *kvm, struct kvm_memslots *slots) {}
0865e636
RK
717static inline void kvm_arch_flush_shadow_all(struct kvm *kvm) {}
718static inline void kvm_arch_sched_in(struct kvm_vcpu *vcpu, int cpu) {}
719static inline void kvm_arch_exit(void) {}
3217f7c2
CD
720static inline void kvm_arch_vcpu_blocking(struct kvm_vcpu *vcpu) {}
721static inline void kvm_arch_vcpu_unblocking(struct kvm_vcpu *vcpu) {}
3491caf2 722static inline void kvm_arch_vcpu_block_finish(struct kvm_vcpu *vcpu) {}
0865e636 723
bbf45ba5 724#endif /* __POWERPC_KVM_HOST_H__ */