]>
git.proxmox.com Git - mirror_ubuntu-zesty-kernel.git/blob - arch/powerpc/kvm/book3s_64_vio_hv.c
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
6 * This program is distributed in the hope that it will be useful,
7 * but WITHOUT ANY WARRANTY; without even the implied warranty of
8 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
9 * GNU General Public License for more details.
11 * You should have received a copy of the GNU General Public License
12 * along with this program; if not, write to the Free Software
13 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
15 * Copyright 2010 Paul Mackerras, IBM Corp. <paulus@au1.ibm.com>
16 * Copyright 2011 David Gibson, IBM Corporation <dwg@au1.ibm.com>
17 * Copyright 2016 Alexey Kardashevskiy, IBM Corporation <aik@au1.ibm.com>
20 #include <linux/types.h>
21 #include <linux/string.h>
22 #include <linux/kvm.h>
23 #include <linux/kvm_host.h>
24 #include <linux/highmem.h>
25 #include <linux/gfp.h>
26 #include <linux/slab.h>
27 #include <linux/hugetlb.h>
28 #include <linux/list.h>
30 #include <asm/tlbflush.h>
31 #include <asm/kvm_ppc.h>
32 #include <asm/kvm_book3s.h>
33 #include <asm/book3s/64/mmu-hash.h>
34 #include <asm/mmu_context.h>
35 #include <asm/hvcall.h>
36 #include <asm/synch.h>
37 #include <asm/ppc-opcode.h>
38 #include <asm/kvm_host.h>
40 #include <asm/iommu.h>
43 #define TCES_PER_PAGE (PAGE_SIZE / sizeof(u64))
46 * Finds a TCE table descriptor by LIOBN.
48 * WARNING: This will be called in real or virtual mode on HV KVM and virtual
51 struct kvmppc_spapr_tce_table
*kvmppc_find_table(struct kvm
*kvm
,
54 struct kvmppc_spapr_tce_table
*stt
;
56 list_for_each_entry_lockless(stt
, &kvm
->arch
.spapr_tce_tables
, list
)
57 if (stt
->liobn
== liobn
)
62 EXPORT_SYMBOL_GPL(kvmppc_find_table
);
65 * Validates IO address.
67 * WARNING: This will be called in real-mode on HV KVM and virtual
70 long kvmppc_ioba_validate(struct kvmppc_spapr_tce_table
*stt
,
71 unsigned long ioba
, unsigned long npages
)
73 unsigned long mask
= (1ULL << stt
->page_shift
) - 1;
74 unsigned long idx
= ioba
>> stt
->page_shift
;
76 if ((ioba
& mask
) || (idx
< stt
->offset
) ||
77 (idx
- stt
->offset
+ npages
> stt
->size
) ||
83 EXPORT_SYMBOL_GPL(kvmppc_ioba_validate
);
86 * Validates TCE address.
87 * At the moment flags and page mask are validated.
88 * As the host kernel does not access those addresses (just puts them
89 * to the table and user space is supposed to process them), we can skip
90 * checking other things (such as TCE is a guest RAM address or the page
91 * was actually allocated).
93 * WARNING: This will be called in real-mode on HV KVM and virtual
96 long kvmppc_tce_validate(struct kvmppc_spapr_tce_table
*stt
, unsigned long tce
)
98 unsigned long page_mask
= ~((1ULL << stt
->page_shift
) - 1);
99 unsigned long mask
= ~(page_mask
| TCE_PCI_WRITE
| TCE_PCI_READ
);
106 EXPORT_SYMBOL_GPL(kvmppc_tce_validate
);
108 /* Note on the use of page_address() in real mode,
110 * It is safe to use page_address() in real mode on ppc64 because
111 * page_address() is always defined as lowmem_page_address()
112 * which returns __va(PFN_PHYS(page_to_pfn(page))) which is arithmetic
113 * operation and does not access page struct.
115 * Theoretically page_address() could be defined different
116 * but either WANT_PAGE_VIRTUAL or HASHED_PAGE_VIRTUAL
117 * would have to be enabled.
118 * WANT_PAGE_VIRTUAL is never enabled on ppc32/ppc64,
119 * HASHED_PAGE_VIRTUAL could be enabled for ppc32 only and only
120 * if CONFIG_HIGHMEM is defined. As CONFIG_SPARSEMEM_VMEMMAP
121 * is not expected to be enabled on ppc32, page_address()
122 * is safe for ppc32 as well.
124 * WARNING: This will be called in real-mode on HV KVM and virtual
127 static u64
*kvmppc_page_address(struct page
*page
)
129 #if defined(HASHED_PAGE_VIRTUAL) || defined(WANT_PAGE_VIRTUAL)
130 #error TODO: fix to avoid page_address() here
132 return (u64
*) page_address(page
);
136 * Handles TCE requests for emulated devices.
137 * Puts guest TCE values to the table and expects user space to convert them.
138 * Called in both real and virtual modes.
139 * Cannot fail so kvmppc_tce_validate must be called before it.
141 * WARNING: This will be called in real-mode on HV KVM and virtual
144 void kvmppc_tce_put(struct kvmppc_spapr_tce_table
*stt
,
145 unsigned long idx
, unsigned long tce
)
151 page
= stt
->pages
[idx
/ TCES_PER_PAGE
];
152 tbl
= kvmppc_page_address(page
);
154 tbl
[idx
% TCES_PER_PAGE
] = tce
;
156 EXPORT_SYMBOL_GPL(kvmppc_tce_put
);
158 long kvmppc_gpa_to_ua(struct kvm
*kvm
, unsigned long gpa
,
159 unsigned long *ua
, unsigned long **prmap
)
161 unsigned long gfn
= gpa
>> PAGE_SHIFT
;
162 struct kvm_memory_slot
*memslot
;
164 memslot
= search_memslots(kvm_memslots(kvm
), gfn
);
168 *ua
= __gfn_to_hva_memslot(memslot
, gfn
) |
169 (gpa
& ~(PAGE_MASK
| TCE_PCI_READ
| TCE_PCI_WRITE
));
171 #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
173 *prmap
= &memslot
->arch
.rmap
[gfn
- memslot
->base_gfn
];
178 EXPORT_SYMBOL_GPL(kvmppc_gpa_to_ua
);
180 #ifdef CONFIG_KVM_BOOK3S_HV_POSSIBLE
181 long kvmppc_rm_h_put_tce(struct kvm_vcpu
*vcpu
, unsigned long liobn
,
182 unsigned long ioba
, unsigned long tce
)
184 struct kvmppc_spapr_tce_table
*stt
;
187 /* udbg_printf("H_PUT_TCE(): liobn=0x%lx ioba=0x%lx, tce=0x%lx\n", */
188 /* liobn, ioba, tce); */
190 stt
= kvmppc_find_table(vcpu
->kvm
, liobn
);
194 ret
= kvmppc_ioba_validate(stt
, ioba
, 1);
195 if (ret
!= H_SUCCESS
)
198 ret
= kvmppc_tce_validate(stt
, tce
);
199 if (ret
!= H_SUCCESS
)
202 kvmppc_tce_put(stt
, ioba
>> stt
->page_shift
, tce
);
207 static long kvmppc_rm_ua_to_hpa(struct kvm_vcpu
*vcpu
,
208 unsigned long ua
, unsigned long *phpa
)
213 ptep
= __find_linux_pte_or_hugepte(vcpu
->arch
.pgdir
, ua
, NULL
, &shift
);
214 if (!ptep
|| !pte_present(*ptep
))
221 /* Avoid handling anything potentially complicated in realmode */
222 if (shift
> PAGE_SHIFT
)
228 *phpa
= (pte_pfn(pte
) << PAGE_SHIFT
) | (ua
& ((1ULL << shift
) - 1)) |
234 long kvmppc_rm_h_put_tce_indirect(struct kvm_vcpu
*vcpu
,
235 unsigned long liobn
, unsigned long ioba
,
236 unsigned long tce_list
, unsigned long npages
)
238 struct kvmppc_spapr_tce_table
*stt
;
239 long i
, ret
= H_SUCCESS
;
240 unsigned long tces
, entry
, ua
= 0;
241 unsigned long *rmap
= NULL
;
243 stt
= kvmppc_find_table(vcpu
->kvm
, liobn
);
247 entry
= ioba
>> stt
->page_shift
;
249 * The spec says that the maximum size of the list is 512 TCEs
250 * so the whole table addressed resides in 4K page
255 if (tce_list
& (SZ_4K
- 1))
258 ret
= kvmppc_ioba_validate(stt
, ioba
, npages
);
259 if (ret
!= H_SUCCESS
)
262 if (kvmppc_gpa_to_ua(vcpu
->kvm
, tce_list
, &ua
, &rmap
))
265 rmap
= (void *) vmalloc_to_phys(rmap
);
268 * Synchronize with the MMU notifier callbacks in
269 * book3s_64_mmu_hv.c (kvm_unmap_hva_hv etc.).
270 * While we have the rmap lock, code running on other CPUs
271 * cannot finish unmapping the host real page that backs
272 * this guest real page, so we are OK to access the host
276 if (kvmppc_rm_ua_to_hpa(vcpu
, ua
, &tces
)) {
281 for (i
= 0; i
< npages
; ++i
) {
282 unsigned long tce
= be64_to_cpu(((u64
*)tces
)[i
]);
284 ret
= kvmppc_tce_validate(stt
, tce
);
285 if (ret
!= H_SUCCESS
)
288 kvmppc_tce_put(stt
, entry
+ i
, tce
);
297 long kvmppc_rm_h_stuff_tce(struct kvm_vcpu
*vcpu
,
298 unsigned long liobn
, unsigned long ioba
,
299 unsigned long tce_value
, unsigned long npages
)
301 struct kvmppc_spapr_tce_table
*stt
;
304 stt
= kvmppc_find_table(vcpu
->kvm
, liobn
);
308 ret
= kvmppc_ioba_validate(stt
, ioba
, npages
);
309 if (ret
!= H_SUCCESS
)
312 /* Check permission bits only to allow userspace poison TCE for debug */
313 if (tce_value
& (TCE_PCI_WRITE
| TCE_PCI_READ
))
316 for (i
= 0; i
< npages
; ++i
, ioba
+= (1ULL << stt
->page_shift
))
317 kvmppc_tce_put(stt
, ioba
>> stt
->page_shift
, tce_value
);
322 long kvmppc_h_get_tce(struct kvm_vcpu
*vcpu
, unsigned long liobn
,
325 struct kvmppc_spapr_tce_table
*stt
;
331 stt
= kvmppc_find_table(vcpu
->kvm
, liobn
);
335 ret
= kvmppc_ioba_validate(stt
, ioba
, 1);
336 if (ret
!= H_SUCCESS
)
339 idx
= (ioba
>> stt
->page_shift
) - stt
->offset
;
340 page
= stt
->pages
[idx
/ TCES_PER_PAGE
];
341 tbl
= (u64
*)page_address(page
);
343 vcpu
->arch
.gpr
[4] = tbl
[idx
% TCES_PER_PAGE
];
347 EXPORT_SYMBOL_GPL(kvmppc_h_get_tce
);
349 #endif /* KVM_BOOK3S_HV_POSSIBLE */