]>
Commit | Line | Data |
---|---|---|
3e7ee490 | 1 | /* |
3e7ee490 HJ |
2 | * Copyright (c) 2009, Microsoft Corporation. |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify it | |
5 | * under the terms and conditions of the GNU General Public License, | |
6 | * version 2, as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope it will be useful, but WITHOUT | |
9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
11 | * more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public License along with | |
14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple | |
15 | * Place - Suite 330, Boston, MA 02111-1307 USA. | |
16 | * | |
17 | * Authors: | |
18 | * Haiyang Zhang <haiyangz@microsoft.com> | |
19 | * Hank Janssen <hjanssen@microsoft.com> | |
20 | * | |
21 | */ | |
0a46618d HJ |
22 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
23 | ||
a0086dc5 GKH |
24 | #include <linux/kernel.h> |
25 | #include <linux/mm.h> | |
5a0e3ad6 | 26 | #include <linux/slab.h> |
b7c947f0 | 27 | #include <linux/vmalloc.h> |
46a97191 | 28 | #include <linux/hyperv.h> |
83ba0c4f | 29 | #include <linux/version.h> |
db11f12a | 30 | #include <linux/interrupt.h> |
407dd164 | 31 | #include <asm/hyperv.h> |
0f2a6619 | 32 | #include "hyperv_vmbus.h" |
3e7ee490 | 33 | |
454f18a9 | 34 | /* The one and only */ |
6a0aaa18 HZ |
35 | struct hv_context hv_context = { |
36 | .synic_initialized = false, | |
37 | .hypercall_page = NULL, | |
3e7ee490 HJ |
38 | }; |
39 | ||
3e189519 | 40 | /* |
d44890c8 | 41 | * query_hypervisor_info - Get version info of the windows hypervisor |
0831ad04 | 42 | */ |
5fbebb2d S |
43 | unsigned int host_info_eax; |
44 | unsigned int host_info_ebx; | |
45 | unsigned int host_info_ecx; | |
46 | unsigned int host_info_edx; | |
47 | ||
d44890c8 | 48 | static int query_hypervisor_info(void) |
0831ad04 GKH |
49 | { |
50 | unsigned int eax; | |
51 | unsigned int ebx; | |
52 | unsigned int ecx; | |
53 | unsigned int edx; | |
b8dfb264 | 54 | unsigned int max_leaf; |
0831ad04 | 55 | unsigned int op; |
3e7ee490 | 56 | |
0831ad04 GKH |
57 | /* |
58 | * Its assumed that this is called after confirming that Viridian | |
59 | * is present. Query id and revision. | |
60 | */ | |
61 | eax = 0; | |
62 | ebx = 0; | |
63 | ecx = 0; | |
64 | edx = 0; | |
f6feebe0 | 65 | op = HVCPUID_VENDOR_MAXFUNCTION; |
0831ad04 | 66 | cpuid(op, &eax, &ebx, &ecx, &edx); |
3e7ee490 | 67 | |
b8dfb264 | 68 | max_leaf = eax; |
0831ad04 | 69 | |
b8dfb264 | 70 | if (max_leaf >= HVCPUID_VERSION) { |
0831ad04 GKH |
71 | eax = 0; |
72 | ebx = 0; | |
73 | ecx = 0; | |
74 | edx = 0; | |
f6feebe0 | 75 | op = HVCPUID_VERSION; |
0831ad04 | 76 | cpuid(op, &eax, &ebx, &ecx, &edx); |
5fbebb2d S |
77 | host_info_eax = eax; |
78 | host_info_ebx = ebx; | |
79 | host_info_ecx = ecx; | |
80 | host_info_edx = edx; | |
0831ad04 | 81 | } |
b8dfb264 | 82 | return max_leaf; |
0831ad04 | 83 | } |
3e7ee490 | 84 | |
3e189519 | 85 | /* |
d44890c8 | 86 | * do_hypercall- Invoke the specified hypercall |
0831ad04 | 87 | */ |
d44890c8 | 88 | static u64 do_hypercall(u64 control, void *input, void *output) |
3e7ee490 | 89 | { |
530cf207 | 90 | #ifdef CONFIG_X86_64 |
b8dfb264 HZ |
91 | u64 hv_status = 0; |
92 | u64 input_address = (input) ? virt_to_phys(input) : 0; | |
93 | u64 output_address = (output) ? virt_to_phys(output) : 0; | |
dec317fd | 94 | void *hypercall_page = hv_context.hypercall_page; |
3e7ee490 | 95 | |
b8dfb264 HZ |
96 | __asm__ __volatile__("mov %0, %%r8" : : "r" (output_address) : "r8"); |
97 | __asm__ __volatile__("call *%3" : "=a" (hv_status) : | |
98 | "c" (control), "d" (input_address), | |
99 | "m" (hypercall_page)); | |
3e7ee490 | 100 | |
b8dfb264 | 101 | return hv_status; |
3e7ee490 HJ |
102 | |
103 | #else | |
104 | ||
b8dfb264 HZ |
105 | u32 control_hi = control >> 32; |
106 | u32 control_lo = control & 0xFFFFFFFF; | |
107 | u32 hv_status_hi = 1; | |
108 | u32 hv_status_lo = 1; | |
109 | u64 input_address = (input) ? virt_to_phys(input) : 0; | |
110 | u32 input_address_hi = input_address >> 32; | |
111 | u32 input_address_lo = input_address & 0xFFFFFFFF; | |
112 | u64 output_address = (output) ? virt_to_phys(output) : 0; | |
113 | u32 output_address_hi = output_address >> 32; | |
114 | u32 output_address_lo = output_address & 0xFFFFFFFF; | |
dec317fd | 115 | void *hypercall_page = hv_context.hypercall_page; |
3e7ee490 | 116 | |
b8dfb264 HZ |
117 | __asm__ __volatile__ ("call *%8" : "=d"(hv_status_hi), |
118 | "=a"(hv_status_lo) : "d" (control_hi), | |
119 | "a" (control_lo), "b" (input_address_hi), | |
120 | "c" (input_address_lo), "D"(output_address_hi), | |
121 | "S"(output_address_lo), "m" (hypercall_page)); | |
3e7ee490 | 122 | |
b8dfb264 | 123 | return hv_status_lo | ((u64)hv_status_hi << 32); |
0831ad04 | 124 | #endif /* !x86_64 */ |
3e7ee490 HJ |
125 | } |
126 | ||
3e189519 | 127 | /* |
d44890c8 | 128 | * hv_init - Main initialization routine. |
0831ad04 GKH |
129 | * |
130 | * This routine must be called before any other routines in here are called | |
131 | */ | |
d44890c8 | 132 | int hv_init(void) |
3e7ee490 | 133 | { |
b8dfb264 HZ |
134 | int max_leaf; |
135 | union hv_x64_msr_hypercall_contents hypercall_msr; | |
136 | void *virtaddr = NULL; | |
3e7ee490 | 137 | |
14c1bf8a | 138 | memset(hv_context.synic_event_page, 0, sizeof(void *) * NR_CPUS); |
6a0aaa18 | 139 | memset(hv_context.synic_message_page, 0, |
14c1bf8a | 140 | sizeof(void *) * NR_CPUS); |
b29ef354 S |
141 | memset(hv_context.post_msg_page, 0, |
142 | sizeof(void *) * NR_CPUS); | |
917ea427 S |
143 | memset(hv_context.vp_index, 0, |
144 | sizeof(int) * NR_CPUS); | |
db11f12a S |
145 | memset(hv_context.event_dpc, 0, |
146 | sizeof(void *) * NR_CPUS); | |
3e7ee490 | 147 | |
d44890c8 | 148 | max_leaf = query_hypervisor_info(); |
3e7ee490 | 149 | |
83ba0c4f S |
150 | /* |
151 | * Write our OS ID. | |
152 | */ | |
153 | hv_context.guestid = generate_guest_id(0, LINUX_VERSION_CODE, 0); | |
154 | wrmsrl(HV_X64_MSR_GUEST_OS_ID, hv_context.guestid); | |
a73e6b7c | 155 | |
454f18a9 | 156 | /* See if the hypercall page is already set */ |
b8dfb264 | 157 | rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); |
3e7ee490 | 158 | |
df3493e0 | 159 | virtaddr = __vmalloc(PAGE_SIZE, GFP_KERNEL, PAGE_KERNEL_EXEC); |
3e7ee490 | 160 | |
98e08702 | 161 | if (!virtaddr) |
44939d37 | 162 | goto cleanup; |
3e7ee490 | 163 | |
b8dfb264 | 164 | hypercall_msr.enable = 1; |
a73e6b7c | 165 | |
b8dfb264 HZ |
166 | hypercall_msr.guest_physical_address = vmalloc_to_pfn(virtaddr); |
167 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
a73e6b7c HJ |
168 | |
169 | /* Confirm that hypercall page did get setup. */ | |
b8dfb264 HZ |
170 | hypercall_msr.as_uint64 = 0; |
171 | rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
a73e6b7c | 172 | |
98e08702 | 173 | if (!hypercall_msr.enable) |
44939d37 | 174 | goto cleanup; |
3e7ee490 | 175 | |
b8dfb264 | 176 | hv_context.hypercall_page = virtaddr; |
a73e6b7c | 177 | |
5433e003 | 178 | return 0; |
3e7ee490 | 179 | |
44939d37 | 180 | cleanup: |
b8dfb264 HZ |
181 | if (virtaddr) { |
182 | if (hypercall_msr.enable) { | |
183 | hypercall_msr.as_uint64 = 0; | |
184 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
3e7ee490 HJ |
185 | } |
186 | ||
b8dfb264 | 187 | vfree(virtaddr); |
3e7ee490 | 188 | } |
5433e003 S |
189 | |
190 | return -ENOTSUPP; | |
3e7ee490 HJ |
191 | } |
192 | ||
3e189519 | 193 | /* |
d44890c8 | 194 | * hv_cleanup - Cleanup routine. |
0831ad04 GKH |
195 | * |
196 | * This routine is called normally during driver unloading or exiting. | |
197 | */ | |
d44890c8 | 198 | void hv_cleanup(void) |
3e7ee490 | 199 | { |
b8dfb264 | 200 | union hv_x64_msr_hypercall_contents hypercall_msr; |
3e7ee490 | 201 | |
93e5bd06 S |
202 | /* Reset our OS id */ |
203 | wrmsrl(HV_X64_MSR_GUEST_OS_ID, 0); | |
204 | ||
6a0aaa18 | 205 | if (hv_context.hypercall_page) { |
b8dfb264 HZ |
206 | hypercall_msr.as_uint64 = 0; |
207 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
6a0aaa18 HZ |
208 | vfree(hv_context.hypercall_page); |
209 | hv_context.hypercall_page = NULL; | |
3e7ee490 | 210 | } |
3e7ee490 HJ |
211 | } |
212 | ||
3e189519 | 213 | /* |
d44890c8 | 214 | * hv_post_message - Post a message using the hypervisor message IPC. |
0831ad04 GKH |
215 | * |
216 | * This involves a hypercall. | |
217 | */ | |
415f0a02 | 218 | int hv_post_message(union hv_connection_id connection_id, |
b8dfb264 HZ |
219 | enum hv_message_type message_type, |
220 | void *payload, size_t payload_size) | |
3e7ee490 | 221 | { |
3e7ee490 | 222 | |
b8dfb264 | 223 | struct hv_input_post_message *aligned_msg; |
034469e6 | 224 | u16 status; |
3e7ee490 | 225 | |
b8dfb264 | 226 | if (payload_size > HV_MESSAGE_PAYLOAD_BYTE_COUNT) |
39594abc | 227 | return -EMSGSIZE; |
3e7ee490 | 228 | |
b8dfb264 | 229 | aligned_msg = (struct hv_input_post_message *) |
b29ef354 | 230 | hv_context.post_msg_page[get_cpu()]; |
3e7ee490 | 231 | |
b8dfb264 | 232 | aligned_msg->connectionid = connection_id; |
b29ef354 | 233 | aligned_msg->reserved = 0; |
b8dfb264 HZ |
234 | aligned_msg->message_type = message_type; |
235 | aligned_msg->payload_size = payload_size; | |
236 | memcpy((void *)aligned_msg->payload, payload, payload_size); | |
3e7ee490 | 237 | |
d44890c8 HZ |
238 | status = do_hypercall(HVCALL_POST_MESSAGE, aligned_msg, NULL) |
239 | & 0xFFFF; | |
3e7ee490 | 240 | |
b29ef354 | 241 | put_cpu(); |
3e7ee490 HJ |
242 | return status; |
243 | } | |
244 | ||
245 | ||
3e189519 | 246 | /* |
d44890c8 HZ |
247 | * hv_signal_event - |
248 | * Signal an event on the specified connection using the hypervisor event IPC. | |
0831ad04 GKH |
249 | * |
250 | * This involves a hypercall. | |
251 | */ | |
1f42248d | 252 | u16 hv_signal_event(void *con_id) |
3e7ee490 | 253 | { |
034469e6 | 254 | u16 status; |
3e7ee490 | 255 | |
1f42248d S |
256 | status = (do_hypercall(HVCALL_SIGNAL_EVENT, con_id, NULL) & 0xFFFF); |
257 | ||
3e7ee490 HJ |
258 | return status; |
259 | } | |
260 | ||
2608fb65 JW |
261 | |
262 | int hv_synic_alloc(void) | |
263 | { | |
264 | size_t size = sizeof(struct tasklet_struct); | |
265 | int cpu; | |
266 | ||
267 | for_each_online_cpu(cpu) { | |
268 | hv_context.event_dpc[cpu] = kmalloc(size, GFP_ATOMIC); | |
269 | if (hv_context.event_dpc[cpu] == NULL) { | |
270 | pr_err("Unable to allocate event dpc\n"); | |
271 | goto err; | |
272 | } | |
273 | tasklet_init(hv_context.event_dpc[cpu], vmbus_on_event, cpu); | |
274 | ||
275 | hv_context.synic_message_page[cpu] = | |
276 | (void *)get_zeroed_page(GFP_ATOMIC); | |
277 | ||
278 | if (hv_context.synic_message_page[cpu] == NULL) { | |
279 | pr_err("Unable to allocate SYNIC message page\n"); | |
280 | goto err; | |
281 | } | |
282 | ||
283 | hv_context.synic_event_page[cpu] = | |
284 | (void *)get_zeroed_page(GFP_ATOMIC); | |
285 | ||
286 | if (hv_context.synic_event_page[cpu] == NULL) { | |
287 | pr_err("Unable to allocate SYNIC event page\n"); | |
288 | goto err; | |
289 | } | |
b29ef354 S |
290 | |
291 | hv_context.post_msg_page[cpu] = | |
292 | (void *)get_zeroed_page(GFP_ATOMIC); | |
293 | ||
294 | if (hv_context.post_msg_page[cpu] == NULL) { | |
295 | pr_err("Unable to allocate post msg page\n"); | |
296 | goto err; | |
297 | } | |
2608fb65 JW |
298 | } |
299 | ||
300 | return 0; | |
301 | err: | |
302 | return -ENOMEM; | |
303 | } | |
304 | ||
8712954d | 305 | static void hv_synic_free_cpu(int cpu) |
2608fb65 JW |
306 | { |
307 | kfree(hv_context.event_dpc[cpu]); | |
fdf91dae | 308 | if (hv_context.synic_event_page[cpu]) |
2608fb65 JW |
309 | free_page((unsigned long)hv_context.synic_event_page[cpu]); |
310 | if (hv_context.synic_message_page[cpu]) | |
311 | free_page((unsigned long)hv_context.synic_message_page[cpu]); | |
b29ef354 S |
312 | if (hv_context.post_msg_page[cpu]) |
313 | free_page((unsigned long)hv_context.post_msg_page[cpu]); | |
2608fb65 JW |
314 | } |
315 | ||
316 | void hv_synic_free(void) | |
317 | { | |
318 | int cpu; | |
319 | ||
320 | for_each_online_cpu(cpu) | |
321 | hv_synic_free_cpu(cpu); | |
322 | } | |
323 | ||
3e189519 | 324 | /* |
d44890c8 | 325 | * hv_synic_init - Initialize the Synthethic Interrupt Controller. |
0831ad04 GKH |
326 | * |
327 | * If it is already initialized by another entity (ie x2v shim), we need to | |
328 | * retrieve the initialized message and event pages. Otherwise, we create and | |
329 | * initialize the message and event pages. | |
330 | */ | |
302a3c0f | 331 | void hv_synic_init(void *arg) |
3e7ee490 | 332 | { |
0831ad04 | 333 | u64 version; |
eacb1b4d GKH |
334 | union hv_synic_simp simp; |
335 | union hv_synic_siefp siefp; | |
b8dfb264 | 336 | union hv_synic_sint shared_sint; |
eacb1b4d | 337 | union hv_synic_scontrol sctrl; |
917ea427 | 338 | u64 vp_index; |
a73e6b7c | 339 | |
7692fd4d | 340 | int cpu = smp_processor_id(); |
3e7ee490 | 341 | |
6a0aaa18 | 342 | if (!hv_context.hypercall_page) |
7692fd4d | 343 | return; |
3e7ee490 | 344 | |
454f18a9 | 345 | /* Check the version */ |
a51ed7d6 | 346 | rdmsrl(HV_X64_MSR_SVERSION, version); |
3e7ee490 | 347 | |
a73e6b7c | 348 | /* Setup the Synic's message page */ |
f6feebe0 HZ |
349 | rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
350 | simp.simp_enabled = 1; | |
6a0aaa18 | 351 | simp.base_simp_gpa = virt_to_phys(hv_context.synic_message_page[cpu]) |
a73e6b7c | 352 | >> PAGE_SHIFT; |
3e7ee490 | 353 | |
f6feebe0 | 354 | wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
3e7ee490 | 355 | |
a73e6b7c | 356 | /* Setup the Synic's event page */ |
f6feebe0 HZ |
357 | rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
358 | siefp.siefp_enabled = 1; | |
6a0aaa18 | 359 | siefp.base_siefp_gpa = virt_to_phys(hv_context.synic_event_page[cpu]) |
a73e6b7c HJ |
360 | >> PAGE_SHIFT; |
361 | ||
f6feebe0 | 362 | wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
0831ad04 | 363 | |
0831ad04 | 364 | /* Setup the shared SINT. */ |
b8dfb264 | 365 | rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 366 | |
b8dfb264 | 367 | shared_sint.as_uint64 = 0; |
302a3c0f | 368 | shared_sint.vector = HYPERVISOR_CALLBACK_VECTOR; |
b8dfb264 | 369 | shared_sint.masked = false; |
b0209501 | 370 | shared_sint.auto_eoi = true; |
3e7ee490 | 371 | |
b8dfb264 | 372 | wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 373 | |
454f18a9 | 374 | /* Enable the global synic bit */ |
f6feebe0 HZ |
375 | rdmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64); |
376 | sctrl.enable = 1; | |
3e7ee490 | 377 | |
f6feebe0 | 378 | wrmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64); |
3e7ee490 | 379 | |
6a0aaa18 | 380 | hv_context.synic_initialized = true; |
917ea427 S |
381 | |
382 | /* | |
383 | * Setup the mapping between Hyper-V's notion | |
384 | * of cpuid and Linux' notion of cpuid. | |
385 | * This array will be indexed using Linux cpuid. | |
386 | */ | |
387 | rdmsrl(HV_X64_MSR_VP_INDEX, vp_index); | |
388 | hv_context.vp_index[cpu] = (u32)vp_index; | |
3a28fa35 S |
389 | |
390 | INIT_LIST_HEAD(&hv_context.percpu_list[cpu]); | |
7692fd4d | 391 | return; |
3e7ee490 HJ |
392 | } |
393 | ||
3e189519 | 394 | /* |
d44890c8 | 395 | * hv_synic_cleanup - Cleanup routine for hv_synic_init(). |
0831ad04 | 396 | */ |
d44890c8 | 397 | void hv_synic_cleanup(void *arg) |
3e7ee490 | 398 | { |
b8dfb264 | 399 | union hv_synic_sint shared_sint; |
eacb1b4d GKH |
400 | union hv_synic_simp simp; |
401 | union hv_synic_siefp siefp; | |
7692fd4d | 402 | int cpu = smp_processor_id(); |
3e7ee490 | 403 | |
6a0aaa18 | 404 | if (!hv_context.synic_initialized) |
3e7ee490 | 405 | return; |
3e7ee490 | 406 | |
b8dfb264 | 407 | rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 408 | |
b8dfb264 | 409 | shared_sint.masked = 1; |
3e7ee490 | 410 | |
7692fd4d | 411 | /* Need to correctly cleanup in the case of SMP!!! */ |
454f18a9 | 412 | /* Disable the interrupt */ |
b8dfb264 | 413 | wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 414 | |
f6feebe0 HZ |
415 | rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
416 | simp.simp_enabled = 0; | |
417 | simp.base_simp_gpa = 0; | |
3e7ee490 | 418 | |
f6feebe0 | 419 | wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
3e7ee490 | 420 | |
f6feebe0 HZ |
421 | rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
422 | siefp.siefp_enabled = 0; | |
423 | siefp.base_siefp_gpa = 0; | |
3e7ee490 | 424 | |
f6feebe0 | 425 | wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
3e7ee490 | 426 | |
df3493e0 S |
427 | free_page((unsigned long)hv_context.synic_message_page[cpu]); |
428 | free_page((unsigned long)hv_context.synic_event_page[cpu]); | |
3e7ee490 | 429 | } |