]>
Commit | Line | Data |
---|---|---|
3e7ee490 | 1 | /* |
3e7ee490 HJ |
2 | * Copyright (c) 2009, Microsoft Corporation. |
3 | * | |
4 | * This program is free software; you can redistribute it and/or modify it | |
5 | * under the terms and conditions of the GNU General Public License, | |
6 | * version 2, as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope it will be useful, but WITHOUT | |
9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
11 | * more details. | |
12 | * | |
13 | * You should have received a copy of the GNU General Public License along with | |
14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple | |
15 | * Place - Suite 330, Boston, MA 02111-1307 USA. | |
16 | * | |
17 | * Authors: | |
18 | * Haiyang Zhang <haiyangz@microsoft.com> | |
19 | * Hank Janssen <hjanssen@microsoft.com> | |
20 | * | |
21 | */ | |
0a46618d HJ |
22 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
23 | ||
a0086dc5 GKH |
24 | #include <linux/kernel.h> |
25 | #include <linux/mm.h> | |
5a0e3ad6 | 26 | #include <linux/slab.h> |
b7c947f0 | 27 | #include <linux/vmalloc.h> |
46a97191 | 28 | #include <linux/hyperv.h> |
83ba0c4f | 29 | #include <linux/version.h> |
407dd164 | 30 | #include <asm/hyperv.h> |
0f2a6619 | 31 | #include "hyperv_vmbus.h" |
3e7ee490 | 32 | |
454f18a9 | 33 | /* The one and only */ |
6a0aaa18 HZ |
34 | struct hv_context hv_context = { |
35 | .synic_initialized = false, | |
36 | .hypercall_page = NULL, | |
37 | .signal_event_param = NULL, | |
38 | .signal_event_buffer = NULL, | |
3e7ee490 HJ |
39 | }; |
40 | ||
3e189519 | 41 | /* |
d44890c8 | 42 | * query_hypervisor_info - Get version info of the windows hypervisor |
0831ad04 | 43 | */ |
d44890c8 | 44 | static int query_hypervisor_info(void) |
0831ad04 GKH |
45 | { |
46 | unsigned int eax; | |
47 | unsigned int ebx; | |
48 | unsigned int ecx; | |
49 | unsigned int edx; | |
b8dfb264 | 50 | unsigned int max_leaf; |
0831ad04 | 51 | unsigned int op; |
3e7ee490 | 52 | |
0831ad04 GKH |
53 | /* |
54 | * Its assumed that this is called after confirming that Viridian | |
55 | * is present. Query id and revision. | |
56 | */ | |
57 | eax = 0; | |
58 | ebx = 0; | |
59 | ecx = 0; | |
60 | edx = 0; | |
f6feebe0 | 61 | op = HVCPUID_VENDOR_MAXFUNCTION; |
0831ad04 | 62 | cpuid(op, &eax, &ebx, &ecx, &edx); |
3e7ee490 | 63 | |
b8dfb264 | 64 | max_leaf = eax; |
0831ad04 | 65 | |
b8dfb264 | 66 | if (max_leaf >= HVCPUID_VERSION) { |
0831ad04 GKH |
67 | eax = 0; |
68 | ebx = 0; | |
69 | ecx = 0; | |
70 | edx = 0; | |
f6feebe0 | 71 | op = HVCPUID_VERSION; |
0831ad04 | 72 | cpuid(op, &eax, &ebx, &ecx, &edx); |
0a46618d | 73 | pr_info("Hyper-V Host OS Build:%d-%d.%d-%d-%d.%d\n", |
0831ad04 GKH |
74 | eax, |
75 | ebx >> 16, | |
76 | ebx & 0xFFFF, | |
77 | ecx, | |
78 | edx >> 24, | |
79 | edx & 0xFFFFFF); | |
80 | } | |
b8dfb264 | 81 | return max_leaf; |
0831ad04 | 82 | } |
3e7ee490 | 83 | |
3e189519 | 84 | /* |
d44890c8 | 85 | * do_hypercall- Invoke the specified hypercall |
0831ad04 | 86 | */ |
d44890c8 | 87 | static u64 do_hypercall(u64 control, void *input, void *output) |
3e7ee490 | 88 | { |
530cf207 | 89 | #ifdef CONFIG_X86_64 |
b8dfb264 HZ |
90 | u64 hv_status = 0; |
91 | u64 input_address = (input) ? virt_to_phys(input) : 0; | |
92 | u64 output_address = (output) ? virt_to_phys(output) : 0; | |
dec317fd | 93 | void *hypercall_page = hv_context.hypercall_page; |
3e7ee490 | 94 | |
b8dfb264 HZ |
95 | __asm__ __volatile__("mov %0, %%r8" : : "r" (output_address) : "r8"); |
96 | __asm__ __volatile__("call *%3" : "=a" (hv_status) : | |
97 | "c" (control), "d" (input_address), | |
98 | "m" (hypercall_page)); | |
3e7ee490 | 99 | |
b8dfb264 | 100 | return hv_status; |
3e7ee490 HJ |
101 | |
102 | #else | |
103 | ||
b8dfb264 HZ |
104 | u32 control_hi = control >> 32; |
105 | u32 control_lo = control & 0xFFFFFFFF; | |
106 | u32 hv_status_hi = 1; | |
107 | u32 hv_status_lo = 1; | |
108 | u64 input_address = (input) ? virt_to_phys(input) : 0; | |
109 | u32 input_address_hi = input_address >> 32; | |
110 | u32 input_address_lo = input_address & 0xFFFFFFFF; | |
111 | u64 output_address = (output) ? virt_to_phys(output) : 0; | |
112 | u32 output_address_hi = output_address >> 32; | |
113 | u32 output_address_lo = output_address & 0xFFFFFFFF; | |
dec317fd | 114 | void *hypercall_page = hv_context.hypercall_page; |
3e7ee490 | 115 | |
b8dfb264 HZ |
116 | __asm__ __volatile__ ("call *%8" : "=d"(hv_status_hi), |
117 | "=a"(hv_status_lo) : "d" (control_hi), | |
118 | "a" (control_lo), "b" (input_address_hi), | |
119 | "c" (input_address_lo), "D"(output_address_hi), | |
120 | "S"(output_address_lo), "m" (hypercall_page)); | |
3e7ee490 | 121 | |
b8dfb264 | 122 | return hv_status_lo | ((u64)hv_status_hi << 32); |
0831ad04 | 123 | #endif /* !x86_64 */ |
3e7ee490 HJ |
124 | } |
125 | ||
3e189519 | 126 | /* |
d44890c8 | 127 | * hv_init - Main initialization routine. |
0831ad04 GKH |
128 | * |
129 | * This routine must be called before any other routines in here are called | |
130 | */ | |
d44890c8 | 131 | int hv_init(void) |
3e7ee490 | 132 | { |
b8dfb264 HZ |
133 | int max_leaf; |
134 | union hv_x64_msr_hypercall_contents hypercall_msr; | |
135 | void *virtaddr = NULL; | |
3e7ee490 | 136 | |
14c1bf8a | 137 | memset(hv_context.synic_event_page, 0, sizeof(void *) * NR_CPUS); |
6a0aaa18 | 138 | memset(hv_context.synic_message_page, 0, |
14c1bf8a | 139 | sizeof(void *) * NR_CPUS); |
3e7ee490 | 140 | |
d44890c8 | 141 | max_leaf = query_hypervisor_info(); |
3e7ee490 | 142 | |
83ba0c4f S |
143 | /* |
144 | * Write our OS ID. | |
145 | */ | |
146 | hv_context.guestid = generate_guest_id(0, LINUX_VERSION_CODE, 0); | |
147 | wrmsrl(HV_X64_MSR_GUEST_OS_ID, hv_context.guestid); | |
a73e6b7c | 148 | |
454f18a9 | 149 | /* See if the hypercall page is already set */ |
b8dfb264 | 150 | rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); |
3e7ee490 | 151 | |
df3493e0 | 152 | virtaddr = __vmalloc(PAGE_SIZE, GFP_KERNEL, PAGE_KERNEL_EXEC); |
3e7ee490 | 153 | |
98e08702 | 154 | if (!virtaddr) |
44939d37 | 155 | goto cleanup; |
3e7ee490 | 156 | |
b8dfb264 | 157 | hypercall_msr.enable = 1; |
a73e6b7c | 158 | |
b8dfb264 HZ |
159 | hypercall_msr.guest_physical_address = vmalloc_to_pfn(virtaddr); |
160 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
a73e6b7c HJ |
161 | |
162 | /* Confirm that hypercall page did get setup. */ | |
b8dfb264 HZ |
163 | hypercall_msr.as_uint64 = 0; |
164 | rdmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
a73e6b7c | 165 | |
98e08702 | 166 | if (!hypercall_msr.enable) |
44939d37 | 167 | goto cleanup; |
3e7ee490 | 168 | |
b8dfb264 | 169 | hv_context.hypercall_page = virtaddr; |
a73e6b7c | 170 | |
454f18a9 | 171 | /* Setup the global signal event param for the signal event hypercall */ |
6a0aaa18 | 172 | hv_context.signal_event_buffer = |
0831ad04 GKH |
173 | kmalloc(sizeof(struct hv_input_signal_event_buffer), |
174 | GFP_KERNEL); | |
6a0aaa18 | 175 | if (!hv_context.signal_event_buffer) |
44939d37 | 176 | goto cleanup; |
3e7ee490 | 177 | |
6a0aaa18 | 178 | hv_context.signal_event_param = |
0831ad04 | 179 | (struct hv_input_signal_event *) |
73509681 | 180 | (ALIGN((unsigned long) |
6a0aaa18 | 181 | hv_context.signal_event_buffer, |
0831ad04 | 182 | HV_HYPERCALL_PARAM_ALIGN)); |
6a0aaa18 HZ |
183 | hv_context.signal_event_param->connectionid.asu32 = 0; |
184 | hv_context.signal_event_param->connectionid.u.id = | |
0831ad04 | 185 | VMBUS_EVENT_CONNECTION_ID; |
6a0aaa18 HZ |
186 | hv_context.signal_event_param->flag_number = 0; |
187 | hv_context.signal_event_param->rsvdz = 0; | |
3e7ee490 | 188 | |
5433e003 | 189 | return 0; |
3e7ee490 | 190 | |
44939d37 | 191 | cleanup: |
b8dfb264 HZ |
192 | if (virtaddr) { |
193 | if (hypercall_msr.enable) { | |
194 | hypercall_msr.as_uint64 = 0; | |
195 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
3e7ee490 HJ |
196 | } |
197 | ||
b8dfb264 | 198 | vfree(virtaddr); |
3e7ee490 | 199 | } |
5433e003 S |
200 | |
201 | return -ENOTSUPP; | |
3e7ee490 HJ |
202 | } |
203 | ||
3e189519 | 204 | /* |
d44890c8 | 205 | * hv_cleanup - Cleanup routine. |
0831ad04 GKH |
206 | * |
207 | * This routine is called normally during driver unloading or exiting. | |
208 | */ | |
d44890c8 | 209 | void hv_cleanup(void) |
3e7ee490 | 210 | { |
b8dfb264 | 211 | union hv_x64_msr_hypercall_contents hypercall_msr; |
3e7ee490 | 212 | |
93e5bd06 S |
213 | /* Reset our OS id */ |
214 | wrmsrl(HV_X64_MSR_GUEST_OS_ID, 0); | |
215 | ||
6a0aaa18 HZ |
216 | kfree(hv_context.signal_event_buffer); |
217 | hv_context.signal_event_buffer = NULL; | |
218 | hv_context.signal_event_param = NULL; | |
3e7ee490 | 219 | |
6a0aaa18 | 220 | if (hv_context.hypercall_page) { |
b8dfb264 HZ |
221 | hypercall_msr.as_uint64 = 0; |
222 | wrmsrl(HV_X64_MSR_HYPERCALL, hypercall_msr.as_uint64); | |
6a0aaa18 HZ |
223 | vfree(hv_context.hypercall_page); |
224 | hv_context.hypercall_page = NULL; | |
3e7ee490 | 225 | } |
3e7ee490 HJ |
226 | } |
227 | ||
3e189519 | 228 | /* |
d44890c8 | 229 | * hv_post_message - Post a message using the hypervisor message IPC. |
0831ad04 GKH |
230 | * |
231 | * This involves a hypercall. | |
232 | */ | |
415f0a02 | 233 | int hv_post_message(union hv_connection_id connection_id, |
b8dfb264 HZ |
234 | enum hv_message_type message_type, |
235 | void *payload, size_t payload_size) | |
3e7ee490 | 236 | { |
b8dfb264 | 237 | struct aligned_input { |
0831ad04 | 238 | u64 alignment8; |
cba4decd | 239 | struct hv_input_post_message msg; |
3e7ee490 HJ |
240 | }; |
241 | ||
b8dfb264 | 242 | struct hv_input_post_message *aligned_msg; |
034469e6 | 243 | u16 status; |
c4b0bc94 | 244 | unsigned long addr; |
3e7ee490 | 245 | |
b8dfb264 | 246 | if (payload_size > HV_MESSAGE_PAYLOAD_BYTE_COUNT) |
39594abc | 247 | return -EMSGSIZE; |
3e7ee490 | 248 | |
b8dfb264 | 249 | addr = (unsigned long)kmalloc(sizeof(struct aligned_input), GFP_ATOMIC); |
3e7ee490 | 250 | if (!addr) |
39594abc | 251 | return -ENOMEM; |
3e7ee490 | 252 | |
b8dfb264 | 253 | aligned_msg = (struct hv_input_post_message *) |
73509681 | 254 | (ALIGN(addr, HV_HYPERCALL_PARAM_ALIGN)); |
3e7ee490 | 255 | |
b8dfb264 HZ |
256 | aligned_msg->connectionid = connection_id; |
257 | aligned_msg->message_type = message_type; | |
258 | aligned_msg->payload_size = payload_size; | |
259 | memcpy((void *)aligned_msg->payload, payload, payload_size); | |
3e7ee490 | 260 | |
d44890c8 HZ |
261 | status = do_hypercall(HVCALL_POST_MESSAGE, aligned_msg, NULL) |
262 | & 0xFFFF; | |
3e7ee490 | 263 | |
0831ad04 | 264 | kfree((void *)addr); |
3e7ee490 HJ |
265 | |
266 | return status; | |
267 | } | |
268 | ||
269 | ||
3e189519 | 270 | /* |
d44890c8 HZ |
271 | * hv_signal_event - |
272 | * Signal an event on the specified connection using the hypervisor event IPC. | |
0831ad04 GKH |
273 | * |
274 | * This involves a hypercall. | |
275 | */ | |
d44890c8 | 276 | u16 hv_signal_event(void) |
3e7ee490 | 277 | { |
034469e6 | 278 | u16 status; |
3e7ee490 | 279 | |
d44890c8 | 280 | status = do_hypercall(HVCALL_SIGNAL_EVENT, |
6a0aaa18 | 281 | hv_context.signal_event_param, |
0831ad04 | 282 | NULL) & 0xFFFF; |
3e7ee490 HJ |
283 | return status; |
284 | } | |
285 | ||
3e189519 | 286 | /* |
d44890c8 | 287 | * hv_synic_init - Initialize the Synthethic Interrupt Controller. |
0831ad04 GKH |
288 | * |
289 | * If it is already initialized by another entity (ie x2v shim), we need to | |
290 | * retrieve the initialized message and event pages. Otherwise, we create and | |
291 | * initialize the message and event pages. | |
292 | */ | |
d44890c8 | 293 | void hv_synic_init(void *irqarg) |
3e7ee490 | 294 | { |
0831ad04 | 295 | u64 version; |
eacb1b4d GKH |
296 | union hv_synic_simp simp; |
297 | union hv_synic_siefp siefp; | |
b8dfb264 | 298 | union hv_synic_sint shared_sint; |
eacb1b4d | 299 | union hv_synic_scontrol sctrl; |
a73e6b7c | 300 | |
b8dfb264 | 301 | u32 irq_vector = *((u32 *)(irqarg)); |
7692fd4d | 302 | int cpu = smp_processor_id(); |
3e7ee490 | 303 | |
6a0aaa18 | 304 | if (!hv_context.hypercall_page) |
7692fd4d | 305 | return; |
3e7ee490 | 306 | |
454f18a9 | 307 | /* Check the version */ |
a51ed7d6 | 308 | rdmsrl(HV_X64_MSR_SVERSION, version); |
3e7ee490 | 309 | |
6a0aaa18 HZ |
310 | hv_context.synic_message_page[cpu] = |
311 | (void *)get_zeroed_page(GFP_ATOMIC); | |
3e7ee490 | 312 | |
6a0aaa18 | 313 | if (hv_context.synic_message_page[cpu] == NULL) { |
0a46618d | 314 | pr_err("Unable to allocate SYNIC message page\n"); |
44939d37 | 315 | goto cleanup; |
a73e6b7c | 316 | } |
3e7ee490 | 317 | |
6a0aaa18 HZ |
318 | hv_context.synic_event_page[cpu] = |
319 | (void *)get_zeroed_page(GFP_ATOMIC); | |
3e7ee490 | 320 | |
6a0aaa18 | 321 | if (hv_context.synic_event_page[cpu] == NULL) { |
0a46618d | 322 | pr_err("Unable to allocate SYNIC event page\n"); |
44939d37 | 323 | goto cleanup; |
a73e6b7c | 324 | } |
3e7ee490 | 325 | |
a73e6b7c | 326 | /* Setup the Synic's message page */ |
f6feebe0 HZ |
327 | rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
328 | simp.simp_enabled = 1; | |
6a0aaa18 | 329 | simp.base_simp_gpa = virt_to_phys(hv_context.synic_message_page[cpu]) |
a73e6b7c | 330 | >> PAGE_SHIFT; |
3e7ee490 | 331 | |
f6feebe0 | 332 | wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
3e7ee490 | 333 | |
a73e6b7c | 334 | /* Setup the Synic's event page */ |
f6feebe0 HZ |
335 | rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
336 | siefp.siefp_enabled = 1; | |
6a0aaa18 | 337 | siefp.base_siefp_gpa = virt_to_phys(hv_context.synic_event_page[cpu]) |
a73e6b7c HJ |
338 | >> PAGE_SHIFT; |
339 | ||
f6feebe0 | 340 | wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
0831ad04 | 341 | |
0831ad04 | 342 | /* Setup the shared SINT. */ |
b8dfb264 | 343 | rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 344 | |
b8dfb264 HZ |
345 | shared_sint.as_uint64 = 0; |
346 | shared_sint.vector = irq_vector; /* HV_SHARED_SINT_IDT_VECTOR + 0x20; */ | |
347 | shared_sint.masked = false; | |
93511baa | 348 | shared_sint.auto_eoi = false; |
3e7ee490 | 349 | |
b8dfb264 | 350 | wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 351 | |
454f18a9 | 352 | /* Enable the global synic bit */ |
f6feebe0 HZ |
353 | rdmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64); |
354 | sctrl.enable = 1; | |
3e7ee490 | 355 | |
f6feebe0 | 356 | wrmsrl(HV_X64_MSR_SCONTROL, sctrl.as_uint64); |
3e7ee490 | 357 | |
6a0aaa18 | 358 | hv_context.synic_initialized = true; |
7692fd4d | 359 | return; |
3e7ee490 | 360 | |
44939d37 | 361 | cleanup: |
6a0aaa18 | 362 | if (hv_context.synic_event_page[cpu]) |
df3493e0 | 363 | free_page((unsigned long)hv_context.synic_event_page[cpu]); |
3e7ee490 | 364 | |
6a0aaa18 | 365 | if (hv_context.synic_message_page[cpu]) |
df3493e0 | 366 | free_page((unsigned long)hv_context.synic_message_page[cpu]); |
7692fd4d | 367 | return; |
3e7ee490 HJ |
368 | } |
369 | ||
3e189519 | 370 | /* |
d44890c8 | 371 | * hv_synic_cleanup - Cleanup routine for hv_synic_init(). |
0831ad04 | 372 | */ |
d44890c8 | 373 | void hv_synic_cleanup(void *arg) |
3e7ee490 | 374 | { |
b8dfb264 | 375 | union hv_synic_sint shared_sint; |
eacb1b4d GKH |
376 | union hv_synic_simp simp; |
377 | union hv_synic_siefp siefp; | |
7692fd4d | 378 | int cpu = smp_processor_id(); |
3e7ee490 | 379 | |
6a0aaa18 | 380 | if (!hv_context.synic_initialized) |
3e7ee490 | 381 | return; |
3e7ee490 | 382 | |
b8dfb264 | 383 | rdmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 384 | |
b8dfb264 | 385 | shared_sint.masked = 1; |
3e7ee490 | 386 | |
7692fd4d | 387 | /* Need to correctly cleanup in the case of SMP!!! */ |
454f18a9 | 388 | /* Disable the interrupt */ |
b8dfb264 | 389 | wrmsrl(HV_X64_MSR_SINT0 + VMBUS_MESSAGE_SINT, shared_sint.as_uint64); |
3e7ee490 | 390 | |
f6feebe0 HZ |
391 | rdmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
392 | simp.simp_enabled = 0; | |
393 | simp.base_simp_gpa = 0; | |
3e7ee490 | 394 | |
f6feebe0 | 395 | wrmsrl(HV_X64_MSR_SIMP, simp.as_uint64); |
3e7ee490 | 396 | |
f6feebe0 HZ |
397 | rdmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
398 | siefp.siefp_enabled = 0; | |
399 | siefp.base_siefp_gpa = 0; | |
3e7ee490 | 400 | |
f6feebe0 | 401 | wrmsrl(HV_X64_MSR_SIEFP, siefp.as_uint64); |
3e7ee490 | 402 | |
df3493e0 S |
403 | free_page((unsigned long)hv_context.synic_message_page[cpu]); |
404 | free_page((unsigned long)hv_context.synic_event_page[cpu]); | |
3e7ee490 | 405 | } |