]>
Commit | Line | Data |
---|---|---|
88b094fb AK |
1 | /* |
2 | * VMware Detection code. | |
3 | * | |
4 | * Copyright (C) 2008, VMware, Inc. | |
5 | * Author : Alok N Kataria <akataria@vmware.com> | |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License as published by | |
9 | * the Free Software Foundation; either version 2 of the License, or | |
10 | * (at your option) any later version. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, but | |
13 | * WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | |
15 | * NON INFRINGEMENT. See the GNU General Public License for more | |
16 | * details. | |
17 | * | |
18 | * You should have received a copy of the GNU General Public License | |
19 | * along with this program; if not, write to the Free Software | |
20 | * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. | |
21 | * | |
22 | */ | |
23 | ||
24 | #include <linux/dmi.h> | |
186f4360 PG |
25 | #include <linux/init.h> |
26 | #include <linux/export.h> | |
80e9a4f2 | 27 | #include <linux/clocksource.h> |
88b094fb | 28 | #include <asm/div64.h> |
2d826404 | 29 | #include <asm/x86_init.h> |
e08cae41 | 30 | #include <asm/hypervisor.h> |
854dd542 | 31 | #include <asm/timer.h> |
b91688f5 | 32 | #include <asm/apic.h> |
80e9a4f2 AM |
33 | |
34 | #undef pr_fmt | |
35 | #define pr_fmt(fmt) "vmware: " fmt | |
88b094fb AK |
36 | |
37 | #define CPUID_VMWARE_INFO_LEAF 0x40000000 | |
38 | #define VMWARE_HYPERVISOR_MAGIC 0x564D5868 | |
39 | #define VMWARE_HYPERVISOR_PORT 0x5658 | |
40 | ||
41 | #define VMWARE_PORT_CMD_GETVERSION 10 | |
42 | #define VMWARE_PORT_CMD_GETHZ 45 | |
4cca6ea0 AK |
43 | #define VMWARE_PORT_CMD_GETVCPU_INFO 68 |
44 | #define VMWARE_PORT_CMD_LEGACY_X2APIC 3 | |
45 | #define VMWARE_PORT_CMD_VCPU_RESERVED 31 | |
88b094fb AK |
46 | |
47 | #define VMWARE_PORT(cmd, eax, ebx, ecx, edx) \ | |
48 | __asm__("inl (%%dx)" : \ | |
49 | "=a"(eax), "=c"(ecx), "=d"(edx), "=b"(ebx) : \ | |
50 | "0"(VMWARE_HYPERVISOR_MAGIC), \ | |
51 | "1"(VMWARE_PORT_CMD_##cmd), \ | |
6bdbfe99 | 52 | "2"(VMWARE_HYPERVISOR_PORT), "3"(UINT_MAX) : \ |
88b094fb AK |
53 | "memory"); |
54 | ||
cf113729 AM |
55 | static unsigned long vmware_tsc_khz __ro_after_init; |
56 | ||
88b094fb AK |
57 | static inline int __vmware_platform(void) |
58 | { | |
59 | uint32_t eax, ebx, ecx, edx; | |
60 | VMWARE_PORT(GETVERSION, eax, ebx, ecx, edx); | |
61 | return eax != (uint32_t)-1 && ebx == VMWARE_HYPERVISOR_MAGIC; | |
62 | } | |
63 | ||
2d826404 | 64 | static unsigned long vmware_get_tsc_khz(void) |
88b094fb | 65 | { |
cf113729 | 66 | return vmware_tsc_khz; |
88b094fb | 67 | } |
88b094fb | 68 | |
91d1e54e | 69 | #ifdef CONFIG_PARAVIRT |
80e9a4f2 AM |
70 | static struct cyc2ns_data vmware_cyc2ns __ro_after_init; |
71 | static int vmw_sched_clock __initdata = 1; | |
88b094fb | 72 | |
80e9a4f2 AM |
73 | static __init int setup_vmw_sched_clock(char *s) |
74 | { | |
75 | vmw_sched_clock = 0; | |
76 | return 0; | |
77 | } | |
78 | early_param("no-vmw-sched-clock", setup_vmw_sched_clock); | |
79 | ||
80 | static unsigned long long vmware_sched_clock(void) | |
81 | { | |
82 | unsigned long long ns; | |
9f242dc1 | 83 | |
80e9a4f2 AM |
84 | ns = mul_u64_u32_shr(rdtsc(), vmware_cyc2ns.cyc2ns_mul, |
85 | vmware_cyc2ns.cyc2ns_shift); | |
86 | ns -= vmware_cyc2ns.cyc2ns_offset; | |
87 | return ns; | |
88b094fb AK |
88 | } |
89 | ||
80e9a4f2 AM |
90 | static void __init vmware_sched_clock_setup(void) |
91 | { | |
92 | struct cyc2ns_data *d = &vmware_cyc2ns; | |
93 | unsigned long long tsc_now = rdtsc(); | |
94 | ||
95 | clocks_calc_mult_shift(&d->cyc2ns_mul, &d->cyc2ns_shift, | |
96 | vmware_tsc_khz, NSEC_PER_MSEC, 0); | |
97 | d->cyc2ns_offset = mul_u64_u32_shr(tsc_now, d->cyc2ns_mul, | |
98 | d->cyc2ns_shift); | |
99 | ||
100 | pv_time_ops.sched_clock = vmware_sched_clock; | |
101 | pr_info("using sched offset of %llu ns\n", d->cyc2ns_offset); | |
102 | } | |
103 | ||
91d1e54e AM |
104 | static void __init vmware_paravirt_ops_setup(void) |
105 | { | |
106 | pv_info.name = "VMware hypervisor"; | |
107 | pv_cpu_ops.io_delay = paravirt_nop; | |
80e9a4f2 AM |
108 | |
109 | if (vmware_tsc_khz && vmw_sched_clock) | |
110 | vmware_sched_clock_setup(); | |
91d1e54e AM |
111 | } |
112 | #else | |
113 | #define vmware_paravirt_ops_setup() do {} while (0) | |
114 | #endif | |
115 | ||
e08cae41 | 116 | static void __init vmware_platform_setup(void) |
2d826404 TG |
117 | { |
118 | uint32_t eax, ebx, ecx, edx; | |
cf113729 | 119 | uint64_t lpj, tsc_khz; |
2d826404 TG |
120 | |
121 | VMWARE_PORT(GETHZ, eax, ebx, ecx, edx); | |
122 | ||
b91688f5 | 123 | if (ebx != UINT_MAX) { |
cf113729 AM |
124 | lpj = tsc_khz = eax | (((uint64_t)ebx) << 32); |
125 | do_div(tsc_khz, 1000); | |
126 | WARN_ON(tsc_khz >> 32); | |
127 | pr_info("TSC freq read from hypervisor : %lu.%03lu MHz\n", | |
128 | (unsigned long) tsc_khz / 1000, | |
129 | (unsigned long) tsc_khz % 1000); | |
130 | ||
131 | if (!preset_lpj) { | |
132 | do_div(lpj, HZ); | |
133 | preset_lpj = lpj; | |
134 | } | |
135 | ||
136 | vmware_tsc_khz = tsc_khz; | |
2d826404 | 137 | x86_platform.calibrate_tsc = vmware_get_tsc_khz; |
687bca8d | 138 | x86_platform.calibrate_cpu = vmware_get_tsc_khz; |
cf113729 | 139 | |
b91688f5 RV |
140 | #ifdef CONFIG_X86_LOCAL_APIC |
141 | /* Skip lapic calibration since we know the bus frequency. */ | |
142 | lapic_timer_frequency = ecx / HZ; | |
143 | pr_info("Host bus clock speed read from hypervisor : %u Hz\n", | |
144 | ecx); | |
145 | #endif | |
146 | } else { | |
1b74dde7 | 147 | pr_warn("Failed to get TSC freq from the hypervisor\n"); |
b91688f5 | 148 | } |
854dd542 | 149 | |
91d1e54e | 150 | vmware_paravirt_ops_setup(); |
f797484c | 151 | |
854dd542 RV |
152 | #ifdef CONFIG_X86_IO_APIC |
153 | no_timer_check = 1; | |
154 | #endif | |
2d826404 TG |
155 | } |
156 | ||
fd8cd7e1 | 157 | /* |
0d2eb44f | 158 | * While checking the dmi string information, just checking the product |
fd8cd7e1 AK |
159 | * serial key should be enough, as this will always have a VMware |
160 | * specific string when running under VMware hypervisor. | |
161 | */ | |
9df56f19 | 162 | static uint32_t __init vmware_platform(void) |
88b094fb | 163 | { |
0c9f3536 | 164 | if (boot_cpu_has(X86_FEATURE_HYPERVISOR)) { |
e08cae41 PA |
165 | unsigned int eax; |
166 | unsigned int hyper_vendor_id[3]; | |
167 | ||
168 | cpuid(CPUID_VMWARE_INFO_LEAF, &eax, &hyper_vendor_id[0], | |
169 | &hyper_vendor_id[1], &hyper_vendor_id[2]); | |
170 | if (!memcmp(hyper_vendor_id, "VMwareVMware", 12)) | |
9df56f19 | 171 | return CPUID_VMWARE_INFO_LEAF; |
fd8cd7e1 | 172 | } else if (dmi_available && dmi_name_in_serial("VMware") && |
88b094fb | 173 | __vmware_platform()) |
9df56f19 | 174 | return 1; |
88b094fb | 175 | |
9df56f19 | 176 | return 0; |
88b094fb AK |
177 | } |
178 | ||
eca0cd02 AK |
179 | /* |
180 | * VMware hypervisor takes care of exporting a reliable TSC to the guest. | |
181 | * Still, due to timing difference when running on virtual cpus, the TSC can | |
182 | * be marked as unstable in some cases. For example, the TSC sync check at | |
183 | * bootup can fail due to a marginal offset between vcpus' TSCs (though the | |
184 | * TSCs do not drift from each other). Also, the ACPI PM timer clocksource | |
185 | * is not suitable as a watchdog when running on a hypervisor because the | |
186 | * kernel may miss a wrap of the counter if the vcpu is descheduled for a | |
187 | * long time. To skip these checks at runtime we set these capability bits, | |
188 | * so that the kernel could just trust the hypervisor with providing a | |
189 | * reliable virtual TSC that is suitable for timekeeping. | |
190 | */ | |
148f9bb8 | 191 | static void vmware_set_cpu_features(struct cpuinfo_x86 *c) |
eca0cd02 AK |
192 | { |
193 | set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC); | |
194 | set_cpu_cap(c, X86_FEATURE_TSC_RELIABLE); | |
195 | } | |
e08cae41 | 196 | |
4cca6ea0 AK |
197 | /* Checks if hypervisor supports x2apic without VT-D interrupt remapping. */ |
198 | static bool __init vmware_legacy_x2apic_available(void) | |
199 | { | |
200 | uint32_t eax, ebx, ecx, edx; | |
201 | VMWARE_PORT(GETVCPU_INFO, eax, ebx, ecx, edx); | |
202 | return (eax & (1 << VMWARE_PORT_CMD_VCPU_RESERVED)) == 0 && | |
203 | (eax & (1 << VMWARE_PORT_CMD_LEGACY_X2APIC)) != 0; | |
204 | } | |
205 | ||
e08cae41 PA |
206 | const __refconst struct hypervisor_x86 x86_hyper_vmware = { |
207 | .name = "VMware", | |
208 | .detect = vmware_platform, | |
209 | .set_cpu_features = vmware_set_cpu_features, | |
210 | .init_platform = vmware_platform_setup, | |
4cca6ea0 | 211 | .x2apic_available = vmware_legacy_x2apic_available, |
e08cae41 | 212 | }; |
96f6e775 | 213 | EXPORT_SYMBOL(x86_hyper_vmware); |