]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - drivers/hwmon/coretemp.c
hwmon: (coretemp) Use PCI host bridge ID to identify CPU if necessary
[mirror_ubuntu-bionic-kernel.git] / drivers / hwmon / coretemp.c
CommitLineData
bebe4678
RM
1/*
2 * coretemp.c - Linux kernel module for hardware monitoring
3 *
4 * Copyright (C) 2007 Rudolf Marek <r.marek@assembler.cz>
5 *
6 * Inspired from many hwmon drivers
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; version 2 of the License.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
20 * 02110-1301 USA.
21 */
22
f8bb8925
JP
23#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
bebe4678 25#include <linux/module.h>
bebe4678
RM
26#include <linux/init.h>
27#include <linux/slab.h>
28#include <linux/jiffies.h>
29#include <linux/hwmon.h>
30#include <linux/sysfs.h>
31#include <linux/hwmon-sysfs.h>
32#include <linux/err.h>
33#include <linux/mutex.h>
34#include <linux/list.h>
35#include <linux/platform_device.h>
36#include <linux/cpu.h>
4cc45275 37#include <linux/smp.h>
a45a8c85 38#include <linux/moduleparam.h>
14513ee6 39#include <linux/pci.h>
bebe4678
RM
40#include <asm/msr.h>
41#include <asm/processor.h>
9b38096f 42#include <asm/cpu_device_id.h>
bebe4678
RM
43
44#define DRVNAME "coretemp"
45
a45a8c85
JD
46/*
47 * force_tjmax only matters when TjMax can't be read from the CPU itself.
48 * When set, it replaces the driver's suboptimal heuristic.
49 */
50static int force_tjmax;
51module_param_named(tjmax, force_tjmax, int, 0444);
52MODULE_PARM_DESC(tjmax, "TjMax value in degrees Celsius");
53
199e0de7 54#define BASE_SYSFS_ATTR_NO 2 /* Sysfs Base attr no for coretemp */
bdc71c9a 55#define NUM_REAL_CORES 32 /* Number of Real cores per cpu */
3f9aec76 56#define CORETEMP_NAME_LENGTH 19 /* String Length of attrs */
c814a4c7 57#define MAX_CORE_ATTRS 4 /* Maximum no of basic attrs */
f4af6fd6 58#define TOTAL_ATTRS (MAX_CORE_ATTRS + 1)
199e0de7
D
59#define MAX_CORE_DATA (NUM_REAL_CORES + BASE_SYSFS_ATTR_NO)
60
780affe0
GR
61#define TO_PHYS_ID(cpu) (cpu_data(cpu).phys_proc_id)
62#define TO_CORE_ID(cpu) (cpu_data(cpu).cpu_core_id)
141168c3
KW
63#define TO_ATTR_NO(cpu) (TO_CORE_ID(cpu) + BASE_SYSFS_ATTR_NO)
64
65#ifdef CONFIG_SMP
bb74e8ca 66#define for_each_sibling(i, cpu) for_each_cpu(i, cpu_sibling_mask(cpu))
199e0de7 67#else
bb74e8ca 68#define for_each_sibling(i, cpu) for (i = 0; false; )
199e0de7 69#endif
bebe4678
RM
70
71/*
199e0de7
D
72 * Per-Core Temperature Data
73 * @last_updated: The time when the current temperature value was updated
74 * earlier (in jiffies).
75 * @cpu_core_id: The CPU Core from which temperature values should be read
76 * This value is passed as "id" field to rdmsr/wrmsr functions.
77 * @status_reg: One of IA32_THERM_STATUS or IA32_PACKAGE_THERM_STATUS,
78 * from where the temperature values should be read.
c814a4c7 79 * @attr_size: Total number of pre-core attrs displayed in the sysfs.
199e0de7
D
80 * @is_pkg_data: If this is 1, the temp_data holds pkgtemp data.
81 * Otherwise, temp_data holds coretemp data.
82 * @valid: If this is 1, the current temperature is valid.
bebe4678 83 */
199e0de7 84struct temp_data {
bebe4678 85 int temp;
6369a288 86 int ttarget;
199e0de7
D
87 int tjmax;
88 unsigned long last_updated;
89 unsigned int cpu;
90 u32 cpu_core_id;
91 u32 status_reg;
c814a4c7 92 int attr_size;
199e0de7
D
93 bool is_pkg_data;
94 bool valid;
c814a4c7
D
95 struct sensor_device_attribute sd_attrs[TOTAL_ATTRS];
96 char attr_name[TOTAL_ATTRS][CORETEMP_NAME_LENGTH];
199e0de7 97 struct mutex update_lock;
bebe4678
RM
98};
99
199e0de7
D
100/* Platform Data per Physical CPU */
101struct platform_data {
102 struct device *hwmon_dev;
103 u16 phys_proc_id;
104 struct temp_data *core_data[MAX_CORE_DATA];
105 struct device_attribute name_attr;
106};
bebe4678 107
199e0de7
D
108struct pdev_entry {
109 struct list_head list;
110 struct platform_device *pdev;
199e0de7 111 u16 phys_proc_id;
199e0de7
D
112};
113
114static LIST_HEAD(pdev_list);
115static DEFINE_MUTEX(pdev_list_mutex);
116
117static ssize_t show_name(struct device *dev,
118 struct device_attribute *devattr, char *buf)
119{
120 return sprintf(buf, "%s\n", DRVNAME);
121}
122
123static ssize_t show_label(struct device *dev,
124 struct device_attribute *devattr, char *buf)
bebe4678 125{
bebe4678 126 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
199e0de7
D
127 struct platform_data *pdata = dev_get_drvdata(dev);
128 struct temp_data *tdata = pdata->core_data[attr->index];
129
130 if (tdata->is_pkg_data)
131 return sprintf(buf, "Physical id %u\n", pdata->phys_proc_id);
bebe4678 132
199e0de7 133 return sprintf(buf, "Core %u\n", tdata->cpu_core_id);
bebe4678
RM
134}
135
199e0de7
D
136static ssize_t show_crit_alarm(struct device *dev,
137 struct device_attribute *devattr, char *buf)
bebe4678 138{
199e0de7
D
139 u32 eax, edx;
140 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
141 struct platform_data *pdata = dev_get_drvdata(dev);
142 struct temp_data *tdata = pdata->core_data[attr->index];
143
144 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
145
146 return sprintf(buf, "%d\n", (eax >> 5) & 1);
bebe4678
RM
147}
148
199e0de7
D
149static ssize_t show_tjmax(struct device *dev,
150 struct device_attribute *devattr, char *buf)
bebe4678
RM
151{
152 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
199e0de7 153 struct platform_data *pdata = dev_get_drvdata(dev);
bebe4678 154
199e0de7 155 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->tjmax);
bebe4678
RM
156}
157
199e0de7
D
158static ssize_t show_ttarget(struct device *dev,
159 struct device_attribute *devattr, char *buf)
160{
161 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
162 struct platform_data *pdata = dev_get_drvdata(dev);
bebe4678 163
199e0de7
D
164 return sprintf(buf, "%d\n", pdata->core_data[attr->index]->ttarget);
165}
bebe4678 166
199e0de7
D
167static ssize_t show_temp(struct device *dev,
168 struct device_attribute *devattr, char *buf)
bebe4678 169{
199e0de7
D
170 u32 eax, edx;
171 struct sensor_device_attribute *attr = to_sensor_dev_attr(devattr);
172 struct platform_data *pdata = dev_get_drvdata(dev);
173 struct temp_data *tdata = pdata->core_data[attr->index];
bebe4678 174
199e0de7 175 mutex_lock(&tdata->update_lock);
bebe4678 176
199e0de7
D
177 /* Check whether the time interval has elapsed */
178 if (!tdata->valid || time_after(jiffies, tdata->last_updated + HZ)) {
179 rdmsr_on_cpu(tdata->cpu, tdata->status_reg, &eax, &edx);
180 tdata->valid = 0;
181 /* Check whether the data is valid */
bebe4678 182 if (eax & 0x80000000) {
199e0de7 183 tdata->temp = tdata->tjmax -
4cc45275 184 ((eax >> 16) & 0x7f) * 1000;
199e0de7 185 tdata->valid = 1;
bebe4678 186 }
199e0de7 187 tdata->last_updated = jiffies;
bebe4678
RM
188 }
189
199e0de7
D
190 mutex_unlock(&tdata->update_lock);
191 return tdata->valid ? sprintf(buf, "%d\n", tdata->temp) : -EAGAIN;
bebe4678
RM
192}
193
14513ee6
GR
194struct tjmax_pci {
195 unsigned int device;
196 int tjmax;
197};
198
199static const struct tjmax_pci tjmax_pci_table[] = {
200 { 0x0c72, 102000 }, /* Atom S1240 (Centerton) */
201 { 0x0c73, 95000 }, /* Atom S1220 (Centerton) */
202 { 0x0c75, 95000 }, /* Atom S1260 (Centerton) */
203};
204
41e58a1f
GR
205struct tjmax {
206 char const *id;
207 int tjmax;
208};
209
d23e2ae1 210static const struct tjmax tjmax_table[] = {
1102dcab
GR
211 { "CPU 230", 100000 }, /* Model 0x1c, stepping 2 */
212 { "CPU 330", 125000 }, /* Model 0x1c, stepping 2 */
9e3970fb 213 { "CPU CE4110", 110000 }, /* Model 0x1c, stepping 10 Sodaville */
1102dcab
GR
214 { "CPU CE4150", 110000 }, /* Model 0x1c, stepping 10 */
215 { "CPU CE4170", 110000 }, /* Model 0x1c, stepping 10 */
41e58a1f
GR
216};
217
2fa5222e
GR
218struct tjmax_model {
219 u8 model;
220 u8 mask;
221 int tjmax;
222};
223
224#define ANY 0xff
225
d23e2ae1 226static const struct tjmax_model tjmax_model_table[] = {
9e3970fb 227 { 0x1c, 10, 100000 }, /* D4xx, K4xx, N4xx, D5xx, K5xx, N5xx */
2fa5222e
GR
228 { 0x1c, ANY, 90000 }, /* Z5xx, N2xx, possibly others
229 * Note: Also matches 230 and 330,
230 * which are covered by tjmax_table
231 */
232 { 0x26, ANY, 90000 }, /* Atom Tunnel Creek (Exx), Lincroft (Z6xx)
233 * Note: TjMax for E6xxT is 110C, but CPU type
234 * is undetectable by software
235 */
236 { 0x27, ANY, 90000 }, /* Atom Medfield (Z2460) */
14513ee6
GR
237 { 0x35, ANY, 90000 }, /* Atom Clover Trail/Cloverview (Z27x0) */
238 { 0x36, ANY, 100000 }, /* Atom Cedar Trail/Cedarview (N2xxx, D2xxx)
239 * Also matches S12x0 (stepping 9), covered by
240 * PCI table
241 */
2fa5222e
GR
242};
243
d23e2ae1 244static int adjust_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
118a8871
RM
245{
246 /* The 100C is default for both mobile and non mobile CPUs */
247
248 int tjmax = 100000;
eccfed42 249 int tjmax_ee = 85000;
708a62bc 250 int usemsr_ee = 1;
118a8871
RM
251 int err;
252 u32 eax, edx;
41e58a1f 253 int i;
14513ee6
GR
254 struct pci_dev *host_bridge = pci_get_bus_and_slot(0, PCI_DEVFN(0, 0));
255
256 /*
257 * Explicit tjmax table entries override heuristics.
258 * First try PCI host bridge IDs, followed by model ID strings
259 * and model/stepping information.
260 */
261 if (host_bridge && host_bridge->vendor == PCI_VENDOR_ID_INTEL) {
262 for (i = 0; i < ARRAY_SIZE(tjmax_pci_table); i++) {
263 if (host_bridge->device == tjmax_pci_table[i].device)
264 return tjmax_pci_table[i].tjmax;
265 }
266 }
41e58a1f 267
41e58a1f
GR
268 for (i = 0; i < ARRAY_SIZE(tjmax_table); i++) {
269 if (strstr(c->x86_model_id, tjmax_table[i].id))
270 return tjmax_table[i].tjmax;
271 }
118a8871 272
2fa5222e
GR
273 for (i = 0; i < ARRAY_SIZE(tjmax_model_table); i++) {
274 const struct tjmax_model *tm = &tjmax_model_table[i];
275 if (c->x86_model == tm->model &&
276 (tm->mask == ANY || c->x86_mask == tm->mask))
277 return tm->tjmax;
72cbdddc 278 }
1fe63ab4 279
72cbdddc 280 /* Early chips have no MSR for TjMax */
1fe63ab4 281
72cbdddc 282 if (c->x86_model == 0xf && c->x86_mask < 4)
5592906f 283 usemsr_ee = 0;
708a62bc 284
4cc45275 285 if (c->x86_model > 0xe && usemsr_ee) {
eccfed42 286 u8 platform_id;
118a8871 287
4cc45275
GR
288 /*
289 * Now we can detect the mobile CPU using Intel provided table
290 * http://softwarecommunity.intel.com/Wiki/Mobility/720.htm
291 * For Core2 cores, check MSR 0x17, bit 28 1 = Mobile CPU
292 */
118a8871
RM
293 err = rdmsr_safe_on_cpu(id, 0x17, &eax, &edx);
294 if (err) {
295 dev_warn(dev,
296 "Unable to access MSR 0x17, assuming desktop"
297 " CPU\n");
708a62bc 298 usemsr_ee = 0;
eccfed42 299 } else if (c->x86_model < 0x17 && !(eax & 0x10000000)) {
4cc45275
GR
300 /*
301 * Trust bit 28 up to Penryn, I could not find any
302 * documentation on that; if you happen to know
303 * someone at Intel please ask
304 */
708a62bc 305 usemsr_ee = 0;
eccfed42
RM
306 } else {
307 /* Platform ID bits 52:50 (EDX starts at bit 32) */
308 platform_id = (edx >> 18) & 0x7;
309
4cc45275
GR
310 /*
311 * Mobile Penryn CPU seems to be platform ID 7 or 5
312 * (guesswork)
313 */
314 if (c->x86_model == 0x17 &&
315 (platform_id == 5 || platform_id == 7)) {
316 /*
317 * If MSR EE bit is set, set it to 90 degrees C,
318 * otherwise 105 degrees C
319 */
eccfed42
RM
320 tjmax_ee = 90000;
321 tjmax = 105000;
322 }
118a8871
RM
323 }
324 }
325
708a62bc 326 if (usemsr_ee) {
118a8871
RM
327 err = rdmsr_safe_on_cpu(id, 0xee, &eax, &edx);
328 if (err) {
329 dev_warn(dev,
330 "Unable to access MSR 0xEE, for Tjmax, left"
4d7a5644 331 " at default\n");
118a8871 332 } else if (eax & 0x40000000) {
eccfed42 333 tjmax = tjmax_ee;
118a8871 334 }
708a62bc 335 } else if (tjmax == 100000) {
4cc45275
GR
336 /*
337 * If we don't use msr EE it means we are desktop CPU
338 * (with exeception of Atom)
339 */
118a8871
RM
340 dev_warn(dev, "Using relative temperature scale!\n");
341 }
342
343 return tjmax;
344}
345
1c2faa22
GR
346static bool cpu_has_tjmax(struct cpuinfo_x86 *c)
347{
348 u8 model = c->x86_model;
349
350 return model > 0xe &&
351 model != 0x1c &&
352 model != 0x26 &&
353 model != 0x27 &&
354 model != 0x35 &&
355 model != 0x36;
356}
357
d23e2ae1 358static int get_tjmax(struct cpuinfo_x86 *c, u32 id, struct device *dev)
a321cedb 359{
a321cedb
CE
360 int err;
361 u32 eax, edx;
362 u32 val;
363
4cc45275
GR
364 /*
365 * A new feature of current Intel(R) processors, the
366 * IA32_TEMPERATURE_TARGET contains the TjMax value
367 */
a321cedb
CE
368 err = rdmsr_safe_on_cpu(id, MSR_IA32_TEMPERATURE_TARGET, &eax, &edx);
369 if (err) {
1c2faa22 370 if (cpu_has_tjmax(c))
6bf9e9b0 371 dev_warn(dev, "Unable to read TjMax from CPU %u\n", id);
a321cedb
CE
372 } else {
373 val = (eax >> 16) & 0xff;
374 /*
375 * If the TjMax is not plausible, an assumption
376 * will be used
377 */
bb9973e4 378 if (val) {
6bf9e9b0 379 dev_dbg(dev, "TjMax is %d degrees C\n", val);
a321cedb
CE
380 return val * 1000;
381 }
382 }
383
a45a8c85
JD
384 if (force_tjmax) {
385 dev_notice(dev, "TjMax forced to %d degrees C by user\n",
386 force_tjmax);
387 return force_tjmax * 1000;
388 }
389
a321cedb
CE
390 /*
391 * An assumption is made for early CPUs and unreadable MSR.
4f5f71a7 392 * NOTE: the calculated value may not be correct.
a321cedb 393 */
4f5f71a7 394 return adjust_tjmax(c, id, dev);
a321cedb
CE
395}
396
6c931ae1 397static int create_name_attr(struct platform_data *pdata,
d6db23c7 398 struct device *dev)
199e0de7 399{
4258781a 400 sysfs_attr_init(&pdata->name_attr.attr);
199e0de7
D
401 pdata->name_attr.attr.name = "name";
402 pdata->name_attr.attr.mode = S_IRUGO;
403 pdata->name_attr.show = show_name;
404 return device_create_file(dev, &pdata->name_attr);
405}
bebe4678 406
d23e2ae1
PG
407static int create_core_attrs(struct temp_data *tdata, struct device *dev,
408 int attr_no)
199e0de7
D
409{
410 int err, i;
e3204ed3 411 static ssize_t (*const rd_ptr[TOTAL_ATTRS]) (struct device *dev,
199e0de7 412 struct device_attribute *devattr, char *buf) = {
c814a4c7 413 show_label, show_crit_alarm, show_temp, show_tjmax,
f4af6fd6 414 show_ttarget };
e3204ed3 415 static const char *const names[TOTAL_ATTRS] = {
199e0de7 416 "temp%d_label", "temp%d_crit_alarm",
c814a4c7 417 "temp%d_input", "temp%d_crit",
f4af6fd6 418 "temp%d_max" };
199e0de7 419
c814a4c7 420 for (i = 0; i < tdata->attr_size; i++) {
199e0de7
D
421 snprintf(tdata->attr_name[i], CORETEMP_NAME_LENGTH, names[i],
422 attr_no);
4258781a 423 sysfs_attr_init(&tdata->sd_attrs[i].dev_attr.attr);
199e0de7
D
424 tdata->sd_attrs[i].dev_attr.attr.name = tdata->attr_name[i];
425 tdata->sd_attrs[i].dev_attr.attr.mode = S_IRUGO;
426 tdata->sd_attrs[i].dev_attr.show = rd_ptr[i];
199e0de7
D
427 tdata->sd_attrs[i].index = attr_no;
428 err = device_create_file(dev, &tdata->sd_attrs[i].dev_attr);
429 if (err)
430 goto exit_free;
bebe4678 431 }
199e0de7
D
432 return 0;
433
434exit_free:
435 while (--i >= 0)
436 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
437 return err;
438}
439
199e0de7 440
d23e2ae1 441static int chk_ucode_version(unsigned int cpu)
199e0de7 442{
0eb9782a 443 struct cpuinfo_x86 *c = &cpu_data(cpu);
67f363b1 444
199e0de7
D
445 /*
446 * Check if we have problem with errata AE18 of Core processors:
447 * Readings might stop update when processor visited too deep sleep,
448 * fixed for stepping D0 (6EC).
449 */
ca8bc8dc 450 if (c->x86_model == 0xe && c->x86_mask < 0xc && c->microcode < 0x39) {
b55f3757 451 pr_err("Errata AE18 not fixed, update BIOS or microcode of the CPU!\n");
ca8bc8dc 452 return -ENODEV;
67f363b1 453 }
199e0de7
D
454 return 0;
455}
456
d23e2ae1 457static struct platform_device *coretemp_get_pdev(unsigned int cpu)
199e0de7
D
458{
459 u16 phys_proc_id = TO_PHYS_ID(cpu);
460 struct pdev_entry *p;
461
462 mutex_lock(&pdev_list_mutex);
463
464 list_for_each_entry(p, &pdev_list, list)
465 if (p->phys_proc_id == phys_proc_id) {
466 mutex_unlock(&pdev_list_mutex);
467 return p->pdev;
468 }
469
470 mutex_unlock(&pdev_list_mutex);
471 return NULL;
472}
473
d23e2ae1 474static struct temp_data *init_temp_data(unsigned int cpu, int pkg_flag)
199e0de7
D
475{
476 struct temp_data *tdata;
477
478 tdata = kzalloc(sizeof(struct temp_data), GFP_KERNEL);
479 if (!tdata)
480 return NULL;
481
482 tdata->status_reg = pkg_flag ? MSR_IA32_PACKAGE_THERM_STATUS :
483 MSR_IA32_THERM_STATUS;
484 tdata->is_pkg_data = pkg_flag;
485 tdata->cpu = cpu;
486 tdata->cpu_core_id = TO_CORE_ID(cpu);
c814a4c7 487 tdata->attr_size = MAX_CORE_ATTRS;
199e0de7
D
488 mutex_init(&tdata->update_lock);
489 return tdata;
490}
67f363b1 491
d23e2ae1
PG
492static int create_core_data(struct platform_device *pdev, unsigned int cpu,
493 int pkg_flag)
199e0de7
D
494{
495 struct temp_data *tdata;
2f1c3db0 496 struct platform_data *pdata = platform_get_drvdata(pdev);
199e0de7
D
497 struct cpuinfo_x86 *c = &cpu_data(cpu);
498 u32 eax, edx;
499 int err, attr_no;
bebe4678 500
a321cedb 501 /*
199e0de7
D
502 * Find attr number for sysfs:
503 * We map the attr number to core id of the CPU
504 * The attr number is always core id + 2
505 * The Pkgtemp will always show up as temp1_*, if available
a321cedb 506 */
199e0de7 507 attr_no = pkg_flag ? 1 : TO_ATTR_NO(cpu);
6369a288 508
199e0de7
D
509 if (attr_no > MAX_CORE_DATA - 1)
510 return -ERANGE;
511
f4e0bcf0
GR
512 /*
513 * Provide a single set of attributes for all HT siblings of a core
514 * to avoid duplicate sensors (the processor ID and core ID of all
6777b9e4
GR
515 * HT siblings of a core are the same).
516 * Skip if a HT sibling of this core is already registered.
f4e0bcf0
GR
517 * This is not an error.
518 */
199e0de7
D
519 if (pdata->core_data[attr_no] != NULL)
520 return 0;
6369a288 521
199e0de7
D
522 tdata = init_temp_data(cpu, pkg_flag);
523 if (!tdata)
524 return -ENOMEM;
bebe4678 525
199e0de7
D
526 /* Test if we can access the status register */
527 err = rdmsr_safe_on_cpu(cpu, tdata->status_reg, &eax, &edx);
528 if (err)
529 goto exit_free;
530
531 /* We can access status register. Get Critical Temperature */
6bf9e9b0 532 tdata->tjmax = get_tjmax(c, cpu, &pdev->dev);
199e0de7 533
c814a4c7 534 /*
f4af6fd6
GR
535 * Read the still undocumented bits 8:15 of IA32_TEMPERATURE_TARGET.
536 * The target temperature is available on older CPUs but not in this
537 * register. Atoms don't have the register at all.
c814a4c7 538 */
f4af6fd6
GR
539 if (c->x86_model > 0xe && c->x86_model != 0x1c) {
540 err = rdmsr_safe_on_cpu(cpu, MSR_IA32_TEMPERATURE_TARGET,
541 &eax, &edx);
542 if (!err) {
543 tdata->ttarget
544 = tdata->tjmax - ((eax >> 8) & 0xff) * 1000;
545 tdata->attr_size++;
546 }
c814a4c7
D
547 }
548
199e0de7
D
549 pdata->core_data[attr_no] = tdata;
550
551 /* Create sysfs interfaces */
552 err = create_core_attrs(tdata, &pdev->dev, attr_no);
553 if (err)
554 goto exit_free;
bebe4678
RM
555
556 return 0;
199e0de7 557exit_free:
20ecb499 558 pdata->core_data[attr_no] = NULL;
199e0de7
D
559 kfree(tdata);
560 return err;
561}
562
d23e2ae1 563static void coretemp_add_core(unsigned int cpu, int pkg_flag)
199e0de7 564{
199e0de7
D
565 struct platform_device *pdev = coretemp_get_pdev(cpu);
566 int err;
567
568 if (!pdev)
569 return;
570
2f1c3db0 571 err = create_core_data(pdev, cpu, pkg_flag);
199e0de7
D
572 if (err)
573 dev_err(&pdev->dev, "Adding Core %u failed\n", cpu);
574}
575
576static void coretemp_remove_core(struct platform_data *pdata,
577 struct device *dev, int indx)
578{
579 int i;
580 struct temp_data *tdata = pdata->core_data[indx];
581
582 /* Remove the sysfs attributes */
c814a4c7 583 for (i = 0; i < tdata->attr_size; i++)
199e0de7
D
584 device_remove_file(dev, &tdata->sd_attrs[i].dev_attr);
585
586 kfree(pdata->core_data[indx]);
587 pdata->core_data[indx] = NULL;
588}
589
6c931ae1 590static int coretemp_probe(struct platform_device *pdev)
199e0de7
D
591{
592 struct platform_data *pdata;
593 int err;
bebe4678 594
199e0de7
D
595 /* Initialize the per-package data structures */
596 pdata = kzalloc(sizeof(struct platform_data), GFP_KERNEL);
597 if (!pdata)
598 return -ENOMEM;
599
600 err = create_name_attr(pdata, &pdev->dev);
601 if (err)
602 goto exit_free;
603
b3a242a6 604 pdata->phys_proc_id = pdev->id;
199e0de7
D
605 platform_set_drvdata(pdev, pdata);
606
607 pdata->hwmon_dev = hwmon_device_register(&pdev->dev);
608 if (IS_ERR(pdata->hwmon_dev)) {
609 err = PTR_ERR(pdata->hwmon_dev);
610 dev_err(&pdev->dev, "Class registration failed (%d)\n", err);
611 goto exit_name;
612 }
613 return 0;
614
615exit_name:
616 device_remove_file(&pdev->dev, &pdata->name_attr);
bebe4678 617exit_free:
199e0de7 618 kfree(pdata);
bebe4678
RM
619 return err;
620}
621
281dfd0b 622static int coretemp_remove(struct platform_device *pdev)
bebe4678 623{
199e0de7
D
624 struct platform_data *pdata = platform_get_drvdata(pdev);
625 int i;
bebe4678 626
199e0de7
D
627 for (i = MAX_CORE_DATA - 1; i >= 0; --i)
628 if (pdata->core_data[i])
629 coretemp_remove_core(pdata, &pdev->dev, i);
630
631 device_remove_file(&pdev->dev, &pdata->name_attr);
632 hwmon_device_unregister(pdata->hwmon_dev);
199e0de7 633 kfree(pdata);
bebe4678
RM
634 return 0;
635}
636
637static struct platform_driver coretemp_driver = {
638 .driver = {
639 .owner = THIS_MODULE,
640 .name = DRVNAME,
641 },
642 .probe = coretemp_probe,
9e5e9b7a 643 .remove = coretemp_remove,
bebe4678
RM
644};
645
d23e2ae1 646static int coretemp_device_add(unsigned int cpu)
bebe4678
RM
647{
648 int err;
649 struct platform_device *pdev;
650 struct pdev_entry *pdev_entry;
d883b9f0
JD
651
652 mutex_lock(&pdev_list_mutex);
653
b3a242a6 654 pdev = platform_device_alloc(DRVNAME, TO_PHYS_ID(cpu));
bebe4678
RM
655 if (!pdev) {
656 err = -ENOMEM;
f8bb8925 657 pr_err("Device allocation failed\n");
bebe4678
RM
658 goto exit;
659 }
660
661 pdev_entry = kzalloc(sizeof(struct pdev_entry), GFP_KERNEL);
662 if (!pdev_entry) {
663 err = -ENOMEM;
664 goto exit_device_put;
665 }
666
667 err = platform_device_add(pdev);
668 if (err) {
f8bb8925 669 pr_err("Device addition failed (%d)\n", err);
bebe4678
RM
670 goto exit_device_free;
671 }
672
673 pdev_entry->pdev = pdev;
0eb9782a 674 pdev_entry->phys_proc_id = pdev->id;
199e0de7 675
bebe4678
RM
676 list_add_tail(&pdev_entry->list, &pdev_list);
677 mutex_unlock(&pdev_list_mutex);
678
679 return 0;
680
681exit_device_free:
682 kfree(pdev_entry);
683exit_device_put:
684 platform_device_put(pdev);
685exit:
d883b9f0 686 mutex_unlock(&pdev_list_mutex);
bebe4678
RM
687 return err;
688}
689
d23e2ae1 690static void coretemp_device_remove(unsigned int cpu)
bebe4678 691{
199e0de7
D
692 struct pdev_entry *p, *n;
693 u16 phys_proc_id = TO_PHYS_ID(cpu);
e40cc4bd 694
bebe4678 695 mutex_lock(&pdev_list_mutex);
199e0de7
D
696 list_for_each_entry_safe(p, n, &pdev_list, list) {
697 if (p->phys_proc_id != phys_proc_id)
e40cc4bd 698 continue;
e40cc4bd
JB
699 platform_device_unregister(p->pdev);
700 list_del(&p->list);
e40cc4bd 701 kfree(p);
bebe4678
RM
702 }
703 mutex_unlock(&pdev_list_mutex);
704}
705
d23e2ae1 706static bool is_any_core_online(struct platform_data *pdata)
199e0de7
D
707{
708 int i;
709
710 /* Find online cores, except pkgtemp data */
711 for (i = MAX_CORE_DATA - 1; i >= 0; --i) {
712 if (pdata->core_data[i] &&
713 !pdata->core_data[i]->is_pkg_data) {
714 return true;
715 }
716 }
717 return false;
718}
719
d23e2ae1 720static void get_core_online(unsigned int cpu)
199e0de7
D
721{
722 struct cpuinfo_x86 *c = &cpu_data(cpu);
723 struct platform_device *pdev = coretemp_get_pdev(cpu);
724 int err;
725
726 /*
727 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
728 * sensors. We check this bit only, all the early CPUs
729 * without thermal sensors will be filtered out.
730 */
4ad33411 731 if (!cpu_has(c, X86_FEATURE_DTHERM))
199e0de7
D
732 return;
733
734 if (!pdev) {
0eb9782a
JD
735 /* Check the microcode version of the CPU */
736 if (chk_ucode_version(cpu))
737 return;
738
199e0de7
D
739 /*
740 * Alright, we have DTS support.
741 * We are bringing the _first_ core in this pkg
742 * online. So, initialize per-pkg data structures and
743 * then bring this core online.
744 */
745 err = coretemp_device_add(cpu);
746 if (err)
747 return;
748 /*
749 * Check whether pkgtemp support is available.
750 * If so, add interfaces for pkgtemp.
751 */
752 if (cpu_has(c, X86_FEATURE_PTS))
753 coretemp_add_core(cpu, 1);
754 }
755 /*
756 * Physical CPU device already exists.
757 * So, just add interfaces for this core.
758 */
759 coretemp_add_core(cpu, 0);
760}
761
d23e2ae1 762static void put_core_offline(unsigned int cpu)
199e0de7
D
763{
764 int i, indx;
765 struct platform_data *pdata;
766 struct platform_device *pdev = coretemp_get_pdev(cpu);
767
768 /* If the physical CPU device does not exist, just return */
769 if (!pdev)
770 return;
771
772 pdata = platform_get_drvdata(pdev);
773
774 indx = TO_ATTR_NO(cpu);
775
b7048711
KS
776 /* The core id is too big, just return */
777 if (indx > MAX_CORE_DATA - 1)
778 return;
779
199e0de7
D
780 if (pdata->core_data[indx] && pdata->core_data[indx]->cpu == cpu)
781 coretemp_remove_core(pdata, &pdev->dev, indx);
782
f4e0bcf0 783 /*
6777b9e4
GR
784 * If a HT sibling of a core is taken offline, but another HT sibling
785 * of the same core is still online, register the alternate sibling.
786 * This ensures that exactly one set of attributes is provided as long
787 * as at least one HT sibling of a core is online.
f4e0bcf0 788 */
bb74e8ca 789 for_each_sibling(i, cpu) {
199e0de7
D
790 if (i != cpu) {
791 get_core_online(i);
f4e0bcf0
GR
792 /*
793 * Display temperature sensor data for one HT sibling
794 * per core only, so abort the loop after one such
795 * sibling has been found.
796 */
199e0de7
D
797 break;
798 }
799 }
800 /*
801 * If all cores in this pkg are offline, remove the device.
802 * coretemp_device_remove calls unregister_platform_device,
803 * which in turn calls coretemp_remove. This removes the
804 * pkgtemp entry and does other clean ups.
805 */
806 if (!is_any_core_online(pdata))
807 coretemp_device_remove(cpu);
808}
809
d23e2ae1 810static int coretemp_cpu_callback(struct notifier_block *nfb,
bebe4678
RM
811 unsigned long action, void *hcpu)
812{
813 unsigned int cpu = (unsigned long) hcpu;
814
815 switch (action) {
816 case CPU_ONLINE:
561d9a96 817 case CPU_DOWN_FAILED:
199e0de7 818 get_core_online(cpu);
bebe4678 819 break;
561d9a96 820 case CPU_DOWN_PREPARE:
199e0de7 821 put_core_offline(cpu);
bebe4678
RM
822 break;
823 }
824 return NOTIFY_OK;
825}
826
ba7c1927 827static struct notifier_block coretemp_cpu_notifier __refdata = {
bebe4678
RM
828 .notifier_call = coretemp_cpu_callback,
829};
bebe4678 830
e273bd98 831static const struct x86_cpu_id __initconst coretemp_ids[] = {
4ad33411 832 { X86_VENDOR_INTEL, X86_FAMILY_ANY, X86_MODEL_ANY, X86_FEATURE_DTHERM },
9b38096f
AK
833 {}
834};
835MODULE_DEVICE_TABLE(x86cpu, coretemp_ids);
836
bebe4678
RM
837static int __init coretemp_init(void)
838{
1268a172 839 int i, err;
bebe4678 840
9b38096f
AK
841 /*
842 * CPUID.06H.EAX[0] indicates whether the CPU has thermal
843 * sensors. We check this bit only, all the early CPUs
844 * without thermal sensors will be filtered out.
845 */
846 if (!x86_match_cpu(coretemp_ids))
847 return -ENODEV;
bebe4678
RM
848
849 err = platform_driver_register(&coretemp_driver);
850 if (err)
851 goto exit;
852
641f1456 853 get_online_cpus();
a4659053 854 for_each_online_cpu(i)
199e0de7 855 get_core_online(i);
89a3fd35
JB
856
857#ifndef CONFIG_HOTPLUG_CPU
bebe4678 858 if (list_empty(&pdev_list)) {
641f1456 859 put_online_cpus();
bebe4678
RM
860 err = -ENODEV;
861 goto exit_driver_unreg;
862 }
89a3fd35 863#endif
bebe4678 864
bebe4678 865 register_hotcpu_notifier(&coretemp_cpu_notifier);
641f1456 866 put_online_cpus();
bebe4678
RM
867 return 0;
868
0dca94ba 869#ifndef CONFIG_HOTPLUG_CPU
89a3fd35 870exit_driver_unreg:
bebe4678 871 platform_driver_unregister(&coretemp_driver);
0dca94ba 872#endif
bebe4678
RM
873exit:
874 return err;
875}
876
877static void __exit coretemp_exit(void)
878{
879 struct pdev_entry *p, *n;
17c10d61 880
641f1456 881 get_online_cpus();
bebe4678 882 unregister_hotcpu_notifier(&coretemp_cpu_notifier);
bebe4678
RM
883 mutex_lock(&pdev_list_mutex);
884 list_for_each_entry_safe(p, n, &pdev_list, list) {
885 platform_device_unregister(p->pdev);
886 list_del(&p->list);
887 kfree(p);
888 }
889 mutex_unlock(&pdev_list_mutex);
641f1456 890 put_online_cpus();
bebe4678
RM
891 platform_driver_unregister(&coretemp_driver);
892}
893
894MODULE_AUTHOR("Rudolf Marek <r.marek@assembler.cz>");
895MODULE_DESCRIPTION("Intel Core temperature monitor");
896MODULE_LICENSE("GPL");
897
898module_init(coretemp_init)
899module_exit(coretemp_exit)