1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * k10temp.c - AMD Family 10h/11h/12h/14h/15h/16h/17h
4 * processor hardware monitoring
6 * Copyright (c) 2009 Clemens Ladisch <clemens@ladisch.de>
7 * Copyright (c) 2020 Guenter Roeck <linux@roeck-us.net>
9 * Implementation notes:
10 * - CCD register address information as well as the calculation to
11 * convert raw register values is from https://github.com/ocerman/zenpower.
12 * The information is not confirmed from chip datasheets, but experiments
13 * suggest that it provides reasonable temperature values.
16 #include <linux/bitops.h>
17 #include <linux/err.h>
18 #include <linux/hwmon.h>
19 #include <linux/init.h>
20 #include <linux/module.h>
21 #include <linux/pci.h>
22 #include <linux/pci_ids.h>
23 #include <asm/amd_nb.h>
24 #include <asm/processor.h>
26 MODULE_DESCRIPTION("AMD Family 10h+ CPU core temperature monitor");
27 MODULE_AUTHOR("Clemens Ladisch <clemens@ladisch.de>");
28 MODULE_LICENSE("GPL");
31 module_param(force
, bool, 0444);
32 MODULE_PARM_DESC(force
, "force loading on processors with erratum 319");
34 /* Provide lock for writing to NB_SMU_IND_ADDR */
35 static DEFINE_MUTEX(nb_smu_ind_mutex
);
37 #ifndef PCI_DEVICE_ID_AMD_15H_M70H_NB_F3
38 #define PCI_DEVICE_ID_AMD_15H_M70H_NB_F3 0x15b3
41 /* CPUID function 0x80000001, ebx */
42 #define CPUID_PKGTYPE_MASK GENMASK(31, 28)
43 #define CPUID_PKGTYPE_F 0x00000000
44 #define CPUID_PKGTYPE_AM2R2_AM3 0x10000000
46 /* DRAM controller (PCI function 2) */
47 #define REG_DCT0_CONFIG_HIGH 0x094
48 #define DDR3_MODE BIT(8)
50 /* miscellaneous (PCI function 3) */
51 #define REG_HARDWARE_THERMAL_CONTROL 0x64
52 #define HTC_ENABLE BIT(0)
54 #define REG_REPORTED_TEMPERATURE 0xa4
56 #define REG_NORTHBRIDGE_CAPABILITIES 0xe8
57 #define NB_CAP_HTC BIT(10)
60 * For F15h M60h and M70h, REG_HARDWARE_THERMAL_CONTROL
61 * and REG_REPORTED_TEMPERATURE have been moved to
62 * D0F0xBC_xD820_0C64 [Hardware Temperature Control]
63 * D0F0xBC_xD820_0CA4 [Reported Temperature Control]
65 #define F15H_M60H_HARDWARE_TEMP_CTRL_OFFSET 0xd8200c64
66 #define F15H_M60H_REPORTED_TEMP_CTRL_OFFSET 0xd8200ca4
68 /* Common for Zen CPU families (Family 17h and 18h and 19h) */
69 #define ZEN_REPORTED_TEMP_CTRL_BASE 0x00059800
71 #define ZEN_CCD_TEMP(offset, x) (ZEN_REPORTED_TEMP_CTRL_BASE + \
73 #define ZEN_CCD_TEMP_VALID BIT(11)
74 #define ZEN_CCD_TEMP_MASK GENMASK(10, 0)
76 #define ZEN_CUR_TEMP_SHIFT 21
77 #define ZEN_CUR_TEMP_RANGE_SEL_MASK BIT(19)
81 void (*read_htcreg
)(struct pci_dev
*pdev
, u32
*regval
);
82 void (*read_tempreg
)(struct pci_dev
*pdev
, u32
*regval
);
92 #define TCCD_BIT(x) ((x) + 2)
94 #define HAVE_TEMP(d, channel) ((d)->show_temp & BIT(channel))
95 #define HAVE_TDIE(d) HAVE_TEMP(d, TDIE_BIT)
103 static const struct tctl_offset tctl_offset_table
[] = {
104 { 0x17, "AMD Ryzen 5 1600X", 20000 },
105 { 0x17, "AMD Ryzen 7 1700X", 20000 },
106 { 0x17, "AMD Ryzen 7 1800X", 20000 },
107 { 0x17, "AMD Ryzen 7 2700X", 10000 },
108 { 0x17, "AMD Ryzen Threadripper 19", 27000 }, /* 19{00,20,50}X */
109 { 0x17, "AMD Ryzen Threadripper 29", 27000 }, /* 29{20,50,70,90}[W]X */
112 static void read_htcreg_pci(struct pci_dev
*pdev
, u32
*regval
)
114 pci_read_config_dword(pdev
, REG_HARDWARE_THERMAL_CONTROL
, regval
);
117 static void read_tempreg_pci(struct pci_dev
*pdev
, u32
*regval
)
119 pci_read_config_dword(pdev
, REG_REPORTED_TEMPERATURE
, regval
);
122 static void amd_nb_index_read(struct pci_dev
*pdev
, unsigned int devfn
,
123 unsigned int base
, int offset
, u32
*val
)
125 mutex_lock(&nb_smu_ind_mutex
);
126 pci_bus_write_config_dword(pdev
->bus
, devfn
,
128 pci_bus_read_config_dword(pdev
->bus
, devfn
,
130 mutex_unlock(&nb_smu_ind_mutex
);
133 static void read_htcreg_nb_f15(struct pci_dev
*pdev
, u32
*regval
)
135 amd_nb_index_read(pdev
, PCI_DEVFN(0, 0), 0xb8,
136 F15H_M60H_HARDWARE_TEMP_CTRL_OFFSET
, regval
);
139 static void read_tempreg_nb_f15(struct pci_dev
*pdev
, u32
*regval
)
141 amd_nb_index_read(pdev
, PCI_DEVFN(0, 0), 0xb8,
142 F15H_M60H_REPORTED_TEMP_CTRL_OFFSET
, regval
);
145 static void read_tempreg_nb_zen(struct pci_dev
*pdev
, u32
*regval
)
147 amd_smn_read(amd_pci_dev_to_node_id(pdev
),
148 ZEN_REPORTED_TEMP_CTRL_BASE
, regval
);
151 static long get_raw_temp(struct k10temp_data
*data
)
156 data
->read_tempreg(data
->pdev
, ®val
);
157 temp
= (regval
>> ZEN_CUR_TEMP_SHIFT
) * 125;
158 if (regval
& data
->temp_adjust_mask
)
163 static const char *k10temp_temp_label
[] = {
180 static int k10temp_read_labels(struct device
*dev
,
181 enum hwmon_sensor_types type
,
182 u32 attr
, int channel
, const char **str
)
186 *str
= k10temp_temp_label
[channel
];
194 static int k10temp_read_temp(struct device
*dev
, u32 attr
, int channel
,
197 struct k10temp_data
*data
= dev_get_drvdata(dev
);
201 case hwmon_temp_input
:
204 *val
= get_raw_temp(data
);
209 *val
= get_raw_temp(data
) - data
->temp_offset
;
213 case 2 ... 13: /* Tccd{1-12} */
214 amd_smn_read(amd_pci_dev_to_node_id(data
->pdev
),
215 ZEN_CCD_TEMP(data
->ccd_offset
, channel
- 2),
217 *val
= (regval
& ZEN_CCD_TEMP_MASK
) * 125 - 49000;
226 case hwmon_temp_crit
:
227 data
->read_htcreg(data
->pdev
, ®val
);
228 *val
= ((regval
>> 16) & 0x7f) * 500 + 52000;
230 case hwmon_temp_crit_hyst
:
231 data
->read_htcreg(data
->pdev
, ®val
);
232 *val
= (((regval
>> 16) & 0x7f)
233 - ((regval
>> 24) & 0xf)) * 500 + 52000;
241 static int k10temp_read(struct device
*dev
, enum hwmon_sensor_types type
,
242 u32 attr
, int channel
, long *val
)
246 return k10temp_read_temp(dev
, attr
, channel
, val
);
252 static umode_t
k10temp_is_visible(const void *_data
,
253 enum hwmon_sensor_types type
,
254 u32 attr
, int channel
)
256 const struct k10temp_data
*data
= _data
;
257 struct pci_dev
*pdev
= data
->pdev
;
263 case hwmon_temp_input
:
264 if (!HAVE_TEMP(data
, channel
))
268 if (channel
|| data
->is_zen
)
271 case hwmon_temp_crit
:
272 case hwmon_temp_crit_hyst
:
273 if (channel
|| !data
->read_htcreg
)
276 pci_read_config_dword(pdev
,
277 REG_NORTHBRIDGE_CAPABILITIES
,
279 if (!(reg
& NB_CAP_HTC
))
282 data
->read_htcreg(data
->pdev
, ®
);
283 if (!(reg
& HTC_ENABLE
))
286 case hwmon_temp_label
:
287 /* Show temperature labels only on Zen CPUs */
288 if (!data
->is_zen
|| !HAVE_TEMP(data
, channel
))
301 static bool has_erratum_319(struct pci_dev
*pdev
)
303 u32 pkg_type
, reg_dram_cfg
;
305 if (boot_cpu_data
.x86
!= 0x10)
309 * Erratum 319: The thermal sensor of Socket F/AM2+ processors
312 pkg_type
= cpuid_ebx(0x80000001) & CPUID_PKGTYPE_MASK
;
313 if (pkg_type
== CPUID_PKGTYPE_F
)
315 if (pkg_type
!= CPUID_PKGTYPE_AM2R2_AM3
)
318 /* DDR3 memory implies socket AM3, which is good */
319 pci_bus_read_config_dword(pdev
->bus
,
320 PCI_DEVFN(PCI_SLOT(pdev
->devfn
), 2),
321 REG_DCT0_CONFIG_HIGH
, ®_dram_cfg
);
322 if (reg_dram_cfg
& DDR3_MODE
)
326 * Unfortunately it is possible to run a socket AM3 CPU with DDR2
327 * memory. We blacklist all the cores which do exist in socket AM2+
328 * format. It still isn't perfect, as RB-C2 cores exist in both AM2+
329 * and AM3 formats, but that's the best we can do.
331 return boot_cpu_data
.x86_model
< 4 ||
332 (boot_cpu_data
.x86_model
== 4 && boot_cpu_data
.x86_stepping
<= 2);
335 static const struct hwmon_channel_info
*k10temp_info
[] = {
336 HWMON_CHANNEL_INFO(temp
,
337 HWMON_T_INPUT
| HWMON_T_MAX
|
338 HWMON_T_CRIT
| HWMON_T_CRIT_HYST
|
340 HWMON_T_INPUT
| HWMON_T_LABEL
,
341 HWMON_T_INPUT
| HWMON_T_LABEL
,
342 HWMON_T_INPUT
| HWMON_T_LABEL
,
343 HWMON_T_INPUT
| HWMON_T_LABEL
,
344 HWMON_T_INPUT
| HWMON_T_LABEL
,
345 HWMON_T_INPUT
| HWMON_T_LABEL
,
346 HWMON_T_INPUT
| HWMON_T_LABEL
,
347 HWMON_T_INPUT
| HWMON_T_LABEL
,
348 HWMON_T_INPUT
| HWMON_T_LABEL
,
349 HWMON_T_INPUT
| HWMON_T_LABEL
,
350 HWMON_T_INPUT
| HWMON_T_LABEL
,
351 HWMON_T_INPUT
| HWMON_T_LABEL
,
352 HWMON_T_INPUT
| HWMON_T_LABEL
),
356 static const struct hwmon_ops k10temp_hwmon_ops
= {
357 .is_visible
= k10temp_is_visible
,
358 .read
= k10temp_read
,
359 .read_string
= k10temp_read_labels
,
362 static const struct hwmon_chip_info k10temp_chip_info
= {
363 .ops
= &k10temp_hwmon_ops
,
364 .info
= k10temp_info
,
367 static void k10temp_get_ccd_support(struct pci_dev
*pdev
,
368 struct k10temp_data
*data
, int limit
)
373 for (i
= 0; i
< limit
; i
++) {
374 amd_smn_read(amd_pci_dev_to_node_id(pdev
),
375 ZEN_CCD_TEMP(data
->ccd_offset
, i
), ®val
);
376 if (regval
& ZEN_CCD_TEMP_VALID
)
377 data
->show_temp
|= BIT(TCCD_BIT(i
));
381 static int k10temp_probe(struct pci_dev
*pdev
, const struct pci_device_id
*id
)
383 int unreliable
= has_erratum_319(pdev
);
384 struct device
*dev
= &pdev
->dev
;
385 struct k10temp_data
*data
;
386 struct device
*hwmon_dev
;
392 "unreliable CPU thermal sensor; monitoring disabled\n");
396 "unreliable CPU thermal sensor; check erratum 319\n");
399 data
= devm_kzalloc(dev
, sizeof(*data
), GFP_KERNEL
);
404 data
->show_temp
|= BIT(TCTL_BIT
); /* Always show Tctl */
406 if (boot_cpu_data
.x86
== 0x15 &&
407 ((boot_cpu_data
.x86_model
& 0xf0) == 0x60 ||
408 (boot_cpu_data
.x86_model
& 0xf0) == 0x70)) {
409 data
->read_htcreg
= read_htcreg_nb_f15
;
410 data
->read_tempreg
= read_tempreg_nb_f15
;
411 } else if (boot_cpu_data
.x86
== 0x17 || boot_cpu_data
.x86
== 0x18) {
412 data
->temp_adjust_mask
= ZEN_CUR_TEMP_RANGE_SEL_MASK
;
413 data
->read_tempreg
= read_tempreg_nb_zen
;
416 switch (boot_cpu_data
.x86_model
) {
419 case 0x11: /* Zen APU */
420 case 0x18: /* Zen+ APU */
421 data
->ccd_offset
= 0x154;
422 k10temp_get_ccd_support(pdev
, data
, 4);
424 case 0x31: /* Zen2 Threadripper */
425 case 0x60: /* Renoir */
426 case 0x68: /* Lucienne */
427 case 0x71: /* Zen2 */
428 data
->ccd_offset
= 0x154;
429 k10temp_get_ccd_support(pdev
, data
, 8);
432 } else if (boot_cpu_data
.x86
== 0x19) {
433 data
->temp_adjust_mask
= ZEN_CUR_TEMP_RANGE_SEL_MASK
;
434 data
->read_tempreg
= read_tempreg_nb_zen
;
437 switch (boot_cpu_data
.x86_model
) {
438 case 0x0 ... 0x1: /* Zen3 SP3/TR */
439 case 0x21: /* Zen3 Ryzen Desktop */
440 case 0x50 ... 0x5f: /* Green Sardine */
441 data
->ccd_offset
= 0x154;
442 k10temp_get_ccd_support(pdev
, data
, 8);
444 case 0x40 ... 0x4f: /* Yellow Carp */
445 data
->ccd_offset
= 0x300;
446 k10temp_get_ccd_support(pdev
, data
, 8);
450 data
->ccd_offset
= 0x300;
451 k10temp_get_ccd_support(pdev
, data
, 12);
455 data
->read_htcreg
= read_htcreg_pci
;
456 data
->read_tempreg
= read_tempreg_pci
;
459 for (i
= 0; i
< ARRAY_SIZE(tctl_offset_table
); i
++) {
460 const struct tctl_offset
*entry
= &tctl_offset_table
[i
];
462 if (boot_cpu_data
.x86
== entry
->model
&&
463 strstr(boot_cpu_data
.x86_model_id
, entry
->id
)) {
464 data
->show_temp
|= BIT(TDIE_BIT
); /* show Tdie */
465 data
->temp_offset
= entry
->offset
;
470 hwmon_dev
= devm_hwmon_device_register_with_info(dev
, "k10temp", data
,
473 return PTR_ERR_OR_ZERO(hwmon_dev
);
476 static const struct pci_device_id k10temp_id_table
[] = {
477 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_10H_NB_MISC
) },
478 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_11H_NB_MISC
) },
479 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_CNB17H_F3
) },
480 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_15H_NB_F3
) },
481 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_15H_M10H_F3
) },
482 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_15H_M30H_NB_F3
) },
483 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_15H_M60H_NB_F3
) },
484 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_15H_M70H_NB_F3
) },
485 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_16H_NB_F3
) },
486 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_16H_M30H_NB_F3
) },
487 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_17H_DF_F3
) },
488 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_17H_M10H_DF_F3
) },
489 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_17H_M30H_DF_F3
) },
490 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_17H_M60H_DF_F3
) },
491 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_17H_M70H_DF_F3
) },
492 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_19H_DF_F3
) },
493 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_19H_M10H_DF_F3
) },
494 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_19H_M40H_DF_F3
) },
495 { PCI_VDEVICE(AMD
, PCI_DEVICE_ID_AMD_19H_M50H_DF_F3
) },
496 { PCI_VDEVICE(HYGON
, PCI_DEVICE_ID_AMD_17H_DF_F3
) },
499 MODULE_DEVICE_TABLE(pci
, k10temp_id_table
);
501 static struct pci_driver k10temp_driver
= {
503 .id_table
= k10temp_id_table
,
504 .probe
= k10temp_probe
,
507 module_pci_driver(k10temp_driver
);