[mirror_ubuntu-bionic-kernel.git] / arch / i386 / kernel / cpu / cpufreq / powernow-k8.h

/*
 *  (c) 2003-2006 Advanced Micro Devices, Inc.
 *  Your use of this code is subject to the terms and conditions of the
 *  GNU general public license version 2. See "COPYING" or
 *  http://www.gnu.org/licenses/gpl.html
 */

struct powernow_k8_data {
	unsigned int cpu;

	u32 numps;  /* number of p-states */
	u32 batps;  /* number of p-states supported on battery */

	/* these values are constant when the PSB is used to determine
	 * vid/fid pairings, but are modified during the ->target() call
	 * when ACPI is used */
	u32 rvo;     /* ramp voltage offset */
	u32 irt;     /* isochronous relief time */
	u32 vidmvs;  /* usable value calculated from mvs */
	u32 vstable; /* voltage stabilization time, units 20 us */
	u32 plllock; /* pll lock time, units 1 us */
        u32 exttype; /* extended interface = 1 */

	/* keep track of the current fid / vid or did */
	u32 currvid, currfid, currdid;

	/* the powernow_table includes all frequency and vid/fid pairings:
	 * fid are the lower 8 bits of the index, vid are the upper 8 bits.
	 * frequency is in kHz */
	struct cpufreq_frequency_table  *powernow_table;

#ifdef CONFIG_X86_POWERNOW_K8_ACPI
	/* the acpi table needs to be kept. it's only available if ACPI was
	 * used to determine valid frequency/vid/fid states */
	struct acpi_processor_performance acpi_data;
#endif
	/* we need to keep track of associated cores, but let cpufreq
	 * handle hotplug events - so just point at cpufreq pol->cpus
	 * structure */
	cpumask_t *available_cores;
};


/* processor's cpuid instruction support */
#define CPUID_PROCESSOR_SIGNATURE	1	/* function 1 */
#define CPUID_XFAM			0x0ff00000	/* extended family */
#define CPUID_XFAM_K8			0
#define CPUID_XMOD			0x000f0000	/* extended model */
#define CPUID_XMOD_REV_G		0x00060000
#define CPUID_XFAM_10H 			0x00100000	/* family 0x10 */
#define CPUID_USE_XFAM_XMOD		0x00000f00
#define CPUID_GET_MAX_CAPABILITIES	0x80000000
#define CPUID_FREQ_VOLT_CAPABILITIES	0x80000007
#define P_STATE_TRANSITION_CAPABLE	6

/* Model Specific Registers for p-state transitions. MSRs are 64-bit. For     */
/* writes (wrmsr - opcode 0f 30), the register number is placed in ecx, and   */
/* the value to write is placed in edx:eax. For reads (rdmsr - opcode 0f 32), */
/* the register number is placed in ecx, and the data is returned in edx:eax. */

#define MSR_FIDVID_CTL      0xc0010041
#define MSR_FIDVID_STATUS   0xc0010042

/* Field definitions within the FID VID Low Control MSR : */
#define MSR_C_LO_INIT_FID_VID     0x00010000
#define MSR_C_LO_NEW_VID          0x00003f00
#define MSR_C_LO_NEW_FID          0x0000003f
#define MSR_C_LO_VID_SHIFT        8

/* Field definitions within the FID VID High Control MSR : */
#define MSR_C_HI_STP_GNT_TO	  0x000fffff

/* Field definitions within the FID VID Low Status MSR : */
#define MSR_S_LO_CHANGE_PENDING   0x80000000   /* cleared when completed */
#define MSR_S_LO_MAX_RAMP_VID     0x3f000000
#define MSR_S_LO_MAX_FID          0x003f0000
#define MSR_S_LO_START_FID        0x00003f00
#define MSR_S_LO_CURRENT_FID      0x0000003f

/* Field definitions within the FID VID High Status MSR : */
#define MSR_S_HI_MIN_WORKING_VID  0x3f000000
#define MSR_S_HI_MAX_WORKING_VID  0x003f0000
#define MSR_S_HI_START_VID        0x00003f00
#define MSR_S_HI_CURRENT_VID      0x0000003f
#define MSR_C_HI_STP_GNT_BENIGN	  0x00000001


/* Hardware Pstate _PSS and MSR definitions */
#define USE_HW_PSTATE		0x00000080
#define HW_PSTATE_FID_MASK 	0x0000003f
#define HW_PSTATE_DID_MASK 	0x000001c0
#define HW_PSTATE_DID_SHIFT 	6
#define HW_PSTATE_MASK 		0x00000007
#define HW_PSTATE_VALID_MASK 	0x80000000
#define HW_FID_INDEX_SHIFT	8
#define HW_FID_INDEX_MASK	0x0000ff00
#define HW_DID_INDEX_SHIFT	16
#define HW_DID_INDEX_MASK	0x00ff0000
#define HW_WATTS_MASK		0xff
#define HW_PWR_DVR_MASK		0x300
#define HW_PWR_DVR_SHIFT	8
#define HW_PWR_MAX_MULT		3
#define MAX_HW_PSTATE		8	/* hw pstate supports up to 8 */
#define MSR_PSTATE_DEF_BASE 	0xc0010064 /* base of Pstate MSRs */
#define MSR_PSTATE_STATUS 	0xc0010063 /* Pstate Status MSR */
#define MSR_PSTATE_CTRL 	0xc0010062 /* Pstate control MSR */

/* define the two driver architectures */
#define CPU_OPTERON 0
#define CPU_HW_PSTATE 1


/*
 * There are restrictions frequencies have to follow:
 * - only 1 entry in the low fid table ( <=1.4GHz )
 * - lowest entry in the high fid table must be >= 2 * the entry in the
 *   low fid table
 * - lowest entry in the high fid table must be a <= 200MHz + 2 * the entry
 *   in the low fid table
 * - the parts can only step at <= 200 MHz intervals, odd fid values are
 *   supported in revision G and later revisions.
 * - lowest frequency must be >= interprocessor hypertransport link speed
 *   (only applies to MP systems obviously)
 */

/* fids (frequency identifiers) are arranged in 2 tables - lo and hi */
#define LO_FID_TABLE_TOP     7	/* fid values marking the boundary    */
#define HI_FID_TABLE_BOTTOM  8	/* between the low and high tables    */

#define LO_VCOFREQ_TABLE_TOP    1400	/* corresponding vco frequency values */
#define HI_VCOFREQ_TABLE_BOTTOM 1600

#define MIN_FREQ_RESOLUTION  200 /* fids jump by 2 matching freq jumps by 200 */

#define MAX_FID 0x2a	/* Spec only gives FID values as far as 5 GHz */
#define LEAST_VID 0x3e	/* Lowest (numerically highest) useful vid value */

#define MIN_FREQ 800	/* Min and max freqs, per spec */
#define MAX_FREQ 5000

#define INVALID_FID_MASK 0xffffffc0  /* not a valid fid if these bits are set */
#define INVALID_VID_MASK 0xffffffc0  /* not a valid vid if these bits are set */

#define VID_OFF 0x3f

#define STOP_GRANT_5NS 1 /* min poss memory access latency for voltage change */

#define PLL_LOCK_CONVERSION (1000/5) /* ms to ns, then divide by clock period */

#define MAXIMUM_VID_STEPS 1  /* Current cpus only allow a single step of 25mV */
#define VST_UNITS_20US 20   /* Voltage Stabalization Time is in units of 20us */

/*
 * Most values of interest are enocoded in a single field of the _PSS
 * entries: the "control" value.
 */

#define IRT_SHIFT      30
#define RVO_SHIFT      28
#define EXT_TYPE_SHIFT 27
#define PLL_L_SHIFT    20
#define MVS_SHIFT      18
#define VST_SHIFT      11
#define VID_SHIFT       6
#define IRT_MASK        3
#define RVO_MASK        3
#define EXT_TYPE_MASK   1
#define PLL_L_MASK   0x7f
#define MVS_MASK        3
#define VST_MASK     0x7f
#define VID_MASK     0x1f
#define FID_MASK     0x1f
#define EXT_VID_MASK 0x3f
#define EXT_FID_MASK 0x3f


/*
 * Version 1.4 of the PSB table. This table is constructed by BIOS and is
 * to tell the OS's power management driver which VIDs and FIDs are
 * supported by this particular processor.
 * If the data in the PSB / PST is wrong, then this driver will program the
 * wrong values into hardware, which is very likely to lead to a crash.
 */

#define PSB_ID_STRING      "AMDK7PNOW!"
#define PSB_ID_STRING_LEN  10

#define PSB_VERSION_1_4  0x14

struct psb_s {
	u8 signature[10];
	u8 tableversion;
	u8 flags1;
	u16 vstable;
	u8 flags2;
	u8 num_tables;
	u32 cpuid;
	u8 plllocktime;
	u8 maxfid;
	u8 maxvid;
	u8 numps;
};

/* Pairs of fid/vid values are appended to the version 1.4 PSB table. */
struct pst_s {
	u8 fid;
	u8 vid;
};

#define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, "powernow-k8", msg)

static int core_voltage_pre_transition(struct powernow_k8_data *data, u32 reqvid);
static int core_voltage_post_transition(struct powernow_k8_data *data, u32 reqvid);
static int core_frequency_transition(struct powernow_k8_data *data, u32 reqfid);

static void powernow_k8_acpi_pst_values(struct powernow_k8_data *data, unsigned int index);

#ifdef CONFIG_X86_POWERNOW_K8_ACPI
static int fill_powernow_table_pstate(struct powernow_k8_data *data, struct cpufreq_frequency_table *powernow_table);
static int fill_powernow_table_fidvid(struct powernow_k8_data *data, struct cpufreq_frequency_table *powernow_table);
#endif

#ifdef CONFIG_SMP
static inline void define_siblings(int cpu, cpumask_t cpu_sharedcore_mask[])
{
}
#else
static inline void define_siblings(int cpu, cpumask_t cpu_sharedcore_mask[])
{
	cpu_set(0, cpu_sharedcore_mask[0]);
}
#endif
Commit	Line	Data
1da177e4	1	/*
1f729e06	2	* (c) 2003-2006 Advanced Micro Devices, Inc.
1da177e4 LT	3	* Your use of this code is subject to the terms and conditions of the
	4	* GNU general public license version 2. See "COPYING" or
	5	* http://www.gnu.org/licenses/gpl.html
	6	*/
	7
	8	struct powernow_k8_data {
	9	unsigned int cpu;
	10
	11	u32 numps; /* number of p-states */
	12	u32 batps; /* number of p-states supported on battery */
	13
	14	/* these values are constant when the PSB is used to determine
	15	* vid/fid pairings, but are modified during the ->target() call
	16	* when ACPI is used */
	17	u32 rvo; /* ramp voltage offset */
	18	u32 irt; /* isochronous relief time */
	19	u32 vidmvs; /* usable value calculated from mvs */
	20	u32 vstable; /* voltage stabilization time, units 20 us */
	21	u32 plllock; /* pll lock time, units 1 us */
841e40b3	22	u32 exttype; /* extended interface = 1 */
1da177e4	23
1f729e06 DJ	24	/* keep track of the current fid / vid or did */
1f729e06 DJ	25	u32 currvid, currfid, currdid;
1da177e4 LT	26
	27	/* the powernow_table includes all frequency and vid/fid pairings:
	28	* fid are the lower 8 bits of the index, vid are the upper 8 bits.
	29	* frequency is in kHz */
	30	struct cpufreq_frequency_table *powernow_table;
	31
	32	#ifdef CONFIG_X86_POWERNOW_K8_ACPI
	33	/* the acpi table needs to be kept. it's only available if ACPI was
	34	* used to determine valid frequency/vid/fid states */
	35	struct acpi_processor_performance acpi_data;
	36	#endif
1f729e06 DJ	37	/* we need to keep track of associated cores, but let cpufreq
	38	* handle hotplug events - so just point at cpufreq pol->cpus
	39	* structure */
	40	cpumask_t *available_cores;
1da177e4 LT	41	};
	42
	43
	44	/* processor's cpuid instruction support */
	45	#define CPUID_PROCESSOR_SIGNATURE 1 /* function 1 */
	46	#define CPUID_XFAM 0x0ff00000 /* extended family */
	47	#define CPUID_XFAM_K8 0
	48	#define CPUID_XMOD 0x000f0000 /* extended model */
019a61b9	49	#define CPUID_XMOD_REV_G 0x00060000
1f729e06	50	#define CPUID_XFAM_10H 0x00100000 /* family 0x10 */
1da177e4 LT	51	#define CPUID_USE_XFAM_XMOD 0x00000f00
	52	#define CPUID_GET_MAX_CAPABILITIES 0x80000000
	53	#define CPUID_FREQ_VOLT_CAPABILITIES 0x80000007
	54	#define P_STATE_TRANSITION_CAPABLE 6
	55
	56	/* Model Specific Registers for p-state transitions. MSRs are 64-bit. For */
	57	/* writes (wrmsr - opcode 0f 30), the register number is placed in ecx, and */
	58	/* the value to write is placed in edx:eax. For reads (rdmsr - opcode 0f 32), */
	59	/* the register number is placed in ecx, and the data is returned in edx:eax. */
	60
	61	#define MSR_FIDVID_CTL 0xc0010041
	62	#define MSR_FIDVID_STATUS 0xc0010042
	63
	64	/* Field definitions within the FID VID Low Control MSR : */
	65	#define MSR_C_LO_INIT_FID_VID 0x00010000
841e40b3 DJ	66	#define MSR_C_LO_NEW_VID 0x00003f00
841e40b3 DJ	67	#define MSR_C_LO_NEW_FID 0x0000003f
1da177e4 LT	68	#define MSR_C_LO_VID_SHIFT 8
	69
	70	/* Field definitions within the FID VID High Control MSR : */
32ee8c3e	71	#define MSR_C_HI_STP_GNT_TO 0x000fffff
1da177e4 LT	72
1da177e4 LT	73	/* Field definitions within the FID VID Low Status MSR : */
841e40b3 DJ	74	#define MSR_S_LO_CHANGE_PENDING 0x80000000 /* cleared when completed */
841e40b3 DJ	75	#define MSR_S_LO_MAX_RAMP_VID 0x3f000000
1da177e4 LT	76	#define MSR_S_LO_MAX_FID 0x003f0000
	77	#define MSR_S_LO_START_FID 0x00003f00
	78	#define MSR_S_LO_CURRENT_FID 0x0000003f
	79
	80	/* Field definitions within the FID VID High Status MSR : */
841e40b3 DJ	81	#define MSR_S_HI_MIN_WORKING_VID 0x3f000000
	82	#define MSR_S_HI_MAX_WORKING_VID 0x003f0000
	83	#define MSR_S_HI_START_VID 0x00003f00
	84	#define MSR_S_HI_CURRENT_VID 0x0000003f
	85	#define MSR_C_HI_STP_GNT_BENIGN 0x00000001
1da177e4	86
1f729e06 DJ	87
	88	/* Hardware Pstate _PSS and MSR definitions */
	89	#define USE_HW_PSTATE 0x00000080
	90	#define HW_PSTATE_FID_MASK 0x0000003f
	91	#define HW_PSTATE_DID_MASK 0x000001c0
	92	#define HW_PSTATE_DID_SHIFT 6
	93	#define HW_PSTATE_MASK 0x00000007
	94	#define HW_PSTATE_VALID_MASK 0x80000000
	95	#define HW_FID_INDEX_SHIFT 8
	96	#define HW_FID_INDEX_MASK 0x0000ff00
	97	#define HW_DID_INDEX_SHIFT 16
	98	#define HW_DID_INDEX_MASK 0x00ff0000
	99	#define HW_WATTS_MASK 0xff
	100	#define HW_PWR_DVR_MASK 0x300
	101	#define HW_PWR_DVR_SHIFT 8
	102	#define HW_PWR_MAX_MULT 3
	103	#define MAX_HW_PSTATE 8 /* hw pstate supports up to 8 */
	104	#define MSR_PSTATE_DEF_BASE 0xc0010064 /* base of Pstate MSRs */
	105	#define MSR_PSTATE_STATUS 0xc0010063 /* Pstate Status MSR */
	106	#define MSR_PSTATE_CTRL 0xc0010062 /* Pstate control MSR */
	107
	108	/* define the two driver architectures */
	109	#define CPU_OPTERON 0
	110	#define CPU_HW_PSTATE 1
	111
	112
1da177e4 LT	113	/*
	114	* There are restrictions frequencies have to follow:
	115	* - only 1 entry in the low fid table ( <=1.4GHz )
	116	* - lowest entry in the high fid table must be >= 2 * the entry in the
	117	* low fid table
	118	* - lowest entry in the high fid table must be a <= 200MHz + 2 * the entry
	119	* in the low fid table
019a61b9 LM	120	* - the parts can only step at <= 200 MHz intervals, odd fid values are
019a61b9 LM	121	* supported in revision G and later revisions.
1da177e4 LT	122	* - lowest frequency must be >= interprocessor hypertransport link speed
	123	* (only applies to MP systems obviously)
	124	*/
	125
	126	/* fids (frequency identifiers) are arranged in 2 tables - lo and hi */
019a61b9	127	#define LO_FID_TABLE_TOP 7 /* fid values marking the boundary */
1da177e4 LT	128	#define HI_FID_TABLE_BOTTOM 8 /* between the low and high tables */
	129
	130	#define LO_VCOFREQ_TABLE_TOP 1400 /* corresponding vco frequency values */
	131	#define HI_VCOFREQ_TABLE_BOTTOM 1600
	132
	133	#define MIN_FREQ_RESOLUTION 200 /* fids jump by 2 matching freq jumps by 200 */
	134
	135	#define MAX_FID 0x2a /* Spec only gives FID values as far as 5 GHz */
841e40b3	136	#define LEAST_VID 0x3e /* Lowest (numerically highest) useful vid value */
1da177e4 LT	137
	138	#define MIN_FREQ 800 /* Min and max freqs, per spec */
	139	#define MAX_FREQ 5000
	140
019a61b9	141	#define INVALID_FID_MASK 0xffffffc0 /* not a valid fid if these bits are set */
841e40b3 DJ	142	#define INVALID_VID_MASK 0xffffffc0 /* not a valid vid if these bits are set */
	143
	144	#define VID_OFF 0x3f
1da177e4 LT	145
	146	#define STOP_GRANT_5NS 1 /* min poss memory access latency for voltage change */
	147
	148	#define PLL_LOCK_CONVERSION (1000/5) /* ms to ns, then divide by clock period */
	149
	150	#define MAXIMUM_VID_STEPS 1 /* Current cpus only allow a single step of 25mV */
	151	#define VST_UNITS_20US 20 /* Voltage Stabalization Time is in units of 20us */
	152
	153	/*
	154	* Most values of interest are enocoded in a single field of the _PSS
	155	* entries: the "control" value.
	156	*/
32ee8c3e	157
1da177e4 LT	158	#define IRT_SHIFT 30
1da177e4 LT	159	#define RVO_SHIFT 28
2bcad935	160	#define EXT_TYPE_SHIFT 27
1da177e4 LT	161	#define PLL_L_SHIFT 20
	162	#define MVS_SHIFT 18
	163	#define VST_SHIFT 11
	164	#define VID_SHIFT 6
	165	#define IRT_MASK 3
	166	#define RVO_MASK 3
2bcad935	167	#define EXT_TYPE_MASK 1
1da177e4 LT	168	#define PLL_L_MASK 0x7f
	169	#define MVS_MASK 3
	170	#define VST_MASK 0x7f
	171	#define VID_MASK 0x1f
6cad647d LM	172	#define FID_MASK 0x1f
	173	#define EXT_VID_MASK 0x3f
	174	#define EXT_FID_MASK 0x3f
1da177e4 LT	175
	176
	177	/*
	178	* Version 1.4 of the PSB table. This table is constructed by BIOS and is
	179	* to tell the OS's power management driver which VIDs and FIDs are
	180	* supported by this particular processor.
	181	* If the data in the PSB / PST is wrong, then this driver will program the
	182	* wrong values into hardware, which is very likely to lead to a crash.
	183	*/
	184
	185	#define PSB_ID_STRING "AMDK7PNOW!"
	186	#define PSB_ID_STRING_LEN 10
	187
	188	#define PSB_VERSION_1_4 0x14
	189
	190	struct psb_s {
	191	u8 signature[10];
	192	u8 tableversion;
	193	u8 flags1;
	194	u16 vstable;
	195	u8 flags2;
	196	u8 num_tables;
	197	u32 cpuid;
	198	u8 plllocktime;
	199	u8 maxfid;
	200	u8 maxvid;
	201	u8 numps;
	202	};
	203
	204	/* Pairs of fid/vid values are appended to the version 1.4 PSB table. */
	205	struct pst_s {
	206	u8 fid;
	207	u8 vid;
	208	};
	209
	210	#define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, "powernow-k8", msg)
	211
	212	static int core_voltage_pre_transition(struct powernow_k8_data *data, u32 reqvid);
	213	static int core_voltage_post_transition(struct powernow_k8_data *data, u32 reqvid);
	214	static int core_frequency_transition(struct powernow_k8_data *data, u32 reqfid);
	215
	216	static void powernow_k8_acpi_pst_values(struct powernow_k8_data *data, unsigned int index);
065b807c	217
b96e80e3	218	#ifdef CONFIG_X86_POWERNOW_K8_ACPI
1f729e06 DJ	219	static int fill_powernow_table_pstate(struct powernow_k8_data data, struct cpufreq_frequency_table powernow_table);
1f729e06 DJ	220	static int fill_powernow_table_fidvid(struct powernow_k8_data data, struct cpufreq_frequency_table powernow_table);
b96e80e3	221	#endif
1f729e06	222
065b807c DJ	223	#ifdef CONFIG_SMP
	224	static inline void define_siblings(int cpu, cpumask_t cpu_sharedcore_mask[])
	225	{
	226	}
	227	#else
	228	static inline void define_siblings(int cpu, cpumask_t cpu_sharedcore_mask[])
	229	{
	230	cpu_set(0, cpu_sharedcore_mask[0]);
	231	}
	232	#endif