]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - arch/powerpc/platforms/cell/cbe_cpufreq.c
[CELL] cbe_cpufreq: fix initialization
[mirror_ubuntu-bionic-kernel.git] / arch / powerpc / platforms / cell / cbe_cpufreq.c
CommitLineData
36ca4ba4
CK
1/*
2 * cpufreq driver for the cell processor
3 *
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
5 *
6 * Author: Christian Krafft <krafft@de.ibm.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
11 * any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 */
22
23#include <linux/cpufreq.h>
24#include <linux/timer.h>
25
26#include <asm/hw_irq.h>
27#include <asm/io.h>
4bd4aa19 28#include <asm/machdep.h>
36ca4ba4
CK
29#include <asm/processor.h>
30#include <asm/prom.h>
31#include <asm/time.h>
5050063c
CK
32#include <asm/pmi.h>
33#include <asm/of_platform.h>
36ca4ba4
CK
34
35#include "cbe_regs.h"
36
37static DEFINE_MUTEX(cbe_switch_mutex);
38
39
40/* the CBE supports an 8 step frequency scaling */
41static struct cpufreq_frequency_table cbe_freqs[] = {
42 {1, 0},
43 {2, 0},
44 {3, 0},
45 {4, 0},
46 {5, 0},
47 {6, 0},
48 {8, 0},
49 {10, 0},
50 {0, CPUFREQ_TABLE_END},
51};
52
53/* to write to MIC register */
54static u64 MIC_Slow_Fast_Timer_table[] = {
55 [0 ... 7] = 0x007fc00000000000ull,
56};
57
58/* more values for the MIC */
59static u64 MIC_Slow_Next_Timer_table[] = {
60 0x0000240000000000ull,
61 0x0000268000000000ull,
62 0x000029C000000000ull,
63 0x00002D0000000000ull,
64 0x0000300000000000ull,
65 0x0000334000000000ull,
66 0x000039C000000000ull,
67 0x00003FC000000000ull,
68};
69
1552cb92 70static unsigned int pmi_frequency_limit = 0;
813f9072 71
36ca4ba4
CK
72/*
73 * hardware specific functions
74 */
75
813f9072 76static bool cbe_cpufreq_has_pmi;
5050063c 77
ee5d1b7f 78#ifdef CONFIG_PPC_PMI
5050063c
CK
79static int set_pmode_pmi(int cpu, unsigned int pmode)
80{
81 int ret;
82 pmi_message_t pmi_msg;
83#ifdef DEBUG
a964b9be 84 long time;
5050063c
CK
85#endif
86
87 pmi_msg.type = PMI_TYPE_FREQ_CHANGE;
88 pmi_msg.data1 = cbe_cpu_to_node(cpu);
89 pmi_msg.data2 = pmode;
90
91#ifdef DEBUG
a964b9be 92 time = jiffies;
5050063c
CK
93#endif
94
813f9072 95 pmi_send_message(pmi_msg);
5050063c
CK
96 ret = pmi_msg.data2;
97
98 pr_debug("PMI returned slow mode %d\n", ret);
99
100#ifdef DEBUG
a964b9be
CK
101 time = jiffies - time; /* actual cycles (not cpu cycles!) */
102 time = jiffies_to_msecs(time);
103 pr_debug("had to wait %lu ms for a transition using PMI.\n", time);
5050063c
CK
104#endif
105 return ret;
106}
ee5d1b7f 107#endif
5050063c 108
36ca4ba4
CK
109static int get_pmode(int cpu)
110{
111 int ret;
112 struct cbe_pmd_regs __iomem *pmd_regs;
113
114 pmd_regs = cbe_get_cpu_pmd_regs(cpu);
115 ret = in_be64(&pmd_regs->pmsr) & 0x07;
116
117 return ret;
118}
119
5050063c 120static int set_pmode_reg(int cpu, unsigned int pmode)
36ca4ba4
CK
121{
122 struct cbe_pmd_regs __iomem *pmd_regs;
123 struct cbe_mic_tm_regs __iomem *mic_tm_regs;
124 u64 flags;
125 u64 value;
a964b9be
CK
126#ifdef DEBUG
127 long time;
128#endif
36ca4ba4
CK
129
130 local_irq_save(flags);
131
132 mic_tm_regs = cbe_get_cpu_mic_tm_regs(cpu);
133 pmd_regs = cbe_get_cpu_pmd_regs(cpu);
134
a964b9be
CK
135#ifdef DEBUG
136 time = jiffies;
137#endif
36ca4ba4
CK
138 out_be64(&mic_tm_regs->slow_fast_timer_0, MIC_Slow_Fast_Timer_table[pmode]);
139 out_be64(&mic_tm_regs->slow_fast_timer_1, MIC_Slow_Fast_Timer_table[pmode]);
140
141 out_be64(&mic_tm_regs->slow_next_timer_0, MIC_Slow_Next_Timer_table[pmode]);
142 out_be64(&mic_tm_regs->slow_next_timer_1, MIC_Slow_Next_Timer_table[pmode]);
143
144 value = in_be64(&pmd_regs->pmcr);
145 /* set bits to zero */
146 value &= 0xFFFFFFFFFFFFFFF8ull;
147 /* set bits to next pmode */
148 value |= pmode;
149
150 out_be64(&pmd_regs->pmcr, value);
151
a964b9be 152#ifdef DEBUG
36ca4ba4
CK
153 /* wait until new pmode appears in status register */
154 value = in_be64(&pmd_regs->pmsr) & 0x07;
155 while(value != pmode) {
156 cpu_relax();
157 value = in_be64(&pmd_regs->pmsr) & 0x07;
158 }
159
a964b9be
CK
160 time = jiffies - time;
161 time = jiffies_to_msecs(time);
162 pr_debug("had to wait %lu ms for a transition using " \
163 "the pervasive unit.\n", time);
164#endif
36ca4ba4
CK
165 local_irq_restore(flags);
166
167 return 0;
168}
169
813f9072
CK
170static int set_pmode(int cpu, unsigned int slow_mode)
171{
ee5d1b7f 172#ifdef CONFIG_PPC_PMI
813f9072 173 if (cbe_cpufreq_has_pmi)
5050063c 174 return set_pmode_pmi(cpu, slow_mode);
ee5d1b7f 175#endif
813f9072 176 return set_pmode_reg(cpu, slow_mode);
5050063c
CK
177}
178
813f9072 179static void cbe_cpufreq_handle_pmi(pmi_message_t pmi_msg)
5050063c 180{
5050063c
CK
181 u8 cpu;
182 u8 cbe_pmode_new;
183
4bd4aa19 184 BUG_ON(pmi_msg.type != PMI_TYPE_FREQ_CHANGE);
5050063c
CK
185
186 cpu = cbe_node_to_cpu(pmi_msg.data1);
187 cbe_pmode_new = pmi_msg.data2;
188
1552cb92 189 pmi_frequency_limit = cbe_freqs[cbe_pmode_new].frequency;
5050063c 190
1552cb92
TR
191 pr_debug("cbe_handle_pmi: max freq=%d\n", pmi_frequency_limit);
192}
193
194static int pmi_notifier(struct notifier_block *nb,
195 unsigned long event, void *data)
196{
197 struct cpufreq_policy *policy = data;
5050063c 198
e5ecc871
CK
199 if (pmi_frequency_limit)
200 cpufreq_verify_within_limits(policy, 0, pmi_frequency_limit);
1552cb92 201
1552cb92 202 return 0;
5050063c
CK
203}
204
1552cb92
TR
205static struct notifier_block pmi_notifier_block = {
206 .notifier_call = pmi_notifier,
207};
208
5050063c
CK
209static struct pmi_handler cbe_pmi_handler = {
210 .type = PMI_TYPE_FREQ_CHANGE,
211 .handle_pmi_message = cbe_cpufreq_handle_pmi,
212};
213
214
36ca4ba4
CK
215/*
216 * cpufreq functions
217 */
218
4bd4aa19 219static int cbe_cpufreq_cpu_init(struct cpufreq_policy *policy)
36ca4ba4 220{
9c1a2bae
SR
221 const u32 *max_freqp;
222 u32 max_freq;
36ca4ba4
CK
223 int i, cur_pmode;
224 struct device_node *cpu;
225
226 cpu = of_get_cpu_node(policy->cpu, NULL);
227
4bd4aa19 228 if (!cpu)
36ca4ba4
CK
229 return -ENODEV;
230
231 pr_debug("init cpufreq on CPU %d\n", policy->cpu);
232
9c1a2bae 233 max_freqp = of_get_property(cpu, "clock-frequency", NULL);
36ca4ba4 234
9c1a2bae 235 if (!max_freqp)
36ca4ba4
CK
236 return -EINVAL;
237
4bd4aa19 238 /* we need the freq in kHz */
9c1a2bae 239 max_freq = *max_freqp / 1000;
36ca4ba4 240
9c1a2bae 241 pr_debug("max clock-frequency is at %u kHz\n", max_freq);
36ca4ba4
CK
242 pr_debug("initializing frequency table\n");
243
4bd4aa19 244 /* initialize frequency table */
36ca4ba4 245 for (i=0; cbe_freqs[i].frequency!=CPUFREQ_TABLE_END; i++) {
9c1a2bae 246 cbe_freqs[i].frequency = max_freq / cbe_freqs[i].index;
36ca4ba4
CK
247 pr_debug("%d: %d\n", i, cbe_freqs[i].frequency);
248 }
249
250 policy->governor = CPUFREQ_DEFAULT_GOVERNOR;
251 /* if DEBUG is enabled set_pmode() measures the correct latency of a transition */
252 policy->cpuinfo.transition_latency = 25000;
253
254 cur_pmode = get_pmode(policy->cpu);
255 pr_debug("current pmode is at %d\n",cur_pmode);
256
257 policy->cur = cbe_freqs[cur_pmode].frequency;
258
259#ifdef CONFIG_SMP
260 policy->cpus = cpu_sibling_map[policy->cpu];
261#endif
262
4bd4aa19 263 cpufreq_frequency_table_get_attr(cbe_freqs, policy->cpu);
36ca4ba4 264
1552cb92 265
36ca4ba4 266 /* this ensures that policy->cpuinfo_min and policy->cpuinfo_max are set correctly */
4bd4aa19 267 return cpufreq_frequency_table_cpuinfo(policy, cbe_freqs);
36ca4ba4
CK
268}
269
270static int cbe_cpufreq_cpu_exit(struct cpufreq_policy *policy)
271{
272 cpufreq_frequency_table_put_attr(policy->cpu);
273 return 0;
274}
275
276static int cbe_cpufreq_verify(struct cpufreq_policy *policy)
277{
278 return cpufreq_frequency_table_verify(policy, cbe_freqs);
279}
280
281
282static int cbe_cpufreq_target(struct cpufreq_policy *policy, unsigned int target_freq,
283 unsigned int relation)
284{
285 int rc;
286 struct cpufreq_freqs freqs;
287 int cbe_pmode_new;
288
289 cpufreq_frequency_table_target(policy,
290 cbe_freqs,
291 target_freq,
292 relation,
293 &cbe_pmode_new);
294
295 freqs.old = policy->cur;
296 freqs.new = cbe_freqs[cbe_pmode_new].frequency;
297 freqs.cpu = policy->cpu;
298
4bd4aa19 299 mutex_lock(&cbe_switch_mutex);
36ca4ba4
CK
300 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
301
302 pr_debug("setting frequency for cpu %d to %d kHz, 1/%d of max frequency\n",
303 policy->cpu,
304 cbe_freqs[cbe_pmode_new].frequency,
305 cbe_freqs[cbe_pmode_new].index);
306
307 rc = set_pmode(policy->cpu, cbe_pmode_new);
308 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
309 mutex_unlock(&cbe_switch_mutex);
310
311 return rc;
312}
313
314static struct cpufreq_driver cbe_cpufreq_driver = {
315 .verify = cbe_cpufreq_verify,
316 .target = cbe_cpufreq_target,
317 .init = cbe_cpufreq_cpu_init,
318 .exit = cbe_cpufreq_cpu_exit,
319 .name = "cbe-cpufreq",
320 .owner = THIS_MODULE,
321 .flags = CPUFREQ_CONST_LOOPS,
322};
323
324/*
325 * module init and destoy
326 */
327
328static int __init cbe_cpufreq_init(void)
329{
4bd4aa19
OJ
330 if (!machine_is(cell))
331 return -ENODEV;
5050063c 332
813f9072 333 cbe_cpufreq_has_pmi = pmi_register_handler(&cbe_pmi_handler) == 0;
5050063c 334
e5ecc871
CK
335 if (cbe_cpufreq_has_pmi)
336 cpufreq_register_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);
337
36ca4ba4
CK
338 return cpufreq_register_driver(&cbe_cpufreq_driver);
339}
340
341static void __exit cbe_cpufreq_exit(void)
342{
343 cpufreq_unregister_driver(&cbe_cpufreq_driver);
813f9072 344
e5ecc871
CK
345 if (cbe_cpufreq_has_pmi) {
346 cpufreq_unregister_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER);
813f9072 347 pmi_unregister_handler(&cbe_pmi_handler);
e5ecc871 348 }
36ca4ba4
CK
349}
350
351module_init(cbe_cpufreq_init);
352module_exit(cbe_cpufreq_exit);
353
354MODULE_LICENSE("GPL");
355MODULE_AUTHOR("Christian Krafft <krafft@de.ibm.com>");