]>
Commit | Line | Data |
---|---|---|
36ca4ba4 CK |
1 | /* |
2 | * cpufreq driver for the cell processor | |
3 | * | |
4 | * (C) Copyright IBM Deutschland Entwicklung GmbH 2005 | |
5 | * | |
6 | * Author: Christian Krafft <krafft@de.ibm.com> | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify | |
9 | * it under the terms of the GNU General Public License as published by | |
10 | * the Free Software Foundation; either version 2, or (at your option) | |
11 | * any later version. | |
12 | * | |
13 | * This program is distributed in the hope that it will be useful, | |
14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
16 | * GNU General Public License for more details. | |
17 | * | |
18 | * You should have received a copy of the GNU General Public License | |
19 | * along with this program; if not, write to the Free Software | |
20 | * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. | |
21 | */ | |
22 | ||
23 | #include <linux/cpufreq.h> | |
24 | #include <linux/timer.h> | |
25 | ||
26 | #include <asm/hw_irq.h> | |
27 | #include <asm/io.h> | |
4bd4aa19 | 28 | #include <asm/machdep.h> |
36ca4ba4 CK |
29 | #include <asm/processor.h> |
30 | #include <asm/prom.h> | |
31 | #include <asm/time.h> | |
5050063c CK |
32 | #include <asm/pmi.h> |
33 | #include <asm/of_platform.h> | |
36ca4ba4 CK |
34 | |
35 | #include "cbe_regs.h" | |
36 | ||
37 | static DEFINE_MUTEX(cbe_switch_mutex); | |
38 | ||
39 | ||
40 | /* the CBE supports an 8 step frequency scaling */ | |
41 | static struct cpufreq_frequency_table cbe_freqs[] = { | |
42 | {1, 0}, | |
43 | {2, 0}, | |
44 | {3, 0}, | |
45 | {4, 0}, | |
46 | {5, 0}, | |
47 | {6, 0}, | |
48 | {8, 0}, | |
49 | {10, 0}, | |
50 | {0, CPUFREQ_TABLE_END}, | |
51 | }; | |
52 | ||
53 | /* to write to MIC register */ | |
54 | static u64 MIC_Slow_Fast_Timer_table[] = { | |
55 | [0 ... 7] = 0x007fc00000000000ull, | |
56 | }; | |
57 | ||
58 | /* more values for the MIC */ | |
59 | static u64 MIC_Slow_Next_Timer_table[] = { | |
60 | 0x0000240000000000ull, | |
61 | 0x0000268000000000ull, | |
62 | 0x000029C000000000ull, | |
63 | 0x00002D0000000000ull, | |
64 | 0x0000300000000000ull, | |
65 | 0x0000334000000000ull, | |
66 | 0x000039C000000000ull, | |
67 | 0x00003FC000000000ull, | |
68 | }; | |
69 | ||
1552cb92 | 70 | static unsigned int pmi_frequency_limit = 0; |
813f9072 | 71 | |
36ca4ba4 CK |
72 | /* |
73 | * hardware specific functions | |
74 | */ | |
75 | ||
813f9072 | 76 | static bool cbe_cpufreq_has_pmi; |
5050063c | 77 | |
ee5d1b7f | 78 | #ifdef CONFIG_PPC_PMI |
5050063c CK |
79 | static int set_pmode_pmi(int cpu, unsigned int pmode) |
80 | { | |
81 | int ret; | |
82 | pmi_message_t pmi_msg; | |
83 | #ifdef DEBUG | |
a964b9be | 84 | long time; |
5050063c CK |
85 | #endif |
86 | ||
87 | pmi_msg.type = PMI_TYPE_FREQ_CHANGE; | |
88 | pmi_msg.data1 = cbe_cpu_to_node(cpu); | |
89 | pmi_msg.data2 = pmode; | |
90 | ||
91 | #ifdef DEBUG | |
a964b9be | 92 | time = jiffies; |
5050063c CK |
93 | #endif |
94 | ||
813f9072 | 95 | pmi_send_message(pmi_msg); |
5050063c CK |
96 | ret = pmi_msg.data2; |
97 | ||
98 | pr_debug("PMI returned slow mode %d\n", ret); | |
99 | ||
100 | #ifdef DEBUG | |
a964b9be CK |
101 | time = jiffies - time; /* actual cycles (not cpu cycles!) */ |
102 | time = jiffies_to_msecs(time); | |
103 | pr_debug("had to wait %lu ms for a transition using PMI.\n", time); | |
5050063c CK |
104 | #endif |
105 | return ret; | |
106 | } | |
ee5d1b7f | 107 | #endif |
5050063c | 108 | |
36ca4ba4 CK |
109 | static int get_pmode(int cpu) |
110 | { | |
111 | int ret; | |
112 | struct cbe_pmd_regs __iomem *pmd_regs; | |
113 | ||
114 | pmd_regs = cbe_get_cpu_pmd_regs(cpu); | |
115 | ret = in_be64(&pmd_regs->pmsr) & 0x07; | |
116 | ||
117 | return ret; | |
118 | } | |
119 | ||
5050063c | 120 | static int set_pmode_reg(int cpu, unsigned int pmode) |
36ca4ba4 CK |
121 | { |
122 | struct cbe_pmd_regs __iomem *pmd_regs; | |
123 | struct cbe_mic_tm_regs __iomem *mic_tm_regs; | |
124 | u64 flags; | |
125 | u64 value; | |
a964b9be CK |
126 | #ifdef DEBUG |
127 | long time; | |
128 | #endif | |
36ca4ba4 CK |
129 | |
130 | local_irq_save(flags); | |
131 | ||
132 | mic_tm_regs = cbe_get_cpu_mic_tm_regs(cpu); | |
133 | pmd_regs = cbe_get_cpu_pmd_regs(cpu); | |
134 | ||
a964b9be CK |
135 | #ifdef DEBUG |
136 | time = jiffies; | |
137 | #endif | |
36ca4ba4 CK |
138 | out_be64(&mic_tm_regs->slow_fast_timer_0, MIC_Slow_Fast_Timer_table[pmode]); |
139 | out_be64(&mic_tm_regs->slow_fast_timer_1, MIC_Slow_Fast_Timer_table[pmode]); | |
140 | ||
141 | out_be64(&mic_tm_regs->slow_next_timer_0, MIC_Slow_Next_Timer_table[pmode]); | |
142 | out_be64(&mic_tm_regs->slow_next_timer_1, MIC_Slow_Next_Timer_table[pmode]); | |
143 | ||
144 | value = in_be64(&pmd_regs->pmcr); | |
145 | /* set bits to zero */ | |
146 | value &= 0xFFFFFFFFFFFFFFF8ull; | |
147 | /* set bits to next pmode */ | |
148 | value |= pmode; | |
149 | ||
150 | out_be64(&pmd_regs->pmcr, value); | |
151 | ||
a964b9be | 152 | #ifdef DEBUG |
36ca4ba4 CK |
153 | /* wait until new pmode appears in status register */ |
154 | value = in_be64(&pmd_regs->pmsr) & 0x07; | |
155 | while(value != pmode) { | |
156 | cpu_relax(); | |
157 | value = in_be64(&pmd_regs->pmsr) & 0x07; | |
158 | } | |
159 | ||
a964b9be CK |
160 | time = jiffies - time; |
161 | time = jiffies_to_msecs(time); | |
162 | pr_debug("had to wait %lu ms for a transition using " \ | |
163 | "the pervasive unit.\n", time); | |
164 | #endif | |
36ca4ba4 CK |
165 | local_irq_restore(flags); |
166 | ||
167 | return 0; | |
168 | } | |
169 | ||
813f9072 CK |
170 | static int set_pmode(int cpu, unsigned int slow_mode) |
171 | { | |
ee5d1b7f | 172 | #ifdef CONFIG_PPC_PMI |
813f9072 | 173 | if (cbe_cpufreq_has_pmi) |
5050063c | 174 | return set_pmode_pmi(cpu, slow_mode); |
ee5d1b7f | 175 | #endif |
813f9072 | 176 | return set_pmode_reg(cpu, slow_mode); |
5050063c CK |
177 | } |
178 | ||
813f9072 | 179 | static void cbe_cpufreq_handle_pmi(pmi_message_t pmi_msg) |
5050063c | 180 | { |
5050063c CK |
181 | u8 cpu; |
182 | u8 cbe_pmode_new; | |
183 | ||
4bd4aa19 | 184 | BUG_ON(pmi_msg.type != PMI_TYPE_FREQ_CHANGE); |
5050063c CK |
185 | |
186 | cpu = cbe_node_to_cpu(pmi_msg.data1); | |
187 | cbe_pmode_new = pmi_msg.data2; | |
188 | ||
1552cb92 | 189 | pmi_frequency_limit = cbe_freqs[cbe_pmode_new].frequency; |
5050063c | 190 | |
1552cb92 TR |
191 | pr_debug("cbe_handle_pmi: max freq=%d\n", pmi_frequency_limit); |
192 | } | |
193 | ||
194 | static int pmi_notifier(struct notifier_block *nb, | |
195 | unsigned long event, void *data) | |
196 | { | |
197 | struct cpufreq_policy *policy = data; | |
5050063c | 198 | |
e5ecc871 CK |
199 | if (pmi_frequency_limit) |
200 | cpufreq_verify_within_limits(policy, 0, pmi_frequency_limit); | |
1552cb92 | 201 | |
1552cb92 | 202 | return 0; |
5050063c CK |
203 | } |
204 | ||
1552cb92 TR |
205 | static struct notifier_block pmi_notifier_block = { |
206 | .notifier_call = pmi_notifier, | |
207 | }; | |
208 | ||
5050063c CK |
209 | static struct pmi_handler cbe_pmi_handler = { |
210 | .type = PMI_TYPE_FREQ_CHANGE, | |
211 | .handle_pmi_message = cbe_cpufreq_handle_pmi, | |
212 | }; | |
213 | ||
214 | ||
36ca4ba4 CK |
215 | /* |
216 | * cpufreq functions | |
217 | */ | |
218 | ||
4bd4aa19 | 219 | static int cbe_cpufreq_cpu_init(struct cpufreq_policy *policy) |
36ca4ba4 | 220 | { |
9c1a2bae SR |
221 | const u32 *max_freqp; |
222 | u32 max_freq; | |
36ca4ba4 CK |
223 | int i, cur_pmode; |
224 | struct device_node *cpu; | |
225 | ||
226 | cpu = of_get_cpu_node(policy->cpu, NULL); | |
227 | ||
4bd4aa19 | 228 | if (!cpu) |
36ca4ba4 CK |
229 | return -ENODEV; |
230 | ||
231 | pr_debug("init cpufreq on CPU %d\n", policy->cpu); | |
232 | ||
9c1a2bae | 233 | max_freqp = of_get_property(cpu, "clock-frequency", NULL); |
36ca4ba4 | 234 | |
9c1a2bae | 235 | if (!max_freqp) |
36ca4ba4 CK |
236 | return -EINVAL; |
237 | ||
4bd4aa19 | 238 | /* we need the freq in kHz */ |
9c1a2bae | 239 | max_freq = *max_freqp / 1000; |
36ca4ba4 | 240 | |
9c1a2bae | 241 | pr_debug("max clock-frequency is at %u kHz\n", max_freq); |
36ca4ba4 CK |
242 | pr_debug("initializing frequency table\n"); |
243 | ||
4bd4aa19 | 244 | /* initialize frequency table */ |
36ca4ba4 | 245 | for (i=0; cbe_freqs[i].frequency!=CPUFREQ_TABLE_END; i++) { |
9c1a2bae | 246 | cbe_freqs[i].frequency = max_freq / cbe_freqs[i].index; |
36ca4ba4 CK |
247 | pr_debug("%d: %d\n", i, cbe_freqs[i].frequency); |
248 | } | |
249 | ||
250 | policy->governor = CPUFREQ_DEFAULT_GOVERNOR; | |
251 | /* if DEBUG is enabled set_pmode() measures the correct latency of a transition */ | |
252 | policy->cpuinfo.transition_latency = 25000; | |
253 | ||
254 | cur_pmode = get_pmode(policy->cpu); | |
255 | pr_debug("current pmode is at %d\n",cur_pmode); | |
256 | ||
257 | policy->cur = cbe_freqs[cur_pmode].frequency; | |
258 | ||
259 | #ifdef CONFIG_SMP | |
260 | policy->cpus = cpu_sibling_map[policy->cpu]; | |
261 | #endif | |
262 | ||
4bd4aa19 | 263 | cpufreq_frequency_table_get_attr(cbe_freqs, policy->cpu); |
36ca4ba4 | 264 | |
1552cb92 | 265 | |
36ca4ba4 | 266 | /* this ensures that policy->cpuinfo_min and policy->cpuinfo_max are set correctly */ |
4bd4aa19 | 267 | return cpufreq_frequency_table_cpuinfo(policy, cbe_freqs); |
36ca4ba4 CK |
268 | } |
269 | ||
270 | static int cbe_cpufreq_cpu_exit(struct cpufreq_policy *policy) | |
271 | { | |
272 | cpufreq_frequency_table_put_attr(policy->cpu); | |
273 | return 0; | |
274 | } | |
275 | ||
276 | static int cbe_cpufreq_verify(struct cpufreq_policy *policy) | |
277 | { | |
278 | return cpufreq_frequency_table_verify(policy, cbe_freqs); | |
279 | } | |
280 | ||
281 | ||
282 | static int cbe_cpufreq_target(struct cpufreq_policy *policy, unsigned int target_freq, | |
283 | unsigned int relation) | |
284 | { | |
285 | int rc; | |
286 | struct cpufreq_freqs freqs; | |
287 | int cbe_pmode_new; | |
288 | ||
289 | cpufreq_frequency_table_target(policy, | |
290 | cbe_freqs, | |
291 | target_freq, | |
292 | relation, | |
293 | &cbe_pmode_new); | |
294 | ||
295 | freqs.old = policy->cur; | |
296 | freqs.new = cbe_freqs[cbe_pmode_new].frequency; | |
297 | freqs.cpu = policy->cpu; | |
298 | ||
4bd4aa19 | 299 | mutex_lock(&cbe_switch_mutex); |
36ca4ba4 CK |
300 | cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE); |
301 | ||
302 | pr_debug("setting frequency for cpu %d to %d kHz, 1/%d of max frequency\n", | |
303 | policy->cpu, | |
304 | cbe_freqs[cbe_pmode_new].frequency, | |
305 | cbe_freqs[cbe_pmode_new].index); | |
306 | ||
307 | rc = set_pmode(policy->cpu, cbe_pmode_new); | |
308 | cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE); | |
309 | mutex_unlock(&cbe_switch_mutex); | |
310 | ||
311 | return rc; | |
312 | } | |
313 | ||
314 | static struct cpufreq_driver cbe_cpufreq_driver = { | |
315 | .verify = cbe_cpufreq_verify, | |
316 | .target = cbe_cpufreq_target, | |
317 | .init = cbe_cpufreq_cpu_init, | |
318 | .exit = cbe_cpufreq_cpu_exit, | |
319 | .name = "cbe-cpufreq", | |
320 | .owner = THIS_MODULE, | |
321 | .flags = CPUFREQ_CONST_LOOPS, | |
322 | }; | |
323 | ||
324 | /* | |
325 | * module init and destoy | |
326 | */ | |
327 | ||
328 | static int __init cbe_cpufreq_init(void) | |
329 | { | |
4bd4aa19 OJ |
330 | if (!machine_is(cell)) |
331 | return -ENODEV; | |
5050063c | 332 | |
813f9072 | 333 | cbe_cpufreq_has_pmi = pmi_register_handler(&cbe_pmi_handler) == 0; |
5050063c | 334 | |
e5ecc871 CK |
335 | if (cbe_cpufreq_has_pmi) |
336 | cpufreq_register_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER); | |
337 | ||
36ca4ba4 CK |
338 | return cpufreq_register_driver(&cbe_cpufreq_driver); |
339 | } | |
340 | ||
341 | static void __exit cbe_cpufreq_exit(void) | |
342 | { | |
343 | cpufreq_unregister_driver(&cbe_cpufreq_driver); | |
813f9072 | 344 | |
e5ecc871 CK |
345 | if (cbe_cpufreq_has_pmi) { |
346 | cpufreq_unregister_notifier(&pmi_notifier_block, CPUFREQ_POLICY_NOTIFIER); | |
813f9072 | 347 | pmi_unregister_handler(&cbe_pmi_handler); |
e5ecc871 | 348 | } |
36ca4ba4 CK |
349 | } |
350 | ||
351 | module_init(cbe_cpufreq_init); | |
352 | module_exit(cbe_cpufreq_exit); | |
353 | ||
354 | MODULE_LICENSE("GPL"); | |
355 | MODULE_AUTHOR("Christian Krafft <krafft@de.ibm.com>"); |