]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - kernel/time/clocksource.c
sysdev: Pass the attribute to the low level sysdev show/store function
[mirror_ubuntu-jammy-kernel.git] / kernel / time / clocksource.c
CommitLineData
734efb46
JS
1/*
2 * linux/kernel/time/clocksource.c
3 *
4 * This file contains the functions which manage clocksource drivers.
5 *
6 * Copyright (C) 2004, 2005 IBM, John Stultz (johnstul@us.ibm.com)
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 *
22 * TODO WishList:
23 * o Allow clocksource drivers to be unregistered
24 * o get rid of clocksource_jiffies extern
25 */
26
27#include <linux/clocksource.h>
28#include <linux/sysdev.h>
29#include <linux/init.h>
30#include <linux/module.h>
dc29a365 31#include <linux/sched.h> /* for spin_unlock_irq() using preempt_count() m68k */
79bf2bb3 32#include <linux/tick.h>
734efb46
JS
33
34/* XXX - Would like a better way for initializing curr_clocksource */
35extern struct clocksource clocksource_jiffies;
36
37/*[Clocksource internal variables]---------
38 * curr_clocksource:
39 * currently selected clocksource. Initialized to clocksource_jiffies.
40 * next_clocksource:
41 * pending next selected clocksource.
42 * clocksource_list:
43 * linked list with the registered clocksources
44 * clocksource_lock:
45 * protects manipulations to curr_clocksource and next_clocksource
46 * and the clocksource_list
47 * override_name:
48 * Name of the user-specified clocksource.
49 */
50static struct clocksource *curr_clocksource = &clocksource_jiffies;
51static struct clocksource *next_clocksource;
92c7e002 52static struct clocksource *clocksource_override;
734efb46
JS
53static LIST_HEAD(clocksource_list);
54static DEFINE_SPINLOCK(clocksource_lock);
55static char override_name[32];
56static int finished_booting;
57
6bb74df4 58/* clocksource_done_booting - Called near the end of core bootup
734efb46 59 *
6bb74df4
JS
60 * Hack to avoid lots of clocksource churn at boot time.
61 * We use fs_initcall because we want this to start before
62 * device_initcall but after subsys_initcall.
734efb46 63 */
ad596171 64static int __init clocksource_done_booting(void)
734efb46
JS
65{
66 finished_booting = 1;
67 return 0;
68}
6bb74df4 69fs_initcall(clocksource_done_booting);
734efb46 70
5d8b34fd
TG
71#ifdef CONFIG_CLOCKSOURCE_WATCHDOG
72static LIST_HEAD(watchdog_list);
73static struct clocksource *watchdog;
74static struct timer_list watchdog_timer;
75static DEFINE_SPINLOCK(watchdog_lock);
76static cycle_t watchdog_last;
8f89441b 77static unsigned long watchdog_resumed;
b52f52a0 78
5d8b34fd 79/*
35c35d1a 80 * Interval: 0.5sec Threshold: 0.0625s
5d8b34fd
TG
81 */
82#define WATCHDOG_INTERVAL (HZ >> 1)
35c35d1a 83#define WATCHDOG_THRESHOLD (NSEC_PER_SEC >> 4)
5d8b34fd
TG
84
85static void clocksource_ratewd(struct clocksource *cs, int64_t delta)
86{
35c35d1a 87 if (delta > -WATCHDOG_THRESHOLD && delta < WATCHDOG_THRESHOLD)
5d8b34fd
TG
88 return;
89
90 printk(KERN_WARNING "Clocksource %s unstable (delta = %Ld ns)\n",
91 cs->name, delta);
92 cs->flags &= ~(CLOCK_SOURCE_VALID_FOR_HRES | CLOCK_SOURCE_WATCHDOG);
93 clocksource_change_rating(cs, 0);
5d8b34fd
TG
94 list_del(&cs->wd_list);
95}
96
97static void clocksource_watchdog(unsigned long data)
98{
99 struct clocksource *cs, *tmp;
100 cycle_t csnow, wdnow;
101 int64_t wd_nsec, cs_nsec;
b52f52a0 102 int resumed;
5d8b34fd
TG
103
104 spin_lock(&watchdog_lock);
105
8f89441b 106 resumed = test_and_clear_bit(0, &watchdog_resumed);
b52f52a0 107
5d8b34fd
TG
108 wdnow = watchdog->read();
109 wd_nsec = cyc2ns(watchdog, (wdnow - watchdog_last) & watchdog->mask);
110 watchdog_last = wdnow;
111
112 list_for_each_entry_safe(cs, tmp, &watchdog_list, wd_list) {
113 csnow = cs->read();
b52f52a0
TG
114
115 if (unlikely(resumed)) {
116 cs->wd_last = csnow;
117 continue;
118 }
119
5d8b34fd
TG
120 /* Initialized ? */
121 if (!(cs->flags & CLOCK_SOURCE_WATCHDOG)) {
122 if ((cs->flags & CLOCK_SOURCE_IS_CONTINUOUS) &&
123 (watchdog->flags & CLOCK_SOURCE_IS_CONTINUOUS)) {
124 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
79bf2bb3
TG
125 /*
126 * We just marked the clocksource as
127 * highres-capable, notify the rest of the
128 * system as well so that we transition
129 * into high-res mode:
130 */
131 tick_clock_notify();
5d8b34fd
TG
132 }
133 cs->flags |= CLOCK_SOURCE_WATCHDOG;
134 cs->wd_last = csnow;
135 } else {
136 cs_nsec = cyc2ns(cs, (csnow - cs->wd_last) & cs->mask);
137 cs->wd_last = csnow;
138 /* Check the delta. Might remove from the list ! */
139 clocksource_ratewd(cs, cs_nsec - wd_nsec);
140 }
141 }
142
143 if (!list_empty(&watchdog_list)) {
6993fc5b
AK
144 /*
145 * Cycle through CPUs to check if the CPUs stay
146 * synchronized to each other.
147 */
148 int next_cpu = next_cpu(raw_smp_processor_id(), cpu_online_map);
149
150 if (next_cpu >= NR_CPUS)
151 next_cpu = first_cpu(cpu_online_map);
152 watchdog_timer.expires += WATCHDOG_INTERVAL;
153 add_timer_on(&watchdog_timer, next_cpu);
5d8b34fd
TG
154 }
155 spin_unlock(&watchdog_lock);
156}
b52f52a0
TG
157static void clocksource_resume_watchdog(void)
158{
8f89441b 159 set_bit(0, &watchdog_resumed);
b52f52a0
TG
160}
161
5d8b34fd
TG
162static void clocksource_check_watchdog(struct clocksource *cs)
163{
164 struct clocksource *cse;
165 unsigned long flags;
166
167 spin_lock_irqsave(&watchdog_lock, flags);
168 if (cs->flags & CLOCK_SOURCE_MUST_VERIFY) {
169 int started = !list_empty(&watchdog_list);
170
171 list_add(&cs->wd_list, &watchdog_list);
172 if (!started && watchdog) {
173 watchdog_last = watchdog->read();
174 watchdog_timer.expires = jiffies + WATCHDOG_INTERVAL;
6993fc5b
AK
175 add_timer_on(&watchdog_timer,
176 first_cpu(cpu_online_map));
5d8b34fd 177 }
948ac6d7
TG
178 } else {
179 if (cs->flags & CLOCK_SOURCE_IS_CONTINUOUS)
5d8b34fd
TG
180 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
181
182 if (!watchdog || cs->rating > watchdog->rating) {
183 if (watchdog)
184 del_timer(&watchdog_timer);
185 watchdog = cs;
898a19de 186 init_timer(&watchdog_timer);
5d8b34fd
TG
187 watchdog_timer.function = clocksource_watchdog;
188
189 /* Reset watchdog cycles */
190 list_for_each_entry(cse, &watchdog_list, wd_list)
191 cse->flags &= ~CLOCK_SOURCE_WATCHDOG;
192 /* Start if list is not empty */
193 if (!list_empty(&watchdog_list)) {
194 watchdog_last = watchdog->read();
195 watchdog_timer.expires =
196 jiffies + WATCHDOG_INTERVAL;
6993fc5b
AK
197 add_timer_on(&watchdog_timer,
198 first_cpu(cpu_online_map));
5d8b34fd
TG
199 }
200 }
201 }
202 spin_unlock_irqrestore(&watchdog_lock, flags);
203}
204#else
205static void clocksource_check_watchdog(struct clocksource *cs)
206{
207 if (cs->flags & CLOCK_SOURCE_IS_CONTINUOUS)
208 cs->flags |= CLOCK_SOURCE_VALID_FOR_HRES;
209}
b52f52a0
TG
210
211static inline void clocksource_resume_watchdog(void) { }
5d8b34fd
TG
212#endif
213
b52f52a0
TG
214/**
215 * clocksource_resume - resume the clocksource(s)
216 */
217void clocksource_resume(void)
218{
2e197586 219 struct clocksource *cs;
b52f52a0
TG
220 unsigned long flags;
221
222 spin_lock_irqsave(&clocksource_lock, flags);
223
2e197586 224 list_for_each_entry(cs, &clocksource_list, list) {
b52f52a0
TG
225 if (cs->resume)
226 cs->resume();
227 }
228
229 clocksource_resume_watchdog();
230
231 spin_unlock_irqrestore(&clocksource_lock, flags);
232}
233
7c3078b6
JW
234/**
235 * clocksource_touch_watchdog - Update watchdog
236 *
237 * Update the watchdog after exception contexts such as kgdb so as not
238 * to incorrectly trip the watchdog.
239 *
240 */
241void clocksource_touch_watchdog(void)
242{
243 clocksource_resume_watchdog();
244}
245
734efb46 246/**
a2752549 247 * clocksource_get_next - Returns the selected clocksource
734efb46
JS
248 *
249 */
a2752549 250struct clocksource *clocksource_get_next(void)
734efb46
JS
251{
252 unsigned long flags;
253
254 spin_lock_irqsave(&clocksource_lock, flags);
255 if (next_clocksource && finished_booting) {
256 curr_clocksource = next_clocksource;
257 next_clocksource = NULL;
258 }
259 spin_unlock_irqrestore(&clocksource_lock, flags);
260
261 return curr_clocksource;
262}
263
264/**
92c7e002 265 * select_clocksource - Selects the best registered clocksource.
734efb46
JS
266 *
267 * Private function. Must hold clocksource_lock when called.
268 *
92c7e002
TG
269 * Select the clocksource with the best rating, or the clocksource,
270 * which is selected by userspace override.
734efb46
JS
271 */
272static struct clocksource *select_clocksource(void)
273{
5d8b34fd
TG
274 struct clocksource *next;
275
92c7e002
TG
276 if (list_empty(&clocksource_list))
277 return NULL;
734efb46 278
92c7e002 279 if (clocksource_override)
5d8b34fd
TG
280 next = clocksource_override;
281 else
282 next = list_entry(clocksource_list.next, struct clocksource,
283 list);
734efb46 284
5d8b34fd
TG
285 if (next == curr_clocksource)
286 return NULL;
287
288 return next;
734efb46
JS
289}
290
92c7e002
TG
291/*
292 * Enqueue the clocksource sorted by rating
734efb46 293 */
92c7e002 294static int clocksource_enqueue(struct clocksource *c)
734efb46 295{
92c7e002 296 struct list_head *tmp, *entry = &clocksource_list;
734efb46
JS
297
298 list_for_each(tmp, &clocksource_list) {
92c7e002
TG
299 struct clocksource *cs;
300
301 cs = list_entry(tmp, struct clocksource, list);
302 if (cs == c)
303 return -EBUSY;
304 /* Keep track of the place, where to insert */
305 if (cs->rating >= c->rating)
306 entry = tmp;
734efb46 307 }
92c7e002
TG
308 list_add(&c->list, entry);
309
310 if (strlen(c->name) == strlen(override_name) &&
311 !strcmp(c->name, override_name))
312 clocksource_override = c;
734efb46
JS
313
314 return 0;
315}
316
317/**
a2752549 318 * clocksource_register - Used to install new clocksources
734efb46
JS
319 * @t: clocksource to be registered
320 *
321 * Returns -EBUSY if registration fails, zero otherwise.
322 */
a2752549 323int clocksource_register(struct clocksource *c)
734efb46 324{
734efb46 325 unsigned long flags;
5d8b34fd 326 int ret;
734efb46
JS
327
328 spin_lock_irqsave(&clocksource_lock, flags);
92c7e002
TG
329 ret = clocksource_enqueue(c);
330 if (!ret)
734efb46 331 next_clocksource = select_clocksource();
734efb46 332 spin_unlock_irqrestore(&clocksource_lock, flags);
5d8b34fd
TG
333 if (!ret)
334 clocksource_check_watchdog(c);
734efb46
JS
335 return ret;
336}
a2752549 337EXPORT_SYMBOL(clocksource_register);
734efb46
JS
338
339/**
92c7e002 340 * clocksource_change_rating - Change the rating of a registered clocksource
734efb46 341 *
734efb46 342 */
92c7e002 343void clocksource_change_rating(struct clocksource *cs, int rating)
734efb46
JS
344{
345 unsigned long flags;
346
347 spin_lock_irqsave(&clocksource_lock, flags);
92c7e002 348 list_del(&cs->list);
5d8b34fd 349 cs->rating = rating;
92c7e002 350 clocksource_enqueue(cs);
734efb46
JS
351 next_clocksource = select_clocksource();
352 spin_unlock_irqrestore(&clocksource_lock, flags);
353}
354
4713e22c
TG
355/**
356 * clocksource_unregister - remove a registered clocksource
357 */
358void clocksource_unregister(struct clocksource *cs)
359{
360 unsigned long flags;
361
362 spin_lock_irqsave(&clocksource_lock, flags);
363 list_del(&cs->list);
364 if (clocksource_override == cs)
365 clocksource_override = NULL;
366 next_clocksource = select_clocksource();
367 spin_unlock_irqrestore(&clocksource_lock, flags);
368}
369
2b013700 370#ifdef CONFIG_SYSFS
734efb46
JS
371/**
372 * sysfs_show_current_clocksources - sysfs interface for current clocksource
373 * @dev: unused
374 * @buf: char buffer to be filled with clocksource list
375 *
376 * Provides sysfs interface for listing current clocksource.
377 */
378static ssize_t
4a0b2b4d
AK
379sysfs_show_current_clocksources(struct sys_device *dev,
380 struct sysdev_attribute *attr, char *buf)
734efb46 381{
5e2cb101 382 ssize_t count = 0;
734efb46
JS
383
384 spin_lock_irq(&clocksource_lock);
5e2cb101 385 count = snprintf(buf, PAGE_SIZE, "%s\n", curr_clocksource->name);
734efb46
JS
386 spin_unlock_irq(&clocksource_lock);
387
5e2cb101 388 return count;
734efb46
JS
389}
390
391/**
392 * sysfs_override_clocksource - interface for manually overriding clocksource
393 * @dev: unused
394 * @buf: name of override clocksource
395 * @count: length of buffer
396 *
397 * Takes input from sysfs interface for manually overriding the default
398 * clocksource selction.
399 */
400static ssize_t sysfs_override_clocksource(struct sys_device *dev,
4a0b2b4d 401 struct sysdev_attribute *attr,
734efb46
JS
402 const char *buf, size_t count)
403{
92c7e002 404 struct clocksource *ovr = NULL;
734efb46 405 size_t ret = count;
92c7e002
TG
406 int len;
407
734efb46
JS
408 /* strings from sysfs write are not 0 terminated! */
409 if (count >= sizeof(override_name))
410 return -EINVAL;
411
412 /* strip of \n: */
413 if (buf[count-1] == '\n')
414 count--;
734efb46
JS
415
416 spin_lock_irq(&clocksource_lock);
417
92c7e002
TG
418 if (count > 0)
419 memcpy(override_name, buf, count);
734efb46
JS
420 override_name[count] = 0;
421
92c7e002
TG
422 len = strlen(override_name);
423 if (len) {
2e197586
MK
424 struct clocksource *cs;
425
92c7e002
TG
426 ovr = clocksource_override;
427 /* try to select it: */
2e197586 428 list_for_each_entry(cs, &clocksource_list, list) {
92c7e002
TG
429 if (strlen(cs->name) == len &&
430 !strcmp(cs->name, override_name))
431 ovr = cs;
432 }
433 }
434
435 /* Reselect, when the override name has changed */
436 if (ovr != clocksource_override) {
437 clocksource_override = ovr;
438 next_clocksource = select_clocksource();
439 }
734efb46
JS
440
441 spin_unlock_irq(&clocksource_lock);
442
443 return ret;
444}
445
446/**
447 * sysfs_show_available_clocksources - sysfs interface for listing clocksource
448 * @dev: unused
449 * @buf: char buffer to be filled with clocksource list
450 *
451 * Provides sysfs interface for listing registered clocksources
452 */
453static ssize_t
4a0b2b4d
AK
454sysfs_show_available_clocksources(struct sys_device *dev,
455 struct sysdev_attribute *attr,
456 char *buf)
734efb46 457{
2e197586 458 struct clocksource *src;
5e2cb101 459 ssize_t count = 0;
734efb46
JS
460
461 spin_lock_irq(&clocksource_lock);
2e197586 462 list_for_each_entry(src, &clocksource_list, list) {
5e2cb101
MX
463 count += snprintf(buf + count,
464 max((ssize_t)PAGE_SIZE - count, (ssize_t)0),
465 "%s ", src->name);
734efb46
JS
466 }
467 spin_unlock_irq(&clocksource_lock);
468
5e2cb101
MX
469 count += snprintf(buf + count,
470 max((ssize_t)PAGE_SIZE - count, (ssize_t)0), "\n");
734efb46 471
5e2cb101 472 return count;
734efb46
JS
473}
474
475/*
476 * Sysfs setup bits:
477 */
4f95f81a 478static SYSDEV_ATTR(current_clocksource, 0644, sysfs_show_current_clocksources,
f5f1a24a 479 sysfs_override_clocksource);
734efb46 480
4f95f81a 481static SYSDEV_ATTR(available_clocksource, 0444,
f5f1a24a 482 sysfs_show_available_clocksources, NULL);
734efb46
JS
483
484static struct sysdev_class clocksource_sysclass = {
af5ca3f4 485 .name = "clocksource",
734efb46
JS
486};
487
488static struct sys_device device_clocksource = {
489 .id = 0,
490 .cls = &clocksource_sysclass,
491};
492
ad596171 493static int __init init_clocksource_sysfs(void)
734efb46
JS
494{
495 int error = sysdev_class_register(&clocksource_sysclass);
496
497 if (!error)
498 error = sysdev_register(&device_clocksource);
499 if (!error)
500 error = sysdev_create_file(
501 &device_clocksource,
502 &attr_current_clocksource);
503 if (!error)
504 error = sysdev_create_file(
505 &device_clocksource,
506 &attr_available_clocksource);
507 return error;
508}
509
510device_initcall(init_clocksource_sysfs);
2b013700 511#endif /* CONFIG_SYSFS */
734efb46
JS
512
513/**
514 * boot_override_clocksource - boot clock override
515 * @str: override name
516 *
517 * Takes a clocksource= boot argument and uses it
518 * as the clocksource override name.
519 */
520static int __init boot_override_clocksource(char* str)
521{
522 unsigned long flags;
523 spin_lock_irqsave(&clocksource_lock, flags);
524 if (str)
525 strlcpy(override_name, str, sizeof(override_name));
526 spin_unlock_irqrestore(&clocksource_lock, flags);
527 return 1;
528}
529
530__setup("clocksource=", boot_override_clocksource);
531
532/**
533 * boot_override_clock - Compatibility layer for deprecated boot option
534 * @str: override name
535 *
536 * DEPRECATED! Takes a clock= boot argument and uses it
537 * as the clocksource override name
538 */
539static int __init boot_override_clock(char* str)
540{
5d0cf410
JS
541 if (!strcmp(str, "pmtmr")) {
542 printk("Warning: clock=pmtmr is deprecated. "
543 "Use clocksource=acpi_pm.\n");
544 return boot_override_clocksource("acpi_pm");
545 }
546 printk("Warning! clock= boot option is deprecated. "
547 "Use clocksource=xyz\n");
734efb46
JS
548 return boot_override_clocksource(str);
549}
550
551__setup("clock=", boot_override_clock);