2 * drivers/base/power/wakeup.c - System wakeup events framework
4 * Copyright (c) 2010 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc.
6 * This file is released under the GPLv2.
9 #include <linux/device.h>
10 #include <linux/slab.h>
11 #include <linux/sched/signal.h>
12 #include <linux/capability.h>
13 #include <linux/export.h>
14 #include <linux/suspend.h>
15 #include <linux/seq_file.h>
16 #include <linux/debugfs.h>
17 #include <linux/pm_wakeirq.h>
18 #include <trace/events/power.h>
23 * If set, the suspend/hibernate code will abort transitions to a sleep state
24 * if wakeup events are registered during or immediately before the transition.
26 bool events_check_enabled __read_mostly
;
28 /* First wakeup IRQ seen by the kernel in the last cycle. */
29 unsigned int pm_wakeup_irq __read_mostly
;
31 /* If greater than 0 and the system is suspending, terminate the suspend. */
32 static atomic_t pm_abort_suspend __read_mostly
;
35 * Combined counters of registered wakeup events and wakeup events in progress.
36 * They need to be modified together atomically, so it's better to use one
37 * atomic variable to hold them both.
39 static atomic_t combined_event_count
= ATOMIC_INIT(0);
41 #define IN_PROGRESS_BITS (sizeof(int) * 4)
42 #define MAX_IN_PROGRESS ((1 << IN_PROGRESS_BITS) - 1)
44 static void split_counters(unsigned int *cnt
, unsigned int *inpr
)
46 unsigned int comb
= atomic_read(&combined_event_count
);
48 *cnt
= (comb
>> IN_PROGRESS_BITS
);
49 *inpr
= comb
& MAX_IN_PROGRESS
;
52 /* A preserved old value of the events counter. */
53 static unsigned int saved_count
;
55 static DEFINE_SPINLOCK(events_lock
);
57 static void pm_wakeup_timer_fn(unsigned long data
);
59 static LIST_HEAD(wakeup_sources
);
61 static DECLARE_WAIT_QUEUE_HEAD(wakeup_count_wait_queue
);
63 DEFINE_STATIC_SRCU(wakeup_srcu
);
65 static struct wakeup_source deleted_ws
= {
67 .lock
= __SPIN_LOCK_UNLOCKED(deleted_ws
.lock
),
71 * wakeup_source_prepare - Prepare a new wakeup source for initialization.
72 * @ws: Wakeup source to prepare.
73 * @name: Pointer to the name of the new wakeup source.
75 * Callers must ensure that the @name string won't be freed when @ws is still in
78 void wakeup_source_prepare(struct wakeup_source
*ws
, const char *name
)
81 memset(ws
, 0, sizeof(*ws
));
85 EXPORT_SYMBOL_GPL(wakeup_source_prepare
);
88 * wakeup_source_create - Create a struct wakeup_source object.
89 * @name: Name of the new wakeup source.
91 struct wakeup_source
*wakeup_source_create(const char *name
)
93 struct wakeup_source
*ws
;
95 ws
= kmalloc(sizeof(*ws
), GFP_KERNEL
);
99 wakeup_source_prepare(ws
, name
? kstrdup_const(name
, GFP_KERNEL
) : NULL
);
102 EXPORT_SYMBOL_GPL(wakeup_source_create
);
105 * wakeup_source_drop - Prepare a struct wakeup_source object for destruction.
106 * @ws: Wakeup source to prepare for destruction.
108 * Callers must ensure that __pm_stay_awake() or __pm_wakeup_event() will never
109 * be run in parallel with this function for the same wakeup source object.
111 void wakeup_source_drop(struct wakeup_source
*ws
)
116 del_timer_sync(&ws
->timer
);
119 EXPORT_SYMBOL_GPL(wakeup_source_drop
);
122 * Record wakeup_source statistics being deleted into a dummy wakeup_source.
124 static void wakeup_source_record(struct wakeup_source
*ws
)
128 spin_lock_irqsave(&deleted_ws
.lock
, flags
);
130 if (ws
->event_count
) {
131 deleted_ws
.total_time
=
132 ktime_add(deleted_ws
.total_time
, ws
->total_time
);
133 deleted_ws
.prevent_sleep_time
=
134 ktime_add(deleted_ws
.prevent_sleep_time
,
135 ws
->prevent_sleep_time
);
136 deleted_ws
.max_time
=
137 ktime_compare(deleted_ws
.max_time
, ws
->max_time
) > 0 ?
138 deleted_ws
.max_time
: ws
->max_time
;
139 deleted_ws
.event_count
+= ws
->event_count
;
140 deleted_ws
.active_count
+= ws
->active_count
;
141 deleted_ws
.relax_count
+= ws
->relax_count
;
142 deleted_ws
.expire_count
+= ws
->expire_count
;
143 deleted_ws
.wakeup_count
+= ws
->wakeup_count
;
146 spin_unlock_irqrestore(&deleted_ws
.lock
, flags
);
150 * wakeup_source_destroy - Destroy a struct wakeup_source object.
151 * @ws: Wakeup source to destroy.
153 * Use only for wakeup source objects created with wakeup_source_create().
155 void wakeup_source_destroy(struct wakeup_source
*ws
)
160 wakeup_source_drop(ws
);
161 wakeup_source_record(ws
);
162 kfree_const(ws
->name
);
165 EXPORT_SYMBOL_GPL(wakeup_source_destroy
);
168 * wakeup_source_add - Add given object to the list of wakeup sources.
169 * @ws: Wakeup source object to add to the list.
171 void wakeup_source_add(struct wakeup_source
*ws
)
178 spin_lock_init(&ws
->lock
);
179 setup_timer(&ws
->timer
, pm_wakeup_timer_fn
, (unsigned long)ws
);
181 ws
->last_time
= ktime_get();
183 spin_lock_irqsave(&events_lock
, flags
);
184 list_add_rcu(&ws
->entry
, &wakeup_sources
);
185 spin_unlock_irqrestore(&events_lock
, flags
);
187 EXPORT_SYMBOL_GPL(wakeup_source_add
);
190 * wakeup_source_remove - Remove given object from the wakeup sources list.
191 * @ws: Wakeup source object to remove from the list.
193 void wakeup_source_remove(struct wakeup_source
*ws
)
200 spin_lock_irqsave(&events_lock
, flags
);
201 list_del_rcu(&ws
->entry
);
202 spin_unlock_irqrestore(&events_lock
, flags
);
203 synchronize_srcu(&wakeup_srcu
);
205 EXPORT_SYMBOL_GPL(wakeup_source_remove
);
208 * wakeup_source_register - Create wakeup source and add it to the list.
209 * @name: Name of the wakeup source to register.
211 struct wakeup_source
*wakeup_source_register(const char *name
)
213 struct wakeup_source
*ws
;
215 ws
= wakeup_source_create(name
);
217 wakeup_source_add(ws
);
221 EXPORT_SYMBOL_GPL(wakeup_source_register
);
224 * wakeup_source_unregister - Remove wakeup source from the list and remove it.
225 * @ws: Wakeup source object to unregister.
227 void wakeup_source_unregister(struct wakeup_source
*ws
)
230 wakeup_source_remove(ws
);
231 wakeup_source_destroy(ws
);
234 EXPORT_SYMBOL_GPL(wakeup_source_unregister
);
237 * device_wakeup_attach - Attach a wakeup source object to a device object.
238 * @dev: Device to handle.
239 * @ws: Wakeup source object to attach to @dev.
241 * This causes @dev to be treated as a wakeup device.
243 static int device_wakeup_attach(struct device
*dev
, struct wakeup_source
*ws
)
245 spin_lock_irq(&dev
->power
.lock
);
246 if (dev
->power
.wakeup
) {
247 spin_unlock_irq(&dev
->power
.lock
);
250 dev
->power
.wakeup
= ws
;
251 if (dev
->power
.wakeirq
)
252 device_wakeup_attach_irq(dev
, dev
->power
.wakeirq
);
253 spin_unlock_irq(&dev
->power
.lock
);
258 * device_wakeup_enable - Enable given device to be a wakeup source.
259 * @dev: Device to handle.
261 * Create a wakeup source object, register it and attach it to @dev.
263 int device_wakeup_enable(struct device
*dev
)
265 struct wakeup_source
*ws
;
268 if (!dev
|| !dev
->power
.can_wakeup
)
271 ws
= wakeup_source_register(dev_name(dev
));
275 ret
= device_wakeup_attach(dev
, ws
);
277 wakeup_source_unregister(ws
);
281 EXPORT_SYMBOL_GPL(device_wakeup_enable
);
284 * device_wakeup_attach_irq - Attach a wakeirq to a wakeup source
285 * @dev: Device to handle
286 * @wakeirq: Device specific wakeirq entry
288 * Attach a device wakeirq to the wakeup source so the device
289 * wake IRQ can be configured automatically for suspend and
292 * Call under the device's power.lock lock.
294 int device_wakeup_attach_irq(struct device
*dev
,
295 struct wake_irq
*wakeirq
)
297 struct wakeup_source
*ws
;
299 ws
= dev
->power
.wakeup
;
301 dev_err(dev
, "forgot to call call device_init_wakeup?\n");
308 ws
->wakeirq
= wakeirq
;
313 * device_wakeup_detach_irq - Detach a wakeirq from a wakeup source
314 * @dev: Device to handle
316 * Removes a device wakeirq from the wakeup source.
318 * Call under the device's power.lock lock.
320 void device_wakeup_detach_irq(struct device
*dev
)
322 struct wakeup_source
*ws
;
324 ws
= dev
->power
.wakeup
;
330 * device_wakeup_arm_wake_irqs(void)
332 * Itereates over the list of device wakeirqs to arm them.
334 void device_wakeup_arm_wake_irqs(void)
336 struct wakeup_source
*ws
;
339 srcuidx
= srcu_read_lock(&wakeup_srcu
);
340 list_for_each_entry_rcu(ws
, &wakeup_sources
, entry
)
341 dev_pm_arm_wake_irq(ws
->wakeirq
);
342 srcu_read_unlock(&wakeup_srcu
, srcuidx
);
346 * device_wakeup_disarm_wake_irqs(void)
348 * Itereates over the list of device wakeirqs to disarm them.
350 void device_wakeup_disarm_wake_irqs(void)
352 struct wakeup_source
*ws
;
355 srcuidx
= srcu_read_lock(&wakeup_srcu
);
356 list_for_each_entry_rcu(ws
, &wakeup_sources
, entry
)
357 dev_pm_disarm_wake_irq(ws
->wakeirq
);
358 srcu_read_unlock(&wakeup_srcu
, srcuidx
);
362 * device_wakeup_detach - Detach a device's wakeup source object from it.
363 * @dev: Device to detach the wakeup source object from.
365 * After it returns, @dev will not be treated as a wakeup device any more.
367 static struct wakeup_source
*device_wakeup_detach(struct device
*dev
)
369 struct wakeup_source
*ws
;
371 spin_lock_irq(&dev
->power
.lock
);
372 ws
= dev
->power
.wakeup
;
373 dev
->power
.wakeup
= NULL
;
374 spin_unlock_irq(&dev
->power
.lock
);
379 * device_wakeup_disable - Do not regard a device as a wakeup source any more.
380 * @dev: Device to handle.
382 * Detach the @dev's wakeup source object from it, unregister this wakeup source
383 * object and destroy it.
385 int device_wakeup_disable(struct device
*dev
)
387 struct wakeup_source
*ws
;
389 if (!dev
|| !dev
->power
.can_wakeup
)
392 ws
= device_wakeup_detach(dev
);
393 wakeup_source_unregister(ws
);
396 EXPORT_SYMBOL_GPL(device_wakeup_disable
);
399 * device_set_wakeup_capable - Set/reset device wakeup capability flag.
400 * @dev: Device to handle.
401 * @capable: Whether or not @dev is capable of waking up the system from sleep.
403 * If @capable is set, set the @dev's power.can_wakeup flag and add its
404 * wakeup-related attributes to sysfs. Otherwise, unset the @dev's
405 * power.can_wakeup flag and remove its wakeup-related attributes from sysfs.
407 * This function may sleep and it can't be called from any context where
408 * sleeping is not allowed.
410 void device_set_wakeup_capable(struct device
*dev
, bool capable
)
412 if (!!dev
->power
.can_wakeup
== !!capable
)
415 dev
->power
.can_wakeup
= capable
;
416 if (device_is_registered(dev
) && !list_empty(&dev
->power
.entry
)) {
418 int ret
= wakeup_sysfs_add(dev
);
421 dev_info(dev
, "Wakeup sysfs attributes not added\n");
423 wakeup_sysfs_remove(dev
);
427 EXPORT_SYMBOL_GPL(device_set_wakeup_capable
);
430 * device_init_wakeup - Device wakeup initialization.
431 * @dev: Device to handle.
432 * @enable: Whether or not to enable @dev as a wakeup device.
434 * By default, most devices should leave wakeup disabled. The exceptions are
435 * devices that everyone expects to be wakeup sources: keyboards, power buttons,
436 * possibly network interfaces, etc. Also, devices that don't generate their
437 * own wakeup requests but merely forward requests from one bus to another
438 * (like PCI bridges) should have wakeup enabled by default.
440 int device_init_wakeup(struct device
*dev
, bool enable
)
448 device_set_wakeup_capable(dev
, true);
449 ret
= device_wakeup_enable(dev
);
451 if (dev
->power
.can_wakeup
)
452 device_wakeup_disable(dev
);
454 device_set_wakeup_capable(dev
, false);
459 EXPORT_SYMBOL_GPL(device_init_wakeup
);
462 * device_set_wakeup_enable - Enable or disable a device to wake up the system.
463 * @dev: Device to handle.
465 int device_set_wakeup_enable(struct device
*dev
, bool enable
)
467 if (!dev
|| !dev
->power
.can_wakeup
)
470 return enable
? device_wakeup_enable(dev
) : device_wakeup_disable(dev
);
472 EXPORT_SYMBOL_GPL(device_set_wakeup_enable
);
475 * wakeup_source_not_registered - validate the given wakeup source.
476 * @ws: Wakeup source to be validated.
478 static bool wakeup_source_not_registered(struct wakeup_source
*ws
)
481 * Use timer struct to check if the given source is initialized
482 * by wakeup_source_add.
484 return ws
->timer
.function
!= pm_wakeup_timer_fn
||
485 ws
->timer
.data
!= (unsigned long)ws
;
489 * The functions below use the observation that each wakeup event starts a
490 * period in which the system should not be suspended. The moment this period
491 * will end depends on how the wakeup event is going to be processed after being
492 * detected and all of the possible cases can be divided into two distinct
495 * First, a wakeup event may be detected by the same functional unit that will
496 * carry out the entire processing of it and possibly will pass it to user space
497 * for further processing. In that case the functional unit that has detected
498 * the event may later "close" the "no suspend" period associated with it
499 * directly as soon as it has been dealt with. The pair of pm_stay_awake() and
500 * pm_relax(), balanced with each other, is supposed to be used in such
503 * Second, a wakeup event may be detected by one functional unit and processed
504 * by another one. In that case the unit that has detected it cannot really
505 * "close" the "no suspend" period associated with it, unless it knows in
506 * advance what's going to happen to the event during processing. This
507 * knowledge, however, may not be available to it, so it can simply specify time
508 * to wait before the system can be suspended and pass it as the second
509 * argument of pm_wakeup_event().
511 * It is valid to call pm_relax() after pm_wakeup_event(), in which case the
512 * "no suspend" period will be ended either by the pm_relax(), or by the timer
513 * function executed when the timer expires, whichever comes first.
517 * wakup_source_activate - Mark given wakeup source as active.
518 * @ws: Wakeup source to handle.
520 * Update the @ws' statistics and, if @ws has just been activated, notify the PM
521 * core of the event by incrementing the counter of of wakeup events being
524 static void wakeup_source_activate(struct wakeup_source
*ws
)
528 if (WARN_ONCE(wakeup_source_not_registered(ws
),
529 "unregistered wakeup source\n"))
534 ws
->last_time
= ktime_get();
535 if (ws
->autosleep_enabled
)
536 ws
->start_prevent_time
= ws
->last_time
;
538 /* Increment the counter of events in progress. */
539 cec
= atomic_inc_return(&combined_event_count
);
541 trace_wakeup_source_activate(ws
->name
, cec
);
545 * wakeup_source_report_event - Report wakeup event using the given source.
546 * @ws: Wakeup source to report the event for.
547 * @hard: If set, abort suspends in progress and wake up from suspend-to-idle.
549 static void wakeup_source_report_event(struct wakeup_source
*ws
, bool hard
)
552 /* This is racy, but the counter is approximate anyway. */
553 if (events_check_enabled
)
557 wakeup_source_activate(ws
);
564 * __pm_stay_awake - Notify the PM core of a wakeup event.
565 * @ws: Wakeup source object associated with the source of the event.
567 * It is safe to call this function from interrupt context.
569 void __pm_stay_awake(struct wakeup_source
*ws
)
576 spin_lock_irqsave(&ws
->lock
, flags
);
578 wakeup_source_report_event(ws
, false);
579 del_timer(&ws
->timer
);
580 ws
->timer_expires
= 0;
582 spin_unlock_irqrestore(&ws
->lock
, flags
);
584 EXPORT_SYMBOL_GPL(__pm_stay_awake
);
587 * pm_stay_awake - Notify the PM core that a wakeup event is being processed.
588 * @dev: Device the wakeup event is related to.
590 * Notify the PM core of a wakeup event (signaled by @dev) by calling
591 * __pm_stay_awake for the @dev's wakeup source object.
593 * Call this function after detecting of a wakeup event if pm_relax() is going
594 * to be called directly after processing the event (and possibly passing it to
595 * user space for further processing).
597 void pm_stay_awake(struct device
*dev
)
604 spin_lock_irqsave(&dev
->power
.lock
, flags
);
605 __pm_stay_awake(dev
->power
.wakeup
);
606 spin_unlock_irqrestore(&dev
->power
.lock
, flags
);
608 EXPORT_SYMBOL_GPL(pm_stay_awake
);
610 #ifdef CONFIG_PM_AUTOSLEEP
611 static void update_prevent_sleep_time(struct wakeup_source
*ws
, ktime_t now
)
613 ktime_t delta
= ktime_sub(now
, ws
->start_prevent_time
);
614 ws
->prevent_sleep_time
= ktime_add(ws
->prevent_sleep_time
, delta
);
617 static inline void update_prevent_sleep_time(struct wakeup_source
*ws
,
622 * wakup_source_deactivate - Mark given wakeup source as inactive.
623 * @ws: Wakeup source to handle.
625 * Update the @ws' statistics and notify the PM core that the wakeup source has
626 * become inactive by decrementing the counter of wakeup events being processed
627 * and incrementing the counter of registered wakeup events.
629 static void wakeup_source_deactivate(struct wakeup_source
*ws
)
631 unsigned int cnt
, inpr
, cec
;
637 * __pm_relax() may be called directly or from a timer function.
638 * If it is called directly right after the timer function has been
639 * started, but before the timer function calls __pm_relax(), it is
640 * possible that __pm_stay_awake() will be called in the meantime and
641 * will set ws->active. Then, ws->active may be cleared immediately
642 * by the __pm_relax() called from the timer function, but in such a
643 * case ws->relax_count will be different from ws->active_count.
645 if (ws
->relax_count
!= ws
->active_count
) {
653 duration
= ktime_sub(now
, ws
->last_time
);
654 ws
->total_time
= ktime_add(ws
->total_time
, duration
);
655 if (ktime_to_ns(duration
) > ktime_to_ns(ws
->max_time
))
656 ws
->max_time
= duration
;
659 del_timer(&ws
->timer
);
660 ws
->timer_expires
= 0;
662 if (ws
->autosleep_enabled
)
663 update_prevent_sleep_time(ws
, now
);
666 * Increment the counter of registered wakeup events and decrement the
667 * couter of wakeup events in progress simultaneously.
669 cec
= atomic_add_return(MAX_IN_PROGRESS
, &combined_event_count
);
670 trace_wakeup_source_deactivate(ws
->name
, cec
);
672 split_counters(&cnt
, &inpr
);
673 if (!inpr
&& waitqueue_active(&wakeup_count_wait_queue
))
674 wake_up(&wakeup_count_wait_queue
);
678 * __pm_relax - Notify the PM core that processing of a wakeup event has ended.
679 * @ws: Wakeup source object associated with the source of the event.
681 * Call this function for wakeup events whose processing started with calling
684 * It is safe to call it from interrupt context.
686 void __pm_relax(struct wakeup_source
*ws
)
693 spin_lock_irqsave(&ws
->lock
, flags
);
695 wakeup_source_deactivate(ws
);
696 spin_unlock_irqrestore(&ws
->lock
, flags
);
698 EXPORT_SYMBOL_GPL(__pm_relax
);
701 * pm_relax - Notify the PM core that processing of a wakeup event has ended.
702 * @dev: Device that signaled the event.
704 * Execute __pm_relax() for the @dev's wakeup source object.
706 void pm_relax(struct device
*dev
)
713 spin_lock_irqsave(&dev
->power
.lock
, flags
);
714 __pm_relax(dev
->power
.wakeup
);
715 spin_unlock_irqrestore(&dev
->power
.lock
, flags
);
717 EXPORT_SYMBOL_GPL(pm_relax
);
720 * pm_wakeup_timer_fn - Delayed finalization of a wakeup event.
721 * @data: Address of the wakeup source object associated with the event source.
723 * Call wakeup_source_deactivate() for the wakeup source whose address is stored
724 * in @data if it is currently active and its timer has not been canceled and
725 * the expiration time of the timer is not in future.
727 static void pm_wakeup_timer_fn(unsigned long data
)
729 struct wakeup_source
*ws
= (struct wakeup_source
*)data
;
732 spin_lock_irqsave(&ws
->lock
, flags
);
734 if (ws
->active
&& ws
->timer_expires
735 && time_after_eq(jiffies
, ws
->timer_expires
)) {
736 wakeup_source_deactivate(ws
);
740 spin_unlock_irqrestore(&ws
->lock
, flags
);
744 * pm_wakeup_ws_event - Notify the PM core of a wakeup event.
745 * @ws: Wakeup source object associated with the event source.
746 * @msec: Anticipated event processing time (in milliseconds).
747 * @hard: If set, abort suspends in progress and wake up from suspend-to-idle.
749 * Notify the PM core of a wakeup event whose source is @ws that will take
750 * approximately @msec milliseconds to be processed by the kernel. If @ws is
751 * not active, activate it. If @msec is nonzero, set up the @ws' timer to
752 * execute pm_wakeup_timer_fn() in future.
754 * It is safe to call this function from interrupt context.
756 void pm_wakeup_ws_event(struct wakeup_source
*ws
, unsigned int msec
, bool hard
)
759 unsigned long expires
;
764 spin_lock_irqsave(&ws
->lock
, flags
);
766 wakeup_source_report_event(ws
, hard
);
769 wakeup_source_deactivate(ws
);
773 expires
= jiffies
+ msecs_to_jiffies(msec
);
777 if (!ws
->timer_expires
|| time_after(expires
, ws
->timer_expires
)) {
778 mod_timer(&ws
->timer
, expires
);
779 ws
->timer_expires
= expires
;
783 spin_unlock_irqrestore(&ws
->lock
, flags
);
785 EXPORT_SYMBOL_GPL(pm_wakeup_ws_event
);
788 * pm_wakeup_event - Notify the PM core of a wakeup event.
789 * @dev: Device the wakeup event is related to.
790 * @msec: Anticipated event processing time (in milliseconds).
791 * @hard: If set, abort suspends in progress and wake up from suspend-to-idle.
793 * Call pm_wakeup_ws_event() for the @dev's wakeup source object.
795 void pm_wakeup_dev_event(struct device
*dev
, unsigned int msec
, bool hard
)
802 spin_lock_irqsave(&dev
->power
.lock
, flags
);
803 pm_wakeup_ws_event(dev
->power
.wakeup
, msec
, hard
);
804 spin_unlock_irqrestore(&dev
->power
.lock
, flags
);
806 EXPORT_SYMBOL_GPL(pm_wakeup_dev_event
);
808 void pm_print_active_wakeup_sources(void)
810 struct wakeup_source
*ws
;
811 int srcuidx
, active
= 0;
812 struct wakeup_source
*last_activity_ws
= NULL
;
814 srcuidx
= srcu_read_lock(&wakeup_srcu
);
815 list_for_each_entry_rcu(ws
, &wakeup_sources
, entry
) {
817 pr_debug("active wakeup source: %s\n", ws
->name
);
819 } else if (!active
&&
820 (!last_activity_ws
||
821 ktime_to_ns(ws
->last_time
) >
822 ktime_to_ns(last_activity_ws
->last_time
))) {
823 last_activity_ws
= ws
;
827 if (!active
&& last_activity_ws
)
828 pr_debug("last active wakeup source: %s\n",
829 last_activity_ws
->name
);
830 srcu_read_unlock(&wakeup_srcu
, srcuidx
);
832 EXPORT_SYMBOL_GPL(pm_print_active_wakeup_sources
);
835 * pm_wakeup_pending - Check if power transition in progress should be aborted.
837 * Compare the current number of registered wakeup events with its preserved
838 * value from the past and return true if new wakeup events have been registered
839 * since the old value was stored. Also return true if the current number of
840 * wakeup events being processed is different from zero.
842 bool pm_wakeup_pending(void)
847 spin_lock_irqsave(&events_lock
, flags
);
848 if (events_check_enabled
) {
849 unsigned int cnt
, inpr
;
851 split_counters(&cnt
, &inpr
);
852 ret
= (cnt
!= saved_count
|| inpr
> 0);
853 events_check_enabled
= !ret
;
855 spin_unlock_irqrestore(&events_lock
, flags
);
858 pr_info("PM: Wakeup pending, aborting suspend\n");
859 pm_print_active_wakeup_sources();
862 return ret
|| atomic_read(&pm_abort_suspend
) > 0;
865 void pm_system_wakeup(void)
867 atomic_inc(&pm_abort_suspend
);
870 EXPORT_SYMBOL_GPL(pm_system_wakeup
);
872 void pm_system_cancel_wakeup(void)
874 atomic_dec(&pm_abort_suspend
);
877 void pm_wakeup_clear(bool reset
)
881 atomic_set(&pm_abort_suspend
, 0);
884 void pm_system_irq_wakeup(unsigned int irq_number
)
886 if (pm_wakeup_irq
== 0) {
887 pm_wakeup_irq
= irq_number
;
893 * pm_get_wakeup_count - Read the number of registered wakeup events.
894 * @count: Address to store the value at.
895 * @block: Whether or not to block.
897 * Store the number of registered wakeup events at the address in @count. If
898 * @block is set, block until the current number of wakeup events being
901 * Return 'false' if the current number of wakeup events being processed is
902 * nonzero. Otherwise return 'true'.
904 bool pm_get_wakeup_count(unsigned int *count
, bool block
)
906 unsigned int cnt
, inpr
;
912 prepare_to_wait(&wakeup_count_wait_queue
, &wait
,
914 split_counters(&cnt
, &inpr
);
915 if (inpr
== 0 || signal_pending(current
))
917 pm_print_active_wakeup_sources();
920 finish_wait(&wakeup_count_wait_queue
, &wait
);
923 split_counters(&cnt
, &inpr
);
929 * pm_save_wakeup_count - Save the current number of registered wakeup events.
930 * @count: Value to compare with the current number of registered wakeup events.
932 * If @count is equal to the current number of registered wakeup events and the
933 * current number of wakeup events being processed is zero, store @count as the
934 * old number of registered wakeup events for pm_check_wakeup_events(), enable
935 * wakeup events detection and return 'true'. Otherwise disable wakeup events
936 * detection and return 'false'.
938 bool pm_save_wakeup_count(unsigned int count
)
940 unsigned int cnt
, inpr
;
943 events_check_enabled
= false;
944 spin_lock_irqsave(&events_lock
, flags
);
945 split_counters(&cnt
, &inpr
);
946 if (cnt
== count
&& inpr
== 0) {
948 events_check_enabled
= true;
950 spin_unlock_irqrestore(&events_lock
, flags
);
951 return events_check_enabled
;
954 #ifdef CONFIG_PM_AUTOSLEEP
956 * pm_wakep_autosleep_enabled - Modify autosleep_enabled for all wakeup sources.
957 * @enabled: Whether to set or to clear the autosleep_enabled flags.
959 void pm_wakep_autosleep_enabled(bool set
)
961 struct wakeup_source
*ws
;
962 ktime_t now
= ktime_get();
965 srcuidx
= srcu_read_lock(&wakeup_srcu
);
966 list_for_each_entry_rcu(ws
, &wakeup_sources
, entry
) {
967 spin_lock_irq(&ws
->lock
);
968 if (ws
->autosleep_enabled
!= set
) {
969 ws
->autosleep_enabled
= set
;
972 ws
->start_prevent_time
= now
;
974 update_prevent_sleep_time(ws
, now
);
977 spin_unlock_irq(&ws
->lock
);
979 srcu_read_unlock(&wakeup_srcu
, srcuidx
);
981 #endif /* CONFIG_PM_AUTOSLEEP */
983 static struct dentry
*wakeup_sources_stats_dentry
;
986 * print_wakeup_source_stats - Print wakeup source statistics information.
987 * @m: seq_file to print the statistics into.
988 * @ws: Wakeup source object to print the statistics for.
990 static int print_wakeup_source_stats(struct seq_file
*m
,
991 struct wakeup_source
*ws
)
996 unsigned long active_count
;
998 ktime_t prevent_sleep_time
;
1000 spin_lock_irqsave(&ws
->lock
, flags
);
1002 total_time
= ws
->total_time
;
1003 max_time
= ws
->max_time
;
1004 prevent_sleep_time
= ws
->prevent_sleep_time
;
1005 active_count
= ws
->active_count
;
1007 ktime_t now
= ktime_get();
1009 active_time
= ktime_sub(now
, ws
->last_time
);
1010 total_time
= ktime_add(total_time
, active_time
);
1011 if (active_time
> max_time
)
1012 max_time
= active_time
;
1014 if (ws
->autosleep_enabled
)
1015 prevent_sleep_time
= ktime_add(prevent_sleep_time
,
1016 ktime_sub(now
, ws
->start_prevent_time
));
1021 seq_printf(m
, "%-12s\t%lu\t\t%lu\t\t%lu\t\t%lu\t\t%lld\t\t%lld\t\t%lld\t\t%lld\t\t%lld\n",
1022 ws
->name
, active_count
, ws
->event_count
,
1023 ws
->wakeup_count
, ws
->expire_count
,
1024 ktime_to_ms(active_time
), ktime_to_ms(total_time
),
1025 ktime_to_ms(max_time
), ktime_to_ms(ws
->last_time
),
1026 ktime_to_ms(prevent_sleep_time
));
1028 spin_unlock_irqrestore(&ws
->lock
, flags
);
1034 * wakeup_sources_stats_show - Print wakeup sources statistics information.
1035 * @m: seq_file to print the statistics into.
1037 static int wakeup_sources_stats_show(struct seq_file
*m
, void *unused
)
1039 struct wakeup_source
*ws
;
1042 seq_puts(m
, "name\t\tactive_count\tevent_count\twakeup_count\t"
1043 "expire_count\tactive_since\ttotal_time\tmax_time\t"
1044 "last_change\tprevent_suspend_time\n");
1046 srcuidx
= srcu_read_lock(&wakeup_srcu
);
1047 list_for_each_entry_rcu(ws
, &wakeup_sources
, entry
)
1048 print_wakeup_source_stats(m
, ws
);
1049 srcu_read_unlock(&wakeup_srcu
, srcuidx
);
1051 print_wakeup_source_stats(m
, &deleted_ws
);
1056 static int wakeup_sources_stats_open(struct inode
*inode
, struct file
*file
)
1058 return single_open(file
, wakeup_sources_stats_show
, NULL
);
1061 static const struct file_operations wakeup_sources_stats_fops
= {
1062 .owner
= THIS_MODULE
,
1063 .open
= wakeup_sources_stats_open
,
1065 .llseek
= seq_lseek
,
1066 .release
= single_release
,
1069 static int __init
wakeup_sources_debugfs_init(void)
1071 wakeup_sources_stats_dentry
= debugfs_create_file("wakeup_sources",
1072 S_IRUGO
, NULL
, NULL
, &wakeup_sources_stats_fops
);
1076 postcore_initcall(wakeup_sources_debugfs_init
);