xref: /openbmc/linux/drivers/base/power/wakeup.c (revision 455f9726)
1 /*
2  * drivers/base/power/wakeup.c - System wakeup events framework
3  *
4  * Copyright (c) 2010 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc.
5  *
6  * This file is released under the GPLv2.
7  */
8 
9 #include <linux/device.h>
10 #include <linux/slab.h>
11 #include <linux/sched.h>
12 #include <linux/capability.h>
13 #include <linux/export.h>
14 #include <linux/suspend.h>
15 #include <linux/seq_file.h>
16 #include <linux/debugfs.h>
17 #include <trace/events/power.h>
18 
19 #include "power.h"
20 
21 /*
22  * If set, the suspend/hibernate code will abort transitions to a sleep state
23  * if wakeup events are registered during or immediately before the transition.
24  */
25 bool events_check_enabled __read_mostly;
26 
27 /*
28  * Combined counters of registered wakeup events and wakeup events in progress.
29  * They need to be modified together atomically, so it's better to use one
30  * atomic variable to hold them both.
31  */
32 static atomic_t combined_event_count = ATOMIC_INIT(0);
33 
34 #define IN_PROGRESS_BITS	(sizeof(int) * 4)
35 #define MAX_IN_PROGRESS		((1 << IN_PROGRESS_BITS) - 1)
36 
37 static void split_counters(unsigned int *cnt, unsigned int *inpr)
38 {
39 	unsigned int comb = atomic_read(&combined_event_count);
40 
41 	*cnt = (comb >> IN_PROGRESS_BITS);
42 	*inpr = comb & MAX_IN_PROGRESS;
43 }
44 
45 /* A preserved old value of the events counter. */
46 static unsigned int saved_count;
47 
48 static DEFINE_SPINLOCK(events_lock);
49 
50 static void pm_wakeup_timer_fn(unsigned long data);
51 
52 static LIST_HEAD(wakeup_sources);
53 
54 static DECLARE_WAIT_QUEUE_HEAD(wakeup_count_wait_queue);
55 
56 /**
57  * wakeup_source_prepare - Prepare a new wakeup source for initialization.
58  * @ws: Wakeup source to prepare.
59  * @name: Pointer to the name of the new wakeup source.
60  *
61  * Callers must ensure that the @name string won't be freed when @ws is still in
62  * use.
63  */
64 void wakeup_source_prepare(struct wakeup_source *ws, const char *name)
65 {
66 	if (ws) {
67 		memset(ws, 0, sizeof(*ws));
68 		ws->name = name;
69 	}
70 }
71 EXPORT_SYMBOL_GPL(wakeup_source_prepare);
72 
73 /**
74  * wakeup_source_create - Create a struct wakeup_source object.
75  * @name: Name of the new wakeup source.
76  */
77 struct wakeup_source *wakeup_source_create(const char *name)
78 {
79 	struct wakeup_source *ws;
80 
81 	ws = kmalloc(sizeof(*ws), GFP_KERNEL);
82 	if (!ws)
83 		return NULL;
84 
85 	wakeup_source_prepare(ws, name ? kstrdup(name, GFP_KERNEL) : NULL);
86 	return ws;
87 }
88 EXPORT_SYMBOL_GPL(wakeup_source_create);
89 
90 /**
91  * wakeup_source_drop - Prepare a struct wakeup_source object for destruction.
92  * @ws: Wakeup source to prepare for destruction.
93  *
94  * Callers must ensure that __pm_stay_awake() or __pm_wakeup_event() will never
95  * be run in parallel with this function for the same wakeup source object.
96  */
97 void wakeup_source_drop(struct wakeup_source *ws)
98 {
99 	if (!ws)
100 		return;
101 
102 	del_timer_sync(&ws->timer);
103 	__pm_relax(ws);
104 }
105 EXPORT_SYMBOL_GPL(wakeup_source_drop);
106 
107 /**
108  * wakeup_source_destroy - Destroy a struct wakeup_source object.
109  * @ws: Wakeup source to destroy.
110  *
111  * Use only for wakeup source objects created with wakeup_source_create().
112  */
113 void wakeup_source_destroy(struct wakeup_source *ws)
114 {
115 	if (!ws)
116 		return;
117 
118 	wakeup_source_drop(ws);
119 	kfree(ws->name);
120 	kfree(ws);
121 }
122 EXPORT_SYMBOL_GPL(wakeup_source_destroy);
123 
124 /**
125  * wakeup_source_add - Add given object to the list of wakeup sources.
126  * @ws: Wakeup source object to add to the list.
127  */
128 void wakeup_source_add(struct wakeup_source *ws)
129 {
130 	unsigned long flags;
131 
132 	if (WARN_ON(!ws))
133 		return;
134 
135 	spin_lock_init(&ws->lock);
136 	setup_timer(&ws->timer, pm_wakeup_timer_fn, (unsigned long)ws);
137 	ws->active = false;
138 	ws->last_time = ktime_get();
139 
140 	spin_lock_irqsave(&events_lock, flags);
141 	list_add_rcu(&ws->entry, &wakeup_sources);
142 	spin_unlock_irqrestore(&events_lock, flags);
143 }
144 EXPORT_SYMBOL_GPL(wakeup_source_add);
145 
146 /**
147  * wakeup_source_remove - Remove given object from the wakeup sources list.
148  * @ws: Wakeup source object to remove from the list.
149  */
150 void wakeup_source_remove(struct wakeup_source *ws)
151 {
152 	unsigned long flags;
153 
154 	if (WARN_ON(!ws))
155 		return;
156 
157 	spin_lock_irqsave(&events_lock, flags);
158 	list_del_rcu(&ws->entry);
159 	spin_unlock_irqrestore(&events_lock, flags);
160 	synchronize_rcu();
161 }
162 EXPORT_SYMBOL_GPL(wakeup_source_remove);
163 
164 /**
165  * wakeup_source_register - Create wakeup source and add it to the list.
166  * @name: Name of the wakeup source to register.
167  */
168 struct wakeup_source *wakeup_source_register(const char *name)
169 {
170 	struct wakeup_source *ws;
171 
172 	ws = wakeup_source_create(name);
173 	if (ws)
174 		wakeup_source_add(ws);
175 
176 	return ws;
177 }
178 EXPORT_SYMBOL_GPL(wakeup_source_register);
179 
180 /**
181  * wakeup_source_unregister - Remove wakeup source from the list and remove it.
182  * @ws: Wakeup source object to unregister.
183  */
184 void wakeup_source_unregister(struct wakeup_source *ws)
185 {
186 	if (ws) {
187 		wakeup_source_remove(ws);
188 		wakeup_source_destroy(ws);
189 	}
190 }
191 EXPORT_SYMBOL_GPL(wakeup_source_unregister);
192 
193 /**
194  * device_wakeup_attach - Attach a wakeup source object to a device object.
195  * @dev: Device to handle.
196  * @ws: Wakeup source object to attach to @dev.
197  *
198  * This causes @dev to be treated as a wakeup device.
199  */
200 static int device_wakeup_attach(struct device *dev, struct wakeup_source *ws)
201 {
202 	spin_lock_irq(&dev->power.lock);
203 	if (dev->power.wakeup) {
204 		spin_unlock_irq(&dev->power.lock);
205 		return -EEXIST;
206 	}
207 	dev->power.wakeup = ws;
208 	spin_unlock_irq(&dev->power.lock);
209 	return 0;
210 }
211 
212 /**
213  * device_wakeup_enable - Enable given device to be a wakeup source.
214  * @dev: Device to handle.
215  *
216  * Create a wakeup source object, register it and attach it to @dev.
217  */
218 int device_wakeup_enable(struct device *dev)
219 {
220 	struct wakeup_source *ws;
221 	int ret;
222 
223 	if (!dev || !dev->power.can_wakeup)
224 		return -EINVAL;
225 
226 	ws = wakeup_source_register(dev_name(dev));
227 	if (!ws)
228 		return -ENOMEM;
229 
230 	ret = device_wakeup_attach(dev, ws);
231 	if (ret)
232 		wakeup_source_unregister(ws);
233 
234 	return ret;
235 }
236 EXPORT_SYMBOL_GPL(device_wakeup_enable);
237 
238 /**
239  * device_wakeup_detach - Detach a device's wakeup source object from it.
240  * @dev: Device to detach the wakeup source object from.
241  *
242  * After it returns, @dev will not be treated as a wakeup device any more.
243  */
244 static struct wakeup_source *device_wakeup_detach(struct device *dev)
245 {
246 	struct wakeup_source *ws;
247 
248 	spin_lock_irq(&dev->power.lock);
249 	ws = dev->power.wakeup;
250 	dev->power.wakeup = NULL;
251 	spin_unlock_irq(&dev->power.lock);
252 	return ws;
253 }
254 
255 /**
256  * device_wakeup_disable - Do not regard a device as a wakeup source any more.
257  * @dev: Device to handle.
258  *
259  * Detach the @dev's wakeup source object from it, unregister this wakeup source
260  * object and destroy it.
261  */
262 int device_wakeup_disable(struct device *dev)
263 {
264 	struct wakeup_source *ws;
265 
266 	if (!dev || !dev->power.can_wakeup)
267 		return -EINVAL;
268 
269 	ws = device_wakeup_detach(dev);
270 	if (ws)
271 		wakeup_source_unregister(ws);
272 
273 	return 0;
274 }
275 EXPORT_SYMBOL_GPL(device_wakeup_disable);
276 
277 /**
278  * device_set_wakeup_capable - Set/reset device wakeup capability flag.
279  * @dev: Device to handle.
280  * @capable: Whether or not @dev is capable of waking up the system from sleep.
281  *
282  * If @capable is set, set the @dev's power.can_wakeup flag and add its
283  * wakeup-related attributes to sysfs.  Otherwise, unset the @dev's
284  * power.can_wakeup flag and remove its wakeup-related attributes from sysfs.
285  *
286  * This function may sleep and it can't be called from any context where
287  * sleeping is not allowed.
288  */
289 void device_set_wakeup_capable(struct device *dev, bool capable)
290 {
291 	if (!!dev->power.can_wakeup == !!capable)
292 		return;
293 
294 	if (device_is_registered(dev) && !list_empty(&dev->power.entry)) {
295 		if (capable) {
296 			if (wakeup_sysfs_add(dev))
297 				return;
298 		} else {
299 			wakeup_sysfs_remove(dev);
300 		}
301 	}
302 	dev->power.can_wakeup = capable;
303 }
304 EXPORT_SYMBOL_GPL(device_set_wakeup_capable);
305 
306 /**
307  * device_init_wakeup - Device wakeup initialization.
308  * @dev: Device to handle.
309  * @enable: Whether or not to enable @dev as a wakeup device.
310  *
311  * By default, most devices should leave wakeup disabled.  The exceptions are
312  * devices that everyone expects to be wakeup sources: keyboards, power buttons,
313  * possibly network interfaces, etc.  Also, devices that don't generate their
314  * own wakeup requests but merely forward requests from one bus to another
315  * (like PCI bridges) should have wakeup enabled by default.
316  */
317 int device_init_wakeup(struct device *dev, bool enable)
318 {
319 	int ret = 0;
320 
321 	if (!dev)
322 		return -EINVAL;
323 
324 	if (enable) {
325 		device_set_wakeup_capable(dev, true);
326 		ret = device_wakeup_enable(dev);
327 	} else {
328 		if (dev->power.can_wakeup)
329 			device_wakeup_disable(dev);
330 
331 		device_set_wakeup_capable(dev, false);
332 	}
333 
334 	return ret;
335 }
336 EXPORT_SYMBOL_GPL(device_init_wakeup);
337 
338 /**
339  * device_set_wakeup_enable - Enable or disable a device to wake up the system.
340  * @dev: Device to handle.
341  */
342 int device_set_wakeup_enable(struct device *dev, bool enable)
343 {
344 	if (!dev || !dev->power.can_wakeup)
345 		return -EINVAL;
346 
347 	return enable ? device_wakeup_enable(dev) : device_wakeup_disable(dev);
348 }
349 EXPORT_SYMBOL_GPL(device_set_wakeup_enable);
350 
351 /*
352  * The functions below use the observation that each wakeup event starts a
353  * period in which the system should not be suspended.  The moment this period
354  * will end depends on how the wakeup event is going to be processed after being
355  * detected and all of the possible cases can be divided into two distinct
356  * groups.
357  *
358  * First, a wakeup event may be detected by the same functional unit that will
359  * carry out the entire processing of it and possibly will pass it to user space
360  * for further processing.  In that case the functional unit that has detected
361  * the event may later "close" the "no suspend" period associated with it
362  * directly as soon as it has been dealt with.  The pair of pm_stay_awake() and
363  * pm_relax(), balanced with each other, is supposed to be used in such
364  * situations.
365  *
366  * Second, a wakeup event may be detected by one functional unit and processed
367  * by another one.  In that case the unit that has detected it cannot really
368  * "close" the "no suspend" period associated with it, unless it knows in
369  * advance what's going to happen to the event during processing.  This
370  * knowledge, however, may not be available to it, so it can simply specify time
371  * to wait before the system can be suspended and pass it as the second
372  * argument of pm_wakeup_event().
373  *
374  * It is valid to call pm_relax() after pm_wakeup_event(), in which case the
375  * "no suspend" period will be ended either by the pm_relax(), or by the timer
376  * function executed when the timer expires, whichever comes first.
377  */
378 
379 /**
380  * wakup_source_activate - Mark given wakeup source as active.
381  * @ws: Wakeup source to handle.
382  *
383  * Update the @ws' statistics and, if @ws has just been activated, notify the PM
384  * core of the event by incrementing the counter of of wakeup events being
385  * processed.
386  */
387 static void wakeup_source_activate(struct wakeup_source *ws)
388 {
389 	unsigned int cec;
390 
391 	/*
392 	 * active wakeup source should bring the system
393 	 * out of PM_SUSPEND_FREEZE state
394 	 */
395 	freeze_wake();
396 
397 	ws->active = true;
398 	ws->active_count++;
399 	ws->last_time = ktime_get();
400 	if (ws->autosleep_enabled)
401 		ws->start_prevent_time = ws->last_time;
402 
403 	/* Increment the counter of events in progress. */
404 	cec = atomic_inc_return(&combined_event_count);
405 
406 	trace_wakeup_source_activate(ws->name, cec);
407 }
408 
409 /**
410  * wakeup_source_report_event - Report wakeup event using the given source.
411  * @ws: Wakeup source to report the event for.
412  */
413 static void wakeup_source_report_event(struct wakeup_source *ws)
414 {
415 	ws->event_count++;
416 	/* This is racy, but the counter is approximate anyway. */
417 	if (events_check_enabled)
418 		ws->wakeup_count++;
419 
420 	if (!ws->active)
421 		wakeup_source_activate(ws);
422 }
423 
424 /**
425  * __pm_stay_awake - Notify the PM core of a wakeup event.
426  * @ws: Wakeup source object associated with the source of the event.
427  *
428  * It is safe to call this function from interrupt context.
429  */
430 void __pm_stay_awake(struct wakeup_source *ws)
431 {
432 	unsigned long flags;
433 
434 	if (!ws)
435 		return;
436 
437 	spin_lock_irqsave(&ws->lock, flags);
438 
439 	wakeup_source_report_event(ws);
440 	del_timer(&ws->timer);
441 	ws->timer_expires = 0;
442 
443 	spin_unlock_irqrestore(&ws->lock, flags);
444 }
445 EXPORT_SYMBOL_GPL(__pm_stay_awake);
446 
447 /**
448  * pm_stay_awake - Notify the PM core that a wakeup event is being processed.
449  * @dev: Device the wakeup event is related to.
450  *
451  * Notify the PM core of a wakeup event (signaled by @dev) by calling
452  * __pm_stay_awake for the @dev's wakeup source object.
453  *
454  * Call this function after detecting of a wakeup event if pm_relax() is going
455  * to be called directly after processing the event (and possibly passing it to
456  * user space for further processing).
457  */
458 void pm_stay_awake(struct device *dev)
459 {
460 	unsigned long flags;
461 
462 	if (!dev)
463 		return;
464 
465 	spin_lock_irqsave(&dev->power.lock, flags);
466 	__pm_stay_awake(dev->power.wakeup);
467 	spin_unlock_irqrestore(&dev->power.lock, flags);
468 }
469 EXPORT_SYMBOL_GPL(pm_stay_awake);
470 
471 #ifdef CONFIG_PM_AUTOSLEEP
472 static void update_prevent_sleep_time(struct wakeup_source *ws, ktime_t now)
473 {
474 	ktime_t delta = ktime_sub(now, ws->start_prevent_time);
475 	ws->prevent_sleep_time = ktime_add(ws->prevent_sleep_time, delta);
476 }
477 #else
478 static inline void update_prevent_sleep_time(struct wakeup_source *ws,
479 					     ktime_t now) {}
480 #endif
481 
482 /**
483  * wakup_source_deactivate - Mark given wakeup source as inactive.
484  * @ws: Wakeup source to handle.
485  *
486  * Update the @ws' statistics and notify the PM core that the wakeup source has
487  * become inactive by decrementing the counter of wakeup events being processed
488  * and incrementing the counter of registered wakeup events.
489  */
490 static void wakeup_source_deactivate(struct wakeup_source *ws)
491 {
492 	unsigned int cnt, inpr, cec;
493 	ktime_t duration;
494 	ktime_t now;
495 
496 	ws->relax_count++;
497 	/*
498 	 * __pm_relax() may be called directly or from a timer function.
499 	 * If it is called directly right after the timer function has been
500 	 * started, but before the timer function calls __pm_relax(), it is
501 	 * possible that __pm_stay_awake() will be called in the meantime and
502 	 * will set ws->active.  Then, ws->active may be cleared immediately
503 	 * by the __pm_relax() called from the timer function, but in such a
504 	 * case ws->relax_count will be different from ws->active_count.
505 	 */
506 	if (ws->relax_count != ws->active_count) {
507 		ws->relax_count--;
508 		return;
509 	}
510 
511 	ws->active = false;
512 
513 	now = ktime_get();
514 	duration = ktime_sub(now, ws->last_time);
515 	ws->total_time = ktime_add(ws->total_time, duration);
516 	if (ktime_to_ns(duration) > ktime_to_ns(ws->max_time))
517 		ws->max_time = duration;
518 
519 	ws->last_time = now;
520 	del_timer(&ws->timer);
521 	ws->timer_expires = 0;
522 
523 	if (ws->autosleep_enabled)
524 		update_prevent_sleep_time(ws, now);
525 
526 	/*
527 	 * Increment the counter of registered wakeup events and decrement the
528 	 * couter of wakeup events in progress simultaneously.
529 	 */
530 	cec = atomic_add_return(MAX_IN_PROGRESS, &combined_event_count);
531 	trace_wakeup_source_deactivate(ws->name, cec);
532 
533 	split_counters(&cnt, &inpr);
534 	if (!inpr && waitqueue_active(&wakeup_count_wait_queue))
535 		wake_up(&wakeup_count_wait_queue);
536 }
537 
538 /**
539  * __pm_relax - Notify the PM core that processing of a wakeup event has ended.
540  * @ws: Wakeup source object associated with the source of the event.
541  *
542  * Call this function for wakeup events whose processing started with calling
543  * __pm_stay_awake().
544  *
545  * It is safe to call it from interrupt context.
546  */
547 void __pm_relax(struct wakeup_source *ws)
548 {
549 	unsigned long flags;
550 
551 	if (!ws)
552 		return;
553 
554 	spin_lock_irqsave(&ws->lock, flags);
555 	if (ws->active)
556 		wakeup_source_deactivate(ws);
557 	spin_unlock_irqrestore(&ws->lock, flags);
558 }
559 EXPORT_SYMBOL_GPL(__pm_relax);
560 
561 /**
562  * pm_relax - Notify the PM core that processing of a wakeup event has ended.
563  * @dev: Device that signaled the event.
564  *
565  * Execute __pm_relax() for the @dev's wakeup source object.
566  */
567 void pm_relax(struct device *dev)
568 {
569 	unsigned long flags;
570 
571 	if (!dev)
572 		return;
573 
574 	spin_lock_irqsave(&dev->power.lock, flags);
575 	__pm_relax(dev->power.wakeup);
576 	spin_unlock_irqrestore(&dev->power.lock, flags);
577 }
578 EXPORT_SYMBOL_GPL(pm_relax);
579 
580 /**
581  * pm_wakeup_timer_fn - Delayed finalization of a wakeup event.
582  * @data: Address of the wakeup source object associated with the event source.
583  *
584  * Call wakeup_source_deactivate() for the wakeup source whose address is stored
585  * in @data if it is currently active and its timer has not been canceled and
586  * the expiration time of the timer is not in future.
587  */
588 static void pm_wakeup_timer_fn(unsigned long data)
589 {
590 	struct wakeup_source *ws = (struct wakeup_source *)data;
591 	unsigned long flags;
592 
593 	spin_lock_irqsave(&ws->lock, flags);
594 
595 	if (ws->active && ws->timer_expires
596 	    && time_after_eq(jiffies, ws->timer_expires)) {
597 		wakeup_source_deactivate(ws);
598 		ws->expire_count++;
599 	}
600 
601 	spin_unlock_irqrestore(&ws->lock, flags);
602 }
603 
604 /**
605  * __pm_wakeup_event - Notify the PM core of a wakeup event.
606  * @ws: Wakeup source object associated with the event source.
607  * @msec: Anticipated event processing time (in milliseconds).
608  *
609  * Notify the PM core of a wakeup event whose source is @ws that will take
610  * approximately @msec milliseconds to be processed by the kernel.  If @ws is
611  * not active, activate it.  If @msec is nonzero, set up the @ws' timer to
612  * execute pm_wakeup_timer_fn() in future.
613  *
614  * It is safe to call this function from interrupt context.
615  */
616 void __pm_wakeup_event(struct wakeup_source *ws, unsigned int msec)
617 {
618 	unsigned long flags;
619 	unsigned long expires;
620 
621 	if (!ws)
622 		return;
623 
624 	spin_lock_irqsave(&ws->lock, flags);
625 
626 	wakeup_source_report_event(ws);
627 
628 	if (!msec) {
629 		wakeup_source_deactivate(ws);
630 		goto unlock;
631 	}
632 
633 	expires = jiffies + msecs_to_jiffies(msec);
634 	if (!expires)
635 		expires = 1;
636 
637 	if (!ws->timer_expires || time_after(expires, ws->timer_expires)) {
638 		mod_timer(&ws->timer, expires);
639 		ws->timer_expires = expires;
640 	}
641 
642  unlock:
643 	spin_unlock_irqrestore(&ws->lock, flags);
644 }
645 EXPORT_SYMBOL_GPL(__pm_wakeup_event);
646 
647 
648 /**
649  * pm_wakeup_event - Notify the PM core of a wakeup event.
650  * @dev: Device the wakeup event is related to.
651  * @msec: Anticipated event processing time (in milliseconds).
652  *
653  * Call __pm_wakeup_event() for the @dev's wakeup source object.
654  */
655 void pm_wakeup_event(struct device *dev, unsigned int msec)
656 {
657 	unsigned long flags;
658 
659 	if (!dev)
660 		return;
661 
662 	spin_lock_irqsave(&dev->power.lock, flags);
663 	__pm_wakeup_event(dev->power.wakeup, msec);
664 	spin_unlock_irqrestore(&dev->power.lock, flags);
665 }
666 EXPORT_SYMBOL_GPL(pm_wakeup_event);
667 
668 void pm_print_active_wakeup_sources(void)
669 {
670 	struct wakeup_source *ws;
671 	int active = 0;
672 	struct wakeup_source *last_activity_ws = NULL;
673 
674 	rcu_read_lock();
675 	list_for_each_entry_rcu(ws, &wakeup_sources, entry) {
676 		if (ws->active) {
677 			pr_info("active wakeup source: %s\n", ws->name);
678 			active = 1;
679 		} else if (!active &&
680 			   (!last_activity_ws ||
681 			    ktime_to_ns(ws->last_time) >
682 			    ktime_to_ns(last_activity_ws->last_time))) {
683 			last_activity_ws = ws;
684 		}
685 	}
686 
687 	if (!active && last_activity_ws)
688 		pr_info("last active wakeup source: %s\n",
689 			last_activity_ws->name);
690 	rcu_read_unlock();
691 }
692 EXPORT_SYMBOL_GPL(pm_print_active_wakeup_sources);
693 
694 /**
695  * pm_wakeup_pending - Check if power transition in progress should be aborted.
696  *
697  * Compare the current number of registered wakeup events with its preserved
698  * value from the past and return true if new wakeup events have been registered
699  * since the old value was stored.  Also return true if the current number of
700  * wakeup events being processed is different from zero.
701  */
702 bool pm_wakeup_pending(void)
703 {
704 	unsigned long flags;
705 	bool ret = false;
706 
707 	spin_lock_irqsave(&events_lock, flags);
708 	if (events_check_enabled) {
709 		unsigned int cnt, inpr;
710 
711 		split_counters(&cnt, &inpr);
712 		ret = (cnt != saved_count || inpr > 0);
713 		events_check_enabled = !ret;
714 	}
715 	spin_unlock_irqrestore(&events_lock, flags);
716 
717 	if (ret) {
718 		pr_info("PM: Wakeup pending, aborting suspend\n");
719 		pm_print_active_wakeup_sources();
720 	}
721 
722 	return ret;
723 }
724 
725 /**
726  * pm_get_wakeup_count - Read the number of registered wakeup events.
727  * @count: Address to store the value at.
728  * @block: Whether or not to block.
729  *
730  * Store the number of registered wakeup events at the address in @count.  If
731  * @block is set, block until the current number of wakeup events being
732  * processed is zero.
733  *
734  * Return 'false' if the current number of wakeup events being processed is
735  * nonzero.  Otherwise return 'true'.
736  */
737 bool pm_get_wakeup_count(unsigned int *count, bool block)
738 {
739 	unsigned int cnt, inpr;
740 
741 	if (block) {
742 		DEFINE_WAIT(wait);
743 
744 		for (;;) {
745 			prepare_to_wait(&wakeup_count_wait_queue, &wait,
746 					TASK_INTERRUPTIBLE);
747 			split_counters(&cnt, &inpr);
748 			if (inpr == 0 || signal_pending(current))
749 				break;
750 
751 			schedule();
752 		}
753 		finish_wait(&wakeup_count_wait_queue, &wait);
754 	}
755 
756 	split_counters(&cnt, &inpr);
757 	*count = cnt;
758 	return !inpr;
759 }
760 
761 /**
762  * pm_save_wakeup_count - Save the current number of registered wakeup events.
763  * @count: Value to compare with the current number of registered wakeup events.
764  *
765  * If @count is equal to the current number of registered wakeup events and the
766  * current number of wakeup events being processed is zero, store @count as the
767  * old number of registered wakeup events for pm_check_wakeup_events(), enable
768  * wakeup events detection and return 'true'.  Otherwise disable wakeup events
769  * detection and return 'false'.
770  */
771 bool pm_save_wakeup_count(unsigned int count)
772 {
773 	unsigned int cnt, inpr;
774 	unsigned long flags;
775 
776 	events_check_enabled = false;
777 	spin_lock_irqsave(&events_lock, flags);
778 	split_counters(&cnt, &inpr);
779 	if (cnt == count && inpr == 0) {
780 		saved_count = count;
781 		events_check_enabled = true;
782 	}
783 	spin_unlock_irqrestore(&events_lock, flags);
784 	return events_check_enabled;
785 }
786 
787 #ifdef CONFIG_PM_AUTOSLEEP
788 /**
789  * pm_wakep_autosleep_enabled - Modify autosleep_enabled for all wakeup sources.
790  * @enabled: Whether to set or to clear the autosleep_enabled flags.
791  */
792 void pm_wakep_autosleep_enabled(bool set)
793 {
794 	struct wakeup_source *ws;
795 	ktime_t now = ktime_get();
796 
797 	rcu_read_lock();
798 	list_for_each_entry_rcu(ws, &wakeup_sources, entry) {
799 		spin_lock_irq(&ws->lock);
800 		if (ws->autosleep_enabled != set) {
801 			ws->autosleep_enabled = set;
802 			if (ws->active) {
803 				if (set)
804 					ws->start_prevent_time = now;
805 				else
806 					update_prevent_sleep_time(ws, now);
807 			}
808 		}
809 		spin_unlock_irq(&ws->lock);
810 	}
811 	rcu_read_unlock();
812 }
813 #endif /* CONFIG_PM_AUTOSLEEP */
814 
815 static struct dentry *wakeup_sources_stats_dentry;
816 
817 /**
818  * print_wakeup_source_stats - Print wakeup source statistics information.
819  * @m: seq_file to print the statistics into.
820  * @ws: Wakeup source object to print the statistics for.
821  */
822 static int print_wakeup_source_stats(struct seq_file *m,
823 				     struct wakeup_source *ws)
824 {
825 	unsigned long flags;
826 	ktime_t total_time;
827 	ktime_t max_time;
828 	unsigned long active_count;
829 	ktime_t active_time;
830 	ktime_t prevent_sleep_time;
831 	int ret;
832 
833 	spin_lock_irqsave(&ws->lock, flags);
834 
835 	total_time = ws->total_time;
836 	max_time = ws->max_time;
837 	prevent_sleep_time = ws->prevent_sleep_time;
838 	active_count = ws->active_count;
839 	if (ws->active) {
840 		ktime_t now = ktime_get();
841 
842 		active_time = ktime_sub(now, ws->last_time);
843 		total_time = ktime_add(total_time, active_time);
844 		if (active_time.tv64 > max_time.tv64)
845 			max_time = active_time;
846 
847 		if (ws->autosleep_enabled)
848 			prevent_sleep_time = ktime_add(prevent_sleep_time,
849 				ktime_sub(now, ws->start_prevent_time));
850 	} else {
851 		active_time = ktime_set(0, 0);
852 	}
853 
854 	ret = seq_printf(m, "%-12s\t%lu\t\t%lu\t\t%lu\t\t%lu\t\t"
855 			"%lld\t\t%lld\t\t%lld\t\t%lld\t\t%lld\n",
856 			ws->name, active_count, ws->event_count,
857 			ws->wakeup_count, ws->expire_count,
858 			ktime_to_ms(active_time), ktime_to_ms(total_time),
859 			ktime_to_ms(max_time), ktime_to_ms(ws->last_time),
860 			ktime_to_ms(prevent_sleep_time));
861 
862 	spin_unlock_irqrestore(&ws->lock, flags);
863 
864 	return ret;
865 }
866 
867 /**
868  * wakeup_sources_stats_show - Print wakeup sources statistics information.
869  * @m: seq_file to print the statistics into.
870  */
871 static int wakeup_sources_stats_show(struct seq_file *m, void *unused)
872 {
873 	struct wakeup_source *ws;
874 
875 	seq_puts(m, "name\t\tactive_count\tevent_count\twakeup_count\t"
876 		"expire_count\tactive_since\ttotal_time\tmax_time\t"
877 		"last_change\tprevent_suspend_time\n");
878 
879 	rcu_read_lock();
880 	list_for_each_entry_rcu(ws, &wakeup_sources, entry)
881 		print_wakeup_source_stats(m, ws);
882 	rcu_read_unlock();
883 
884 	return 0;
885 }
886 
887 static int wakeup_sources_stats_open(struct inode *inode, struct file *file)
888 {
889 	return single_open(file, wakeup_sources_stats_show, NULL);
890 }
891 
892 static const struct file_operations wakeup_sources_stats_fops = {
893 	.owner = THIS_MODULE,
894 	.open = wakeup_sources_stats_open,
895 	.read = seq_read,
896 	.llseek = seq_lseek,
897 	.release = single_release,
898 };
899 
900 static int __init wakeup_sources_debugfs_init(void)
901 {
902 	wakeup_sources_stats_dentry = debugfs_create_file("wakeup_sources",
903 			S_IRUGO, NULL, NULL, &wakeup_sources_stats_fops);
904 	return 0;
905 }
906 
907 postcore_initcall(wakeup_sources_debugfs_init);
908