xref: /openbmc/linux/kernel/time/tick-internal.h (revision ae67bada)
1b2441318SGreg Kroah-Hartman /* SPDX-License-Identifier: GPL-2.0 */
2f8381cbaSThomas Gleixner /*
3f8381cbaSThomas Gleixner  * tick internal variable and functions used by low/high res code
4f8381cbaSThomas Gleixner  */
5e2830b5cSTorben Hohn #include <linux/hrtimer.h>
6e2830b5cSTorben Hohn #include <linux/tick.h>
76441402bSThomas Gleixner 
88b094cd0SThomas Gleixner #include "timekeeping.h"
9c1797bafSThomas Gleixner #include "tick-sched.h"
108b094cd0SThomas Gleixner 
119f083b74SThomas Gleixner #ifdef CONFIG_GENERIC_CLOCKEVENTS
126441402bSThomas Gleixner 
136441402bSThomas Gleixner # define TICK_DO_TIMER_NONE	-1
146441402bSThomas Gleixner # define TICK_DO_TIMER_BOOT	-2
156441402bSThomas Gleixner 
16f8381cbaSThomas Gleixner DECLARE_PER_CPU(struct tick_device, tick_cpu_device);
17f8381cbaSThomas Gleixner extern ktime_t tick_next_period;
18f8381cbaSThomas Gleixner extern ktime_t tick_period;
19d3ed7824SThomas Gleixner extern int tick_do_timer_cpu __read_mostly;
20f8381cbaSThomas Gleixner 
21f8381cbaSThomas Gleixner extern void tick_setup_periodic(struct clock_event_device *dev, int broadcast);
22f8381cbaSThomas Gleixner extern void tick_handle_periodic(struct clock_event_device *dev);
237172a286SThomas Gleixner extern void tick_check_new_device(struct clock_event_device *dev);
24a49b116dSThomas Gleixner extern void tick_shutdown(unsigned int cpu);
258c53daf6SThomas Gleixner extern void tick_suspend(void);
26f46481d0SThomas Gleixner extern void tick_resume(void);
2703e13cf5SThomas Gleixner extern bool tick_check_replacement(struct clock_event_device *curdev,
2803e13cf5SThomas Gleixner 				   struct clock_event_device *newdev);
2903e13cf5SThomas Gleixner extern void tick_install_replacement(struct clock_event_device *dev);
30c1797bafSThomas Gleixner extern int tick_is_oneshot_available(void);
317270d11cSThomas Gleixner extern struct tick_device *tick_get_device(int cpu);
32f8381cbaSThomas Gleixner 
33554ef387SViresh Kumar extern int clockevents_tick_resume(struct clock_event_device *dev);
34b7475eb5SThomas Gleixner /* Check, if the device is functional or a dummy for broadcast */
35b7475eb5SThomas Gleixner static inline int tick_device_is_functional(struct clock_event_device *dev)
36b7475eb5SThomas Gleixner {
37b7475eb5SThomas Gleixner 	return !(dev->features & CLOCK_EVT_FEAT_DUMMY);
38b7475eb5SThomas Gleixner }
392344abbcSThomas Gleixner 
40d7eb231cSThomas Gleixner static inline enum clock_event_state clockevent_get_state(struct clock_event_device *dev)
41d7eb231cSThomas Gleixner {
42be3ef76eSThomas Gleixner 	return dev->state_use_accessors;
43d7eb231cSThomas Gleixner }
44d7eb231cSThomas Gleixner 
45d7eb231cSThomas Gleixner static inline void clockevent_set_state(struct clock_event_device *dev,
46d7eb231cSThomas Gleixner 					enum clock_event_state state)
47d7eb231cSThomas Gleixner {
48be3ef76eSThomas Gleixner 	dev->state_use_accessors = state;
49d7eb231cSThomas Gleixner }
50d7eb231cSThomas Gleixner 
51b7475eb5SThomas Gleixner extern void clockevents_shutdown(struct clock_event_device *dev);
52c1797bafSThomas Gleixner extern void clockevents_exchange_device(struct clock_event_device *old,
53c1797bafSThomas Gleixner 					struct clock_event_device *new);
54d7eb231cSThomas Gleixner extern void clockevents_switch_state(struct clock_event_device *dev,
557270d11cSThomas Gleixner 				     enum clock_event_state state);
567270d11cSThomas Gleixner extern int clockevents_program_event(struct clock_event_device *dev,
577270d11cSThomas Gleixner 				     ktime_t expires, bool force);
58c1797bafSThomas Gleixner extern void clockevents_handle_noop(struct clock_event_device *dev);
59b7475eb5SThomas Gleixner extern int __clockevents_update_freq(struct clock_event_device *dev, u32 freq);
60891292a7SPatrick Palka extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt);
6179bf2bb3SThomas Gleixner 
62b7475eb5SThomas Gleixner /* Broadcasting support */
63f8381cbaSThomas Gleixner # ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
64f8381cbaSThomas Gleixner extern int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu);
657172a286SThomas Gleixner extern void tick_install_broadcast_device(struct clock_event_device *dev);
66f8381cbaSThomas Gleixner extern int tick_is_broadcast_device(struct clock_event_device *dev);
67a49b116dSThomas Gleixner extern void tick_shutdown_broadcast(unsigned int cpu);
686321dd60SThomas Gleixner extern void tick_suspend_broadcast(void);
69f46481d0SThomas Gleixner extern void tick_resume_broadcast(void);
70f46481d0SThomas Gleixner extern bool tick_resume_check_broadcast(void);
71b352bc1cSThomas Gleixner extern void tick_broadcast_init(void);
72b7475eb5SThomas Gleixner extern void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast);
73b7475eb5SThomas Gleixner extern int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq);
74c1797bafSThomas Gleixner extern struct tick_device *tick_get_broadcast_device(void);
75c1797bafSThomas Gleixner extern struct cpumask *tick_get_broadcast_mask(void);
763ae7a939SIngo Molnar # else /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST: */
77b7475eb5SThomas Gleixner static inline void tick_install_broadcast_device(struct clock_event_device *dev) { }
78b7475eb5SThomas Gleixner static inline int tick_is_broadcast_device(struct clock_event_device *dev) { return 0; }
79b7475eb5SThomas Gleixner static inline int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu) { return 0; }
80f8381cbaSThomas Gleixner static inline void tick_do_periodic_broadcast(struct clock_event_device *d) { }
81a49b116dSThomas Gleixner static inline void tick_shutdown_broadcast(unsigned int cpu) { }
826321dd60SThomas Gleixner static inline void tick_suspend_broadcast(void) { }
83f46481d0SThomas Gleixner static inline void tick_resume_broadcast(void) { }
84f46481d0SThomas Gleixner static inline bool tick_resume_check_broadcast(void) { return false; }
85b352bc1cSThomas Gleixner static inline void tick_broadcast_init(void) { }
86b7475eb5SThomas Gleixner static inline int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq) { return -ENODEV; }
87f8381cbaSThomas Gleixner 
88b7475eb5SThomas Gleixner /* Set the periodic handler in non broadcast mode */
89b7475eb5SThomas Gleixner static inline void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast)
90f8381cbaSThomas Gleixner {
91f8381cbaSThomas Gleixner 	dev->event_handler = tick_handle_periodic;
92f8381cbaSThomas Gleixner }
933ae7a939SIngo Molnar # endif /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST */
943ae7a939SIngo Molnar 
953ae7a939SIngo Molnar #else /* !GENERIC_CLOCKEVENTS: */
963ae7a939SIngo Molnar static inline void tick_suspend(void) { }
973ae7a939SIngo Molnar static inline void tick_resume(void) { }
983ae7a939SIngo Molnar #endif /* !GENERIC_CLOCKEVENTS */
993ae7a939SIngo Molnar 
1003ae7a939SIngo Molnar /* Oneshot related functions */
1013ae7a939SIngo Molnar #ifdef CONFIG_TICK_ONESHOT
1023ae7a939SIngo Molnar extern void tick_setup_oneshot(struct clock_event_device *newdev,
1033ae7a939SIngo Molnar 			       void (*handler)(struct clock_event_device *),
1043ae7a939SIngo Molnar 			       ktime_t nextevt);
1053ae7a939SIngo Molnar extern int tick_program_event(ktime_t expires, int force);
1063ae7a939SIngo Molnar extern void tick_oneshot_notify(void);
1073ae7a939SIngo Molnar extern int tick_switch_to_oneshot(void (*handler)(struct clock_event_device *));
1083ae7a939SIngo Molnar extern void tick_resume_oneshot(void);
1093ae7a939SIngo Molnar static inline bool tick_oneshot_possible(void) { return true; }
1103ae7a939SIngo Molnar extern int tick_oneshot_mode_active(void);
1113ae7a939SIngo Molnar extern void tick_clock_notify(void);
1123ae7a939SIngo Molnar extern int tick_check_oneshot_change(int allow_nohz);
1133ae7a939SIngo Molnar extern int tick_init_highres(void);
1143ae7a939SIngo Molnar #else /* !CONFIG_TICK_ONESHOT: */
1153ae7a939SIngo Molnar static inline
1163ae7a939SIngo Molnar void tick_setup_oneshot(struct clock_event_device *newdev,
1173ae7a939SIngo Molnar 			void (*handler)(struct clock_event_device *),
1183ae7a939SIngo Molnar 			ktime_t nextevt) { BUG(); }
1193ae7a939SIngo Molnar static inline void tick_resume_oneshot(void) { BUG(); }
1203ae7a939SIngo Molnar static inline int tick_program_event(ktime_t expires, int force) { return 0; }
1213ae7a939SIngo Molnar static inline void tick_oneshot_notify(void) { }
1223ae7a939SIngo Molnar static inline bool tick_oneshot_possible(void) { return false; }
1233ae7a939SIngo Molnar static inline int tick_oneshot_mode_active(void) { return 0; }
1243ae7a939SIngo Molnar static inline void tick_clock_notify(void) { }
1253ae7a939SIngo Molnar static inline int tick_check_oneshot_change(int allow_nohz) { return 0; }
1263ae7a939SIngo Molnar #endif /* !CONFIG_TICK_ONESHOT */
127f8381cbaSThomas Gleixner 
128b7475eb5SThomas Gleixner /* Functions related to oneshot broadcasting */
129b7475eb5SThomas Gleixner #if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT)
130b7475eb5SThomas Gleixner extern void tick_broadcast_switch_to_oneshot(void);
131a49b116dSThomas Gleixner extern void tick_shutdown_broadcast_oneshot(unsigned int cpu);
132b7475eb5SThomas Gleixner extern int tick_broadcast_oneshot_active(void);
133b7475eb5SThomas Gleixner extern void tick_check_oneshot_broadcast_this_cpu(void);
134b7475eb5SThomas Gleixner bool tick_broadcast_oneshot_available(void);
135c1797bafSThomas Gleixner extern struct cpumask *tick_get_broadcast_oneshot_mask(void);
1363ae7a939SIngo Molnar #else /* !(BROADCAST && ONESHOT): */
137b7475eb5SThomas Gleixner static inline void tick_broadcast_switch_to_oneshot(void) { }
138a49b116dSThomas Gleixner static inline void tick_shutdown_broadcast_oneshot(unsigned int cpu) { }
139b7475eb5SThomas Gleixner static inline int tick_broadcast_oneshot_active(void) { return 0; }
140b7475eb5SThomas Gleixner static inline void tick_check_oneshot_broadcast_this_cpu(void) { }
141b7475eb5SThomas Gleixner static inline bool tick_broadcast_oneshot_available(void) { return tick_oneshot_possible(); }
1423ae7a939SIngo Molnar #endif /* !(BROADCAST && ONESHOT) */
143e2830b5cSTorben Hohn 
144b7475eb5SThomas Gleixner /* NO_HZ_FULL internal */
145b7475eb5SThomas Gleixner #ifdef CONFIG_NO_HZ_FULL
146b7475eb5SThomas Gleixner extern void tick_nohz_init(void);
147b7475eb5SThomas Gleixner # else
148b7475eb5SThomas Gleixner static inline void tick_nohz_init(void) { }
149b7475eb5SThomas Gleixner #endif
150c1ad348bSThomas Gleixner 
151bc7a34b8SThomas Gleixner #ifdef CONFIG_NO_HZ_COMMON
152bc7a34b8SThomas Gleixner extern unsigned long tick_nohz_active;
153ae67badaSThomas Gleixner extern void timers_update_nohz(void);
154ae67badaSThomas Gleixner extern struct static_key_false timers_nohz_active;
155ae67badaSThomas Gleixner static inline bool is_timers_nohz_active(void)
156ae67badaSThomas Gleixner {
157ae67badaSThomas Gleixner 	return static_branch_likely(&timers_nohz_active);
158ae67badaSThomas Gleixner }
159ae67badaSThomas Gleixner # ifdef CONFIG_SMP
160ae67badaSThomas Gleixner extern struct static_key_false timers_migration_enabled;
161bc7a34b8SThomas Gleixner # endif
162ae67badaSThomas Gleixner #else /* CONFIG_NO_HZ_COMMON */
163ae67badaSThomas Gleixner static inline void timers_update_nohz(void) { }
164ae67badaSThomas Gleixner #define tick_nohz_active (0)
165ae67badaSThomas Gleixner static inline bool is_timers_nohz_active(void) { return false; }
166bc7a34b8SThomas Gleixner #endif
167bc7a34b8SThomas Gleixner 
168bc7a34b8SThomas Gleixner DECLARE_PER_CPU(struct hrtimer_cpu_base, hrtimer_bases);
169bc7a34b8SThomas Gleixner 
170c1ad348bSThomas Gleixner extern u64 get_next_timer_interrupt(unsigned long basej, u64 basem);
171a683f390SThomas Gleixner void timer_clear_idle(void);
172