Lines Matching full:clocksource
3 * This file contains the functions which manage clocksource drivers.
11 #include <linux/clocksource.h>
23 static noinline u64 cycles_to_nsec_safe(struct clocksource *cs, u64 start, u64 end) in cycles_to_nsec_safe()
88 /*[Clocksource internal variables]---------
90 * currently selected clocksource.
98 * Name of the user-specified clocksource.
100 static struct clocksource *curr_clocksource;
101 static struct clocksource *suspend_clocksource;
122 * clocksource surrounding a read of the clocksource being validated.
127 * If a clocksource is good enough for NTP, it is good enough for us!
142 static struct clocksource *watchdog;
161 static void __clocksource_change_rating(struct clocksource *cs, int rating);
181 static void __clocksource_unstable(struct clocksource *cs) in __clocksource_unstable()
187 * If the clocksource is registered clocksource_watchdog_kthread() will in __clocksource_unstable()
204 * clocksource_mark_unstable - mark clocksource unstable via watchdog
205 * @cs: clocksource to be marked unstable
210 void clocksource_mark_unstable(struct clocksource *cs) in clocksource_mark_unstable()
232 static enum wd_read_status cs_watchdog_read(struct clocksource *cs, u64 *csnow, u64 *wdnow) in cs_watchdog_read()
259 * significant delay in reading both clocksource and watchdog. in cs_watchdog_read()
337 struct clocksource *cs = (struct clocksource *)csin; in clocksource_verify_one_cpu()
342 void clocksource_verify_percpu(struct clocksource *cs) in clocksource_verify_percpu()
359 pr_warn("Not enough CPUs to check clocksource '%s'.\n", cs->name); in clocksource_verify_percpu()
363 pr_info("Checking clocksource %s synchronization from CPU %d to CPUs %*pbl.\n", in clocksource_verify_percpu()
388 pr_warn(" CPUs %*pbl ahead of CPU %d for clocksource %s.\n", in clocksource_verify_percpu()
391 pr_warn(" CPUs %*pbl behind CPU %d for clocksource %s.\n", in clocksource_verify_percpu()
394 pr_warn(" CPU %d check durations %lldns - %lldns for clocksource %s.\n", in clocksource_verify_percpu()
401 struct clocksource *cs; in clocksource_reset_watchdog()
413 struct clocksource *cs; in clocksource_watchdog()
426 /* Clocksource already marked unstable? */ in clocksource_watchdog()
444 * watchdog/clocksource is very big, and affect the accuracy of in clocksource_watchdog()
459 /* Clocksource initialized ? */ in clocksource_watchdog()
499 /* Check the deviation from the watchdog clocksource. */ in clocksource_watchdog()
506 …pr_warn("timekeeping watchdog on CPU%d: Marking clocksource '%s' as unstable because the skew is t… in clocksource_watchdog()
514 …pr_warn(" Clocksource '%s' skewed %lld ns (%lld ms) over watchdog '%s' interv… in clocksource_watchdog()
517 pr_warn(" '%s' is current clocksource.\n", cs->name); in clocksource_watchdog()
519 …pr_warn(" '%s' (not '%s') is current clocksource.\n", curr_clocksource->name,… in clocksource_watchdog()
521 pr_warn(" No current clocksource.\n"); in clocksource_watchdog()
543 * If this is not the current clocksource let in clocksource_watchdog()
545 * change to high res this clocksource might in clocksource_watchdog()
547 * clocksource let the tick code know about in clocksource_watchdog()
609 static void clocksource_enqueue_watchdog(struct clocksource *cs) in clocksource_enqueue_watchdog()
614 /* cs is a clocksource to be watched. */ in clocksource_enqueue_watchdog()
626 struct clocksource *cs, *old_wd; in clocksource_select_watchdog()
636 /* cs is a clocksource to be watched. */ in clocksource_select_watchdog()
661 static void clocksource_dequeue_watchdog(struct clocksource *cs) in clocksource_dequeue_watchdog()
665 /* cs is a watched clocksource. */ in clocksource_dequeue_watchdog()
675 struct clocksource *cs, *tmp; in __clocksource_watchdog_kthread()
713 static bool clocksource_is_watchdog(struct clocksource *cs) in clocksource_is_watchdog()
720 static void clocksource_enqueue_watchdog(struct clocksource *cs) in clocksource_enqueue_watchdog()
727 static inline void clocksource_dequeue_watchdog(struct clocksource *cs) { } in clocksource_dequeue_watchdog()
730 static bool clocksource_is_watchdog(struct clocksource *cs) { return false; } in clocksource_is_watchdog()
731 void clocksource_mark_unstable(struct clocksource *cs) { } in clocksource_mark_unstable()
738 static bool clocksource_is_suspend(struct clocksource *cs) in clocksource_is_suspend()
743 static void __clocksource_suspend_select(struct clocksource *cs) in __clocksource_suspend_select()
746 * Skip the clocksource which will be stopped in suspend state. in __clocksource_suspend_select()
752 * The nonstop clocksource can be selected as the suspend clocksource to in __clocksource_suspend_select()
754 * interfaces to suspend the nonstop clocksource when system suspends. in __clocksource_suspend_select()
757 pr_warn("Nonstop clocksource %s should not supply suspend/resume interfaces\n", in __clocksource_suspend_select()
767 * clocksource_suspend_select - Select the best clocksource for suspend timing
768 * @fallback: if select a fallback clocksource
772 struct clocksource *cs, *old_suspend; in clocksource_suspend_select()
789 * @cs: current clocksource from timekeeping
798 * clocksource mutex.
800 void clocksource_start_suspend_timing(struct clocksource *cs, u64 start_cycles) in clocksource_start_suspend_timing()
806 * If current clocksource is the suspend timer, we should use the in clocksource_start_suspend_timing()
817 pr_warn_once("Failed to enable the non-suspend-able clocksource.\n"); in clocksource_start_suspend_timing()
826 * @cs: current clocksource from timekeeping
831 * Returns nanoseconds since suspend started, 0 if no usable suspend clocksource.
836 * taking the clocksource mutex.
838 u64 clocksource_stop_suspend_timing(struct clocksource *cs, u64 cycle_now) in clocksource_stop_suspend_timing()
846 * If current clocksource is the suspend timer, we should use the in clocksource_stop_suspend_timing()
859 * Disable the suspend timer to save power if current clocksource is in clocksource_stop_suspend_timing()
869 * clocksource_suspend - suspend the clocksource(s)
873 struct clocksource *cs; in clocksource_suspend()
881 * clocksource_resume - resume the clocksource(s)
885 struct clocksource *cs; in clocksource_resume()
908 * @cs: Pointer to clocksource
911 static u32 clocksource_max_adjustment(struct clocksource *cs) in clocksource_max_adjustment()
949 * The actual maximum number of cycles we can defer the clocksource is in clocks_calc_max_nsecs()
968 * clocksource_update_max_deferment - Updates the clocksource max_idle_ns & max_cycles
969 * @cs: Pointer to clocksource to be updated
972 static inline void clocksource_update_max_deferment(struct clocksource *cs) in clocksource_update_max_deferment()
979 static struct clocksource *clocksource_find_best(bool oneshot, bool skipcur) in clocksource_find_best()
981 struct clocksource *cs; in clocksource_find_best()
987 * We pick the clocksource with the highest rating. If oneshot in clocksource_find_best()
988 * mode is active, we pick the highres valid clocksource with in clocksource_find_best()
1004 struct clocksource *best, *cs; in __clocksource_select()
1006 /* Find the best suitable clocksource */ in __clocksource_select()
1014 /* Check for the override clocksource. */ in __clocksource_select()
1022 * capable clocksource if the tick code is in oneshot in __clocksource_select()
1026 /* Override clocksource cannot be used. */ in __clocksource_select()
1028 …pr_warn("Override clocksource %s is unstable and not HRT compatible - cannot switch while in HRT/N… in __clocksource_select()
1036 pr_info("Override clocksource %s is not currently HRT compatible - deferring\n", in __clocksource_select()
1040 /* Override clocksource can be used. */ in __clocksource_select()
1047 pr_info("Switched to clocksource %s\n", best->name); in __clocksource_select()
1053 * clocksource_select - Select the best clocksource available
1057 * Select the clocksource with the best rating, or the clocksource,
1073 * Hack to avoid lots of clocksource churn at boot time.
1093 * Enqueue the clocksource sorted by rating
1095 static void clocksource_enqueue(struct clocksource *cs) in clocksource_enqueue()
1098 struct clocksource *tmp; in clocksource_enqueue()
1110 * __clocksource_update_freq_scale - Used update clocksource with new freq
1111 * @cs: clocksource to be registered
1112 * @scale: Scale factor multiplied against freq to get clocksource hz
1113 * @freq: clocksource frequency (cycles per second) divided by scale
1115 * This should only be called from the clocksource->enable() method.
1121 void __clocksource_update_freq_scale(struct clocksource *cs, u32 scale, u32 freq) in __clocksource_update_freq_scale()
1136 * clocksource with mask >= 40-bit and f >= 4GHz. That maps to in __clocksource_update_freq_scale()
1187 "timekeeping: Clocksource %s might overflow on 11%% adjustment\n", in __clocksource_update_freq_scale()
1199 * @cs: clocksource to be registered
1200 * @scale: Scale factor multiplied against freq to get clocksource hz
1201 * @freq: clocksource frequency (cycles per second) divided by scale
1208 int __clocksource_register_scale(struct clocksource *cs, u32 scale, u32 freq) in __clocksource_register_scale()
1218 pr_warn("clocksource %s registered with invalid VDSO mode %d. Disabling VDSO support.\n", in __clocksource_register_scale()
1226 /* Add clocksource to the clocksource list */ in __clocksource_register_scale()
1242 static void __clocksource_change_rating(struct clocksource *cs, int rating) in __clocksource_change_rating()
1250 * clocksource_change_rating - Change the rating of a registered clocksource
1251 * @cs: clocksource to be changed
1254 void clocksource_change_rating(struct clocksource *cs, int rating) in clocksource_change_rating()
1271 * Unbind clocksource @cs. Called with clocksource_mutex held
1273 static int clocksource_unbind(struct clocksource *cs) in clocksource_unbind()
1293 * Select and try to install a replacement suspend clocksource. in clocksource_unbind()
1294 * If no replacement suspend clocksource, we will just let the in clocksource_unbind()
1295 * clocksource go and have no suspend clocksource. in clocksource_unbind()
1309 * clocksource_unregister - remove a registered clocksource
1310 * @cs: clocksource to be unregistered
1312 int clocksource_unregister(struct clocksource *cs) in clocksource_unregister()
1326 * current_clocksource_show - sysfs interface for current clocksource
1329 * @buf: char buffer to be filled with clocksource list
1331 * Provides sysfs interface for listing current clocksource.
1364 * current_clocksource_store - interface for manually overriding clocksource
1367 * @buf: name of override clocksource
1371 * clocksource selection.
1392 * unbind_clocksource_store - interface for manually unbinding clocksource
1398 * Takes input from sysfs interface for manually unbinding a clocksource.
1404 struct clocksource *cs; in unbind_clocksource_store()
1427 * available_clocksource_show - sysfs interface for listing clocksource
1430 * @buf: char buffer to be filled with clocksource list
1438 struct clocksource *src; in available_clocksource_show()
1444 * Don't show non-HRES clocksource if the tick code is in available_clocksource_show()
1468 ATTRIBUTE_GROUPS(clocksource);
1471 .name = "clocksource",
1472 .dev_name = "clocksource",
1498 * Takes a clocksource= boot argument and uses it
1499 * as the clocksource override name.
1510 __setup("clocksource=", boot_override_clocksource);
1517 * as the clocksource override name
1522 pr_warn("clock=pmtmr is deprecated - use clocksource=acpi_pm\n"); in boot_override_clock()
1525 pr_warn("clock= boot option is deprecated - use clocksource=xyz\n"); in boot_override_clock()