11253b9b8SPaul E. McKenney // SPDX-License-Identifier: GPL-2.0+
21253b9b8SPaul E. McKenney /*
31253b9b8SPaul E. McKenney  * Unit test for the clocksource watchdog.
41253b9b8SPaul E. McKenney  *
51253b9b8SPaul E. McKenney  * Copyright (C) 2021 Facebook, Inc.
61253b9b8SPaul E. McKenney  *
71253b9b8SPaul E. McKenney  * Author: Paul E. McKenney <paulmck@kernel.org>
81253b9b8SPaul E. McKenney  */
91253b9b8SPaul E. McKenney #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
101253b9b8SPaul E. McKenney 
111253b9b8SPaul E. McKenney #include <linux/device.h>
121253b9b8SPaul E. McKenney #include <linux/clocksource.h>
131253b9b8SPaul E. McKenney #include <linux/init.h>
141253b9b8SPaul E. McKenney #include <linux/module.h>
151253b9b8SPaul E. McKenney #include <linux/sched.h> /* for spin_unlock_irq() using preempt_count() m68k */
161253b9b8SPaul E. McKenney #include <linux/tick.h>
171253b9b8SPaul E. McKenney #include <linux/kthread.h>
181253b9b8SPaul E. McKenney #include <linux/delay.h>
191253b9b8SPaul E. McKenney #include <linux/prandom.h>
201253b9b8SPaul E. McKenney #include <linux/cpu.h>
211253b9b8SPaul E. McKenney 
22*d25a0252SPaul E. McKenney #include "tick-internal.h"
23*d25a0252SPaul E. McKenney 
241253b9b8SPaul E. McKenney MODULE_LICENSE("GPL");
251253b9b8SPaul E. McKenney MODULE_AUTHOR("Paul E. McKenney <paulmck@kernel.org>");
261253b9b8SPaul E. McKenney 
271253b9b8SPaul E. McKenney static int holdoff = IS_BUILTIN(CONFIG_TEST_CLOCKSOURCE_WATCHDOG) ? 10 : 0;
281253b9b8SPaul E. McKenney module_param(holdoff, int, 0444);
291253b9b8SPaul E. McKenney MODULE_PARM_DESC(holdoff, "Time to wait to start test (s).");
301253b9b8SPaul E. McKenney 
311253b9b8SPaul E. McKenney /* Watchdog kthread's task_struct pointer for debug purposes. */
321253b9b8SPaul E. McKenney static struct task_struct *wdtest_task;
331253b9b8SPaul E. McKenney 
wdtest_jiffies_read(struct clocksource * cs)341253b9b8SPaul E. McKenney static u64 wdtest_jiffies_read(struct clocksource *cs)
351253b9b8SPaul E. McKenney {
361253b9b8SPaul E. McKenney 	return (u64)jiffies;
371253b9b8SPaul E. McKenney }
381253b9b8SPaul E. McKenney 
391253b9b8SPaul E. McKenney static struct clocksource clocksource_wdtest_jiffies = {
401253b9b8SPaul E. McKenney 	.name			= "wdtest-jiffies",
411253b9b8SPaul E. McKenney 	.rating			= 1, /* lowest valid rating*/
421253b9b8SPaul E. McKenney 	.uncertainty_margin	= TICK_NSEC,
431253b9b8SPaul E. McKenney 	.read			= wdtest_jiffies_read,
441253b9b8SPaul E. McKenney 	.mask			= CLOCKSOURCE_MASK(32),
451253b9b8SPaul E. McKenney 	.flags			= CLOCK_SOURCE_MUST_VERIFY,
461253b9b8SPaul E. McKenney 	.mult			= TICK_NSEC << JIFFIES_SHIFT, /* details above */
471253b9b8SPaul E. McKenney 	.shift			= JIFFIES_SHIFT,
481253b9b8SPaul E. McKenney 	.max_cycles		= 10,
491253b9b8SPaul E. McKenney };
501253b9b8SPaul E. McKenney 
511253b9b8SPaul E. McKenney static int wdtest_ktime_read_ndelays;
521253b9b8SPaul E. McKenney static bool wdtest_ktime_read_fuzz;
531253b9b8SPaul E. McKenney 
wdtest_ktime_read(struct clocksource * cs)541253b9b8SPaul E. McKenney static u64 wdtest_ktime_read(struct clocksource *cs)
551253b9b8SPaul E. McKenney {
561253b9b8SPaul E. McKenney 	int wkrn = READ_ONCE(wdtest_ktime_read_ndelays);
571253b9b8SPaul E. McKenney 	static int sign = 1;
581253b9b8SPaul E. McKenney 	u64 ret;
591253b9b8SPaul E. McKenney 
601253b9b8SPaul E. McKenney 	if (wkrn) {
611253b9b8SPaul E. McKenney 		udelay(cs->uncertainty_margin / 250);
621253b9b8SPaul E. McKenney 		WRITE_ONCE(wdtest_ktime_read_ndelays, wkrn - 1);
631253b9b8SPaul E. McKenney 	}
641253b9b8SPaul E. McKenney 	ret = ktime_get_real_fast_ns();
651253b9b8SPaul E. McKenney 	if (READ_ONCE(wdtest_ktime_read_fuzz)) {
661253b9b8SPaul E. McKenney 		sign = -sign;
671253b9b8SPaul E. McKenney 		ret = ret + sign * 100 * NSEC_PER_MSEC;
681253b9b8SPaul E. McKenney 	}
691253b9b8SPaul E. McKenney 	return ret;
701253b9b8SPaul E. McKenney }
711253b9b8SPaul E. McKenney 
wdtest_ktime_cs_mark_unstable(struct clocksource * cs)721253b9b8SPaul E. McKenney static void wdtest_ktime_cs_mark_unstable(struct clocksource *cs)
731253b9b8SPaul E. McKenney {
741253b9b8SPaul E. McKenney 	pr_info("--- Marking %s unstable due to clocksource watchdog.\n", cs->name);
751253b9b8SPaul E. McKenney }
761253b9b8SPaul E. McKenney 
771253b9b8SPaul E. McKenney #define KTIME_FLAGS (CLOCK_SOURCE_IS_CONTINUOUS | \
781253b9b8SPaul E. McKenney 		     CLOCK_SOURCE_VALID_FOR_HRES | \
791253b9b8SPaul E. McKenney 		     CLOCK_SOURCE_MUST_VERIFY | \
801253b9b8SPaul E. McKenney 		     CLOCK_SOURCE_VERIFY_PERCPU)
811253b9b8SPaul E. McKenney 
821253b9b8SPaul E. McKenney static struct clocksource clocksource_wdtest_ktime = {
831253b9b8SPaul E. McKenney 	.name			= "wdtest-ktime",
841253b9b8SPaul E. McKenney 	.rating			= 300,
851253b9b8SPaul E. McKenney 	.read			= wdtest_ktime_read,
861253b9b8SPaul E. McKenney 	.mask			= CLOCKSOURCE_MASK(64),
871253b9b8SPaul E. McKenney 	.flags			= KTIME_FLAGS,
881253b9b8SPaul E. McKenney 	.mark_unstable		= wdtest_ktime_cs_mark_unstable,
891253b9b8SPaul E. McKenney 	.list			= LIST_HEAD_INIT(clocksource_wdtest_ktime.list),
901253b9b8SPaul E. McKenney };
911253b9b8SPaul E. McKenney 
921253b9b8SPaul E. McKenney /* Reset the clocksource if needed. */
wdtest_ktime_clocksource_reset(void)931253b9b8SPaul E. McKenney static void wdtest_ktime_clocksource_reset(void)
941253b9b8SPaul E. McKenney {
951253b9b8SPaul E. McKenney 	if (clocksource_wdtest_ktime.flags & CLOCK_SOURCE_UNSTABLE) {
961253b9b8SPaul E. McKenney 		clocksource_unregister(&clocksource_wdtest_ktime);
971253b9b8SPaul E. McKenney 		clocksource_wdtest_ktime.flags = KTIME_FLAGS;
981253b9b8SPaul E. McKenney 		schedule_timeout_uninterruptible(HZ / 10);
991253b9b8SPaul E. McKenney 		clocksource_register_khz(&clocksource_wdtest_ktime, 1000 * 1000);
1001253b9b8SPaul E. McKenney 	}
1011253b9b8SPaul E. McKenney }
1021253b9b8SPaul E. McKenney 
1031253b9b8SPaul E. McKenney /* Run the specified series of watchdog tests. */
wdtest_func(void * arg)1041253b9b8SPaul E. McKenney static int wdtest_func(void *arg)
1051253b9b8SPaul E. McKenney {
1061253b9b8SPaul E. McKenney 	unsigned long j1, j2;
1071253b9b8SPaul E. McKenney 	char *s;
1081253b9b8SPaul E. McKenney 	int i;
1091253b9b8SPaul E. McKenney 
1101253b9b8SPaul E. McKenney 	schedule_timeout_uninterruptible(holdoff * HZ);
1111253b9b8SPaul E. McKenney 
1121253b9b8SPaul E. McKenney 	/*
1131253b9b8SPaul E. McKenney 	 * Verify that jiffies-like clocksources get the manually
1141253b9b8SPaul E. McKenney 	 * specified uncertainty margin.
1151253b9b8SPaul E. McKenney 	 */
1161253b9b8SPaul E. McKenney 	pr_info("--- Verify jiffies-like uncertainty margin.\n");
1171253b9b8SPaul E. McKenney 	__clocksource_register(&clocksource_wdtest_jiffies);
1181253b9b8SPaul E. McKenney 	WARN_ON_ONCE(clocksource_wdtest_jiffies.uncertainty_margin != TICK_NSEC);
1191253b9b8SPaul E. McKenney 
1201253b9b8SPaul E. McKenney 	j1 = clocksource_wdtest_jiffies.read(&clocksource_wdtest_jiffies);
1211253b9b8SPaul E. McKenney 	schedule_timeout_uninterruptible(HZ);
1221253b9b8SPaul E. McKenney 	j2 = clocksource_wdtest_jiffies.read(&clocksource_wdtest_jiffies);
1231253b9b8SPaul E. McKenney 	WARN_ON_ONCE(j1 == j2);
1241253b9b8SPaul E. McKenney 
1251253b9b8SPaul E. McKenney 	clocksource_unregister(&clocksource_wdtest_jiffies);
1261253b9b8SPaul E. McKenney 
1271253b9b8SPaul E. McKenney 	/*
1281253b9b8SPaul E. McKenney 	 * Verify that tsc-like clocksources are assigned a reasonable
1291253b9b8SPaul E. McKenney 	 * uncertainty margin.
1301253b9b8SPaul E. McKenney 	 */
1311253b9b8SPaul E. McKenney 	pr_info("--- Verify tsc-like uncertainty margin.\n");
1321253b9b8SPaul E. McKenney 	clocksource_register_khz(&clocksource_wdtest_ktime, 1000 * 1000);
1331253b9b8SPaul E. McKenney 	WARN_ON_ONCE(clocksource_wdtest_ktime.uncertainty_margin < NSEC_PER_USEC);
1341253b9b8SPaul E. McKenney 
1351253b9b8SPaul E. McKenney 	j1 = clocksource_wdtest_ktime.read(&clocksource_wdtest_ktime);
1361253b9b8SPaul E. McKenney 	udelay(1);
1371253b9b8SPaul E. McKenney 	j2 = clocksource_wdtest_ktime.read(&clocksource_wdtest_ktime);
1381253b9b8SPaul E. McKenney 	pr_info("--- tsc-like times: %lu - %lu = %lu.\n", j2, j1, j2 - j1);
1391253b9b8SPaul E. McKenney 	WARN_ON_ONCE(time_before(j2, j1 + NSEC_PER_USEC));
1401253b9b8SPaul E. McKenney 
1411253b9b8SPaul E. McKenney 	/* Verify tsc-like stability with various numbers of errors injected. */
1421253b9b8SPaul E. McKenney 	for (i = 0; i <= max_cswd_read_retries + 1; i++) {
1431253b9b8SPaul E. McKenney 		if (i <= 1 && i < max_cswd_read_retries)
1441253b9b8SPaul E. McKenney 			s = "";
1451253b9b8SPaul E. McKenney 		else if (i <= max_cswd_read_retries)
1461253b9b8SPaul E. McKenney 			s = ", expect message";
1471253b9b8SPaul E. McKenney 		else
1481253b9b8SPaul E. McKenney 			s = ", expect clock skew";
1491253b9b8SPaul E. McKenney 		pr_info("--- Watchdog with %dx error injection, %lu retries%s.\n", i, max_cswd_read_retries, s);
1501253b9b8SPaul E. McKenney 		WRITE_ONCE(wdtest_ktime_read_ndelays, i);
1511253b9b8SPaul E. McKenney 		schedule_timeout_uninterruptible(2 * HZ);
1521253b9b8SPaul E. McKenney 		WARN_ON_ONCE(READ_ONCE(wdtest_ktime_read_ndelays));
1531253b9b8SPaul E. McKenney 		WARN_ON_ONCE((i <= max_cswd_read_retries) !=
1541253b9b8SPaul E. McKenney 			     !(clocksource_wdtest_ktime.flags & CLOCK_SOURCE_UNSTABLE));
1551253b9b8SPaul E. McKenney 		wdtest_ktime_clocksource_reset();
1561253b9b8SPaul E. McKenney 	}
1571253b9b8SPaul E. McKenney 
1581253b9b8SPaul E. McKenney 	/* Verify tsc-like stability with clock-value-fuzz error injection. */
1591253b9b8SPaul E. McKenney 	pr_info("--- Watchdog clock-value-fuzz error injection, expect clock skew and per-CPU mismatches.\n");
1601253b9b8SPaul E. McKenney 	WRITE_ONCE(wdtest_ktime_read_fuzz, true);
1611253b9b8SPaul E. McKenney 	schedule_timeout_uninterruptible(2 * HZ);
1621253b9b8SPaul E. McKenney 	WARN_ON_ONCE(!(clocksource_wdtest_ktime.flags & CLOCK_SOURCE_UNSTABLE));
1631253b9b8SPaul E. McKenney 	clocksource_verify_percpu(&clocksource_wdtest_ktime);
1641253b9b8SPaul E. McKenney 	WRITE_ONCE(wdtest_ktime_read_fuzz, false);
1651253b9b8SPaul E. McKenney 
1661253b9b8SPaul E. McKenney 	clocksource_unregister(&clocksource_wdtest_ktime);
1671253b9b8SPaul E. McKenney 
1681253b9b8SPaul E. McKenney 	pr_info("--- Done with test.\n");
1691253b9b8SPaul E. McKenney 	return 0;
1701253b9b8SPaul E. McKenney }
1711253b9b8SPaul E. McKenney 
wdtest_print_module_parms(void)1721253b9b8SPaul E. McKenney static void wdtest_print_module_parms(void)
1731253b9b8SPaul E. McKenney {
1741253b9b8SPaul E. McKenney 	pr_alert("--- holdoff=%d\n", holdoff);
1751253b9b8SPaul E. McKenney }
1761253b9b8SPaul E. McKenney 
1771253b9b8SPaul E. McKenney /* Cleanup function. */
clocksource_wdtest_cleanup(void)1781253b9b8SPaul E. McKenney static void clocksource_wdtest_cleanup(void)
1791253b9b8SPaul E. McKenney {
1801253b9b8SPaul E. McKenney }
1811253b9b8SPaul E. McKenney 
clocksource_wdtest_init(void)1821253b9b8SPaul E. McKenney static int __init clocksource_wdtest_init(void)
1831253b9b8SPaul E. McKenney {
1841253b9b8SPaul E. McKenney 	int ret = 0;
1851253b9b8SPaul E. McKenney 
1861253b9b8SPaul E. McKenney 	wdtest_print_module_parms();
1871253b9b8SPaul E. McKenney 
1881253b9b8SPaul E. McKenney 	/* Create watchdog-test task. */
1891253b9b8SPaul E. McKenney 	wdtest_task = kthread_run(wdtest_func, NULL, "wdtest");
1901253b9b8SPaul E. McKenney 	if (IS_ERR(wdtest_task)) {
1911253b9b8SPaul E. McKenney 		ret = PTR_ERR(wdtest_task);
1921253b9b8SPaul E. McKenney 		pr_warn("%s: Failed to create wdtest kthread.\n", __func__);
1931253b9b8SPaul E. McKenney 		wdtest_task = NULL;
1941253b9b8SPaul E. McKenney 		return ret;
1951253b9b8SPaul E. McKenney 	}
1961253b9b8SPaul E. McKenney 
1971253b9b8SPaul E. McKenney 	return 0;
1981253b9b8SPaul E. McKenney }
1991253b9b8SPaul E. McKenney 
2001253b9b8SPaul E. McKenney module_init(clocksource_wdtest_init);
2011253b9b8SPaul E. McKenney module_exit(clocksource_wdtest_cleanup);
202