Lines Matching refs:now
57 static void tick_do_update_jiffies64(ktime_t now) in tick_do_update_jiffies64() argument
72 if (ktime_before(now, smp_load_acquire(&tick_next_period))) in tick_do_update_jiffies64()
86 if (ktime_before(now, nextp)) in tick_do_update_jiffies64()
96 if (ktime_before(now, tick_next_period)) { in tick_do_update_jiffies64()
103 delta = ktime_sub(now, tick_next_period); in tick_do_update_jiffies64()
185 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now) in tick_sched_do_timer() argument
210 tick_do_update_jiffies64(now); in tick_sched_do_timer()
221 tick_do_update_jiffies64(now); in tick_sched_do_timer()
648 static void tick_nohz_update_jiffies(ktime_t now) in tick_nohz_update_jiffies() argument
652 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
655 tick_do_update_jiffies64(now); in tick_nohz_update_jiffies()
661 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now) in tick_nohz_stop_idle() argument
668 delta = ktime_sub(now, ts->idle_entrytime); in tick_nohz_stop_idle()
676 ts->idle_entrytime = now; in tick_nohz_stop_idle()
696 ktime_t now, idle; in get_cpu_sleep_time_us() local
702 now = ktime_get(); in get_cpu_sleep_time_us()
704 *last_update_time = ktime_to_us(now); in get_cpu_sleep_time_us()
710 ktime_t delta = ktime_sub(now, ts->idle_entrytime); in get_cpu_sleep_time_us()
774 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now) in tick_nohz_restart() argument
780 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_nohz_restart()
975 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_restart_sched_tick() argument
978 tick_do_update_jiffies64(now); in tick_nohz_restart_sched_tick()
992 tick_nohz_restart(ts, now); in tick_nohz_restart_sched_tick()
996 ktime_t now) in __tick_nohz_full_update_tick() argument
1004 tick_nohz_restart_sched_tick(ts, now); in __tick_nohz_full_update_tick()
1240 ktime_t now = ts->idle_entrytime; in tick_nohz_get_sleep_length() local
1245 *delta_next = ktime_sub(dev->next_event, now); in tick_nohz_get_sleep_length()
1261 return ktime_sub(next_event, now); in tick_nohz_get_sleep_length()
1290 ktime_t now) in tick_nohz_account_idle_time() argument
1294 ts->idle_exittime = now; in tick_nohz_account_idle_time()
1316 ktime_t now = ktime_get(); in tick_nohz_idle_restart_tick() local
1317 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_restart_tick()
1318 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_restart_tick()
1322 static void tick_nohz_idle_update_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_idle_update_tick() argument
1325 __tick_nohz_full_update_tick(ts, now); in tick_nohz_idle_update_tick()
1327 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_update_tick()
1329 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_update_tick()
1343 ktime_t now; in tick_nohz_idle_exit() local
1355 now = ktime_get(); in tick_nohz_idle_exit()
1358 tick_nohz_stop_idle(ts, now); in tick_nohz_idle_exit()
1361 tick_nohz_idle_update_tick(ts, now); in tick_nohz_idle_exit()
1373 ktime_t now = ktime_get(); in tick_nohz_handler() local
1377 tick_sched_do_timer(ts, now); in tick_nohz_handler()
1390 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_nohz_handler()
1435 ktime_t now; in tick_nohz_irq_enter() local
1439 now = ktime_get(); in tick_nohz_irq_enter()
1441 tick_nohz_stop_idle(ts, now); in tick_nohz_irq_enter()
1450 tick_nohz_update_jiffies(now); in tick_nohz_irq_enter()
1483 ktime_t now = ktime_get(); in tick_sched_timer() local
1485 tick_sched_do_timer(ts, now); in tick_sched_timer()
1500 hrtimer_forward(timer, now, TICK_NSEC); in tick_sched_timer()
1521 ktime_t now = ktime_get(); in tick_setup_sched_timer() local
1540 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_setup_sched_timer()