1b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0 2b5f87f15SMartin Schwidefsky /* 3b5f87f15SMartin Schwidefsky * Idle functions for s390. 4b5f87f15SMartin Schwidefsky * 5b5f87f15SMartin Schwidefsky * Copyright IBM Corp. 2014 6b5f87f15SMartin Schwidefsky * 7b5f87f15SMartin Schwidefsky * Author(s): Martin Schwidefsky <schwidefsky@de.ibm.com> 8b5f87f15SMartin Schwidefsky */ 9b5f87f15SMartin Schwidefsky 10b5f87f15SMartin Schwidefsky #include <linux/kernel.h> 11b5f87f15SMartin Schwidefsky #include <linux/kernel_stat.h> 12b5f87f15SMartin Schwidefsky #include <linux/kprobes.h> 13b5f87f15SMartin Schwidefsky #include <linux/notifier.h> 14b5f87f15SMartin Schwidefsky #include <linux/init.h> 15b5f87f15SMartin Schwidefsky #include <linux/cpu.h> 1632ef5517SIngo Molnar #include <linux/sched/cputime.h> 17*6589c93fSSven Schnelle #include <trace/events/power.h> 18b5f87f15SMartin Schwidefsky #include <asm/nmi.h> 19b5f87f15SMartin Schwidefsky #include <asm/smp.h> 20b5f87f15SMartin Schwidefsky #include "entry.h" 21b5f87f15SMartin Schwidefsky 22b5f87f15SMartin Schwidefsky static DEFINE_PER_CPU(struct s390_idle_data, s390_idle); 23b5f87f15SMartin Schwidefsky 247a5388deSHeiko Carstens void enabled_wait(void) 25b5f87f15SMartin Schwidefsky { 260429fbc0SLinus Torvalds struct s390_idle_data *idle = this_cpu_ptr(&s390_idle); 27b5f87f15SMartin Schwidefsky unsigned long long idle_time; 280b0ed657SSven Schnelle unsigned long psw_mask, flags; 29b5f87f15SMartin Schwidefsky 30b5f87f15SMartin Schwidefsky 31b5f87f15SMartin Schwidefsky /* Wait for external, I/O or machine check interrupt. */ 32b5f87f15SMartin Schwidefsky psw_mask = PSW_KERNEL_BITS | PSW_MASK_WAIT | PSW_MASK_DAT | 33b5f87f15SMartin Schwidefsky PSW_MASK_IO | PSW_MASK_EXT | PSW_MASK_MCHECK; 34b5f87f15SMartin Schwidefsky clear_cpu_flag(CIF_NOHZ_DELAY); 35b5f87f15SMartin Schwidefsky 36*6589c93fSSven Schnelle trace_cpu_idle_rcuidle(1, smp_processor_id()); 370b0ed657SSven Schnelle local_irq_save(flags); 38b5f87f15SMartin Schwidefsky /* Call the assembler magic in entry.S */ 39b5f87f15SMartin Schwidefsky psw_idle(idle, psw_mask); 400b0ed657SSven Schnelle local_irq_restore(flags); 41*6589c93fSSven Schnelle trace_cpu_idle_rcuidle(PWR_EVENT_EXIT, smp_processor_id()); 42200e7c0fSHeiko Carstens 43b5f87f15SMartin Schwidefsky /* Account time spent with enabled wait psw loaded as idle time. */ 441ce21804SFrederic Weisbecker write_seqcount_begin(&idle->seqcount); 45b5f87f15SMartin Schwidefsky idle_time = idle->clock_idle_exit - idle->clock_idle_enter; 46b5f87f15SMartin Schwidefsky idle->clock_idle_enter = idle->clock_idle_exit = 0ULL; 47b5f87f15SMartin Schwidefsky idle->idle_time += idle_time; 48b5f87f15SMartin Schwidefsky idle->idle_count++; 4918b43a9bSFrederic Weisbecker account_idle_time(cputime_to_nsecs(idle_time)); 501ce21804SFrederic Weisbecker write_seqcount_end(&idle->seqcount); 51b5f87f15SMartin Schwidefsky } 527a5388deSHeiko Carstens NOKPROBE_SYMBOL(enabled_wait); 53b5f87f15SMartin Schwidefsky 54b5f87f15SMartin Schwidefsky static ssize_t show_idle_count(struct device *dev, 55b5f87f15SMartin Schwidefsky struct device_attribute *attr, char *buf) 56b5f87f15SMartin Schwidefsky { 57b5f87f15SMartin Schwidefsky struct s390_idle_data *idle = &per_cpu(s390_idle, dev->id); 58b5f87f15SMartin Schwidefsky unsigned long long idle_count; 591ce21804SFrederic Weisbecker unsigned int seq; 60b5f87f15SMartin Schwidefsky 61b5f87f15SMartin Schwidefsky do { 621ce21804SFrederic Weisbecker seq = read_seqcount_begin(&idle->seqcount); 63187b5f41SChristian Borntraeger idle_count = READ_ONCE(idle->idle_count); 64187b5f41SChristian Borntraeger if (READ_ONCE(idle->clock_idle_enter)) 65b5f87f15SMartin Schwidefsky idle_count++; 661ce21804SFrederic Weisbecker } while (read_seqcount_retry(&idle->seqcount, seq)); 67b5f87f15SMartin Schwidefsky return sprintf(buf, "%llu\n", idle_count); 68b5f87f15SMartin Schwidefsky } 69b5f87f15SMartin Schwidefsky DEVICE_ATTR(idle_count, 0444, show_idle_count, NULL); 70b5f87f15SMartin Schwidefsky 71b5f87f15SMartin Schwidefsky static ssize_t show_idle_time(struct device *dev, 72b5f87f15SMartin Schwidefsky struct device_attribute *attr, char *buf) 73b5f87f15SMartin Schwidefsky { 743d7efa4eSHeiko Carstens unsigned long long now, idle_time, idle_enter, idle_exit, in_idle; 75b5f87f15SMartin Schwidefsky struct s390_idle_data *idle = &per_cpu(s390_idle, dev->id); 761ce21804SFrederic Weisbecker unsigned int seq; 77b5f87f15SMartin Schwidefsky 78b5f87f15SMartin Schwidefsky do { 791ce21804SFrederic Weisbecker seq = read_seqcount_begin(&idle->seqcount); 80187b5f41SChristian Borntraeger idle_time = READ_ONCE(idle->idle_time); 81187b5f41SChristian Borntraeger idle_enter = READ_ONCE(idle->clock_idle_enter); 82187b5f41SChristian Borntraeger idle_exit = READ_ONCE(idle->clock_idle_exit); 831ce21804SFrederic Weisbecker } while (read_seqcount_retry(&idle->seqcount, seq)); 843d7efa4eSHeiko Carstens in_idle = 0; 853d7efa4eSHeiko Carstens now = get_tod_clock(); 863d7efa4eSHeiko Carstens if (idle_enter) { 873d7efa4eSHeiko Carstens if (idle_exit) { 883d7efa4eSHeiko Carstens in_idle = idle_exit - idle_enter; 893d7efa4eSHeiko Carstens } else if (now > idle_enter) { 903d7efa4eSHeiko Carstens in_idle = now - idle_enter; 913d7efa4eSHeiko Carstens } 923d7efa4eSHeiko Carstens } 933d7efa4eSHeiko Carstens idle_time += in_idle; 94b5f87f15SMartin Schwidefsky return sprintf(buf, "%llu\n", idle_time >> 12); 95b5f87f15SMartin Schwidefsky } 96b5f87f15SMartin Schwidefsky DEVICE_ATTR(idle_time_us, 0444, show_idle_time, NULL); 97b5f87f15SMartin Schwidefsky 9842b425b3SFrederic Weisbecker u64 arch_cpu_idle_time(int cpu) 99b5f87f15SMartin Schwidefsky { 100b5f87f15SMartin Schwidefsky struct s390_idle_data *idle = &per_cpu(s390_idle, cpu); 1013d7efa4eSHeiko Carstens unsigned long long now, idle_enter, idle_exit, in_idle; 1021ce21804SFrederic Weisbecker unsigned int seq; 103b5f87f15SMartin Schwidefsky 104b5f87f15SMartin Schwidefsky do { 1051ce21804SFrederic Weisbecker seq = read_seqcount_begin(&idle->seqcount); 106187b5f41SChristian Borntraeger idle_enter = READ_ONCE(idle->clock_idle_enter); 107187b5f41SChristian Borntraeger idle_exit = READ_ONCE(idle->clock_idle_exit); 1081ce21804SFrederic Weisbecker } while (read_seqcount_retry(&idle->seqcount, seq)); 1093d7efa4eSHeiko Carstens in_idle = 0; 1103d7efa4eSHeiko Carstens now = get_tod_clock(); 1113d7efa4eSHeiko Carstens if (idle_enter) { 1123d7efa4eSHeiko Carstens if (idle_exit) { 1133d7efa4eSHeiko Carstens in_idle = idle_exit - idle_enter; 1143d7efa4eSHeiko Carstens } else if (now > idle_enter) { 1153d7efa4eSHeiko Carstens in_idle = now - idle_enter; 1163d7efa4eSHeiko Carstens } 1173d7efa4eSHeiko Carstens } 1183d7efa4eSHeiko Carstens return cputime_to_nsecs(in_idle); 119b5f87f15SMartin Schwidefsky } 120b5f87f15SMartin Schwidefsky 121b5f87f15SMartin Schwidefsky void arch_cpu_idle_enter(void) 122b5f87f15SMartin Schwidefsky { 123b5f87f15SMartin Schwidefsky } 124b5f87f15SMartin Schwidefsky 125b5f87f15SMartin Schwidefsky void arch_cpu_idle(void) 126b5f87f15SMartin Schwidefsky { 127b5f87f15SMartin Schwidefsky enabled_wait(); 128b5f87f15SMartin Schwidefsky local_irq_enable(); 129b5f87f15SMartin Schwidefsky } 130b5f87f15SMartin Schwidefsky 131b5f87f15SMartin Schwidefsky void arch_cpu_idle_exit(void) 132b5f87f15SMartin Schwidefsky { 133b5f87f15SMartin Schwidefsky } 134b5f87f15SMartin Schwidefsky 135b5f87f15SMartin Schwidefsky void arch_cpu_idle_dead(void) 136b5f87f15SMartin Schwidefsky { 137b5f87f15SMartin Schwidefsky cpu_die(); 138b5f87f15SMartin Schwidefsky } 139