1fa86ee90SMarcelo Tosatti // SPDX-License-Identifier: GPL-2.0 2fa86ee90SMarcelo Tosatti /* 3fa86ee90SMarcelo Tosatti * cpuidle driver for haltpoll governor. 4fa86ee90SMarcelo Tosatti * 5fa86ee90SMarcelo Tosatti * Copyright 2019 Red Hat, Inc. and/or its affiliates. 6fa86ee90SMarcelo Tosatti * 7fa86ee90SMarcelo Tosatti * This work is licensed under the terms of the GNU GPL, version 2. See 8fa86ee90SMarcelo Tosatti * the COPYING file in the top-level directory. 9fa86ee90SMarcelo Tosatti * 10fa86ee90SMarcelo Tosatti * Authors: Marcelo Tosatti <mtosatti@redhat.com> 11fa86ee90SMarcelo Tosatti */ 12fa86ee90SMarcelo Tosatti 13fa86ee90SMarcelo Tosatti #include <linux/init.h> 14*97d3eb9dSJoao Martins #include <linux/cpu.h> 15fa86ee90SMarcelo Tosatti #include <linux/cpuidle.h> 16fa86ee90SMarcelo Tosatti #include <linux/module.h> 17fa86ee90SMarcelo Tosatti #include <linux/sched/idle.h> 18fa86ee90SMarcelo Tosatti #include <linux/kvm_para.h> 19a1c4423bSMarcelo Tosatti #include <linux/cpuidle_haltpoll.h> 20fa86ee90SMarcelo Tosatti 21*97d3eb9dSJoao Martins static struct cpuidle_device __percpu *haltpoll_cpuidle_devices; 22*97d3eb9dSJoao Martins static enum cpuhp_state haltpoll_hp_state; 23*97d3eb9dSJoao Martins 24fa86ee90SMarcelo Tosatti static int default_enter_idle(struct cpuidle_device *dev, 25fa86ee90SMarcelo Tosatti struct cpuidle_driver *drv, int index) 26fa86ee90SMarcelo Tosatti { 27fa86ee90SMarcelo Tosatti if (current_clr_polling_and_test()) { 28fa86ee90SMarcelo Tosatti local_irq_enable(); 29fa86ee90SMarcelo Tosatti return index; 30fa86ee90SMarcelo Tosatti } 31fa86ee90SMarcelo Tosatti default_idle(); 32fa86ee90SMarcelo Tosatti return index; 33fa86ee90SMarcelo Tosatti } 34fa86ee90SMarcelo Tosatti 35fa86ee90SMarcelo Tosatti static struct cpuidle_driver haltpoll_driver = { 36fa86ee90SMarcelo Tosatti .name = "haltpoll", 37fa86ee90SMarcelo Tosatti .owner = THIS_MODULE, 38fa86ee90SMarcelo Tosatti .states = { 39fa86ee90SMarcelo Tosatti { /* entry 0 is for polling */ }, 40fa86ee90SMarcelo Tosatti { 41fa86ee90SMarcelo Tosatti .enter = default_enter_idle, 42fa86ee90SMarcelo Tosatti .exit_latency = 1, 43fa86ee90SMarcelo Tosatti .target_residency = 1, 44fa86ee90SMarcelo Tosatti .power_usage = -1, 45fa86ee90SMarcelo Tosatti .name = "haltpoll idle", 46fa86ee90SMarcelo Tosatti .desc = "default architecture idle", 47fa86ee90SMarcelo Tosatti }, 48fa86ee90SMarcelo Tosatti }, 49fa86ee90SMarcelo Tosatti .safe_state_index = 0, 50fa86ee90SMarcelo Tosatti .state_count = 2, 51fa86ee90SMarcelo Tosatti }; 52fa86ee90SMarcelo Tosatti 53*97d3eb9dSJoao Martins static int haltpoll_cpu_online(unsigned int cpu) 54*97d3eb9dSJoao Martins { 55*97d3eb9dSJoao Martins struct cpuidle_device *dev; 56*97d3eb9dSJoao Martins 57*97d3eb9dSJoao Martins dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); 58*97d3eb9dSJoao Martins if (!dev->registered) { 59*97d3eb9dSJoao Martins dev->cpu = cpu; 60*97d3eb9dSJoao Martins if (cpuidle_register_device(dev)) { 61*97d3eb9dSJoao Martins pr_notice("cpuidle_register_device %d failed!\n", cpu); 62*97d3eb9dSJoao Martins return -EIO; 63*97d3eb9dSJoao Martins } 64*97d3eb9dSJoao Martins arch_haltpoll_enable(cpu); 65*97d3eb9dSJoao Martins } 66*97d3eb9dSJoao Martins 67*97d3eb9dSJoao Martins return 0; 68*97d3eb9dSJoao Martins } 69*97d3eb9dSJoao Martins 70*97d3eb9dSJoao Martins static int haltpoll_cpu_offline(unsigned int cpu) 71*97d3eb9dSJoao Martins { 72*97d3eb9dSJoao Martins struct cpuidle_device *dev; 73*97d3eb9dSJoao Martins 74*97d3eb9dSJoao Martins dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); 75*97d3eb9dSJoao Martins if (dev->registered) { 76*97d3eb9dSJoao Martins arch_haltpoll_disable(cpu); 77*97d3eb9dSJoao Martins cpuidle_unregister_device(dev); 78*97d3eb9dSJoao Martins } 79*97d3eb9dSJoao Martins 80*97d3eb9dSJoao Martins return 0; 81*97d3eb9dSJoao Martins } 82*97d3eb9dSJoao Martins 83*97d3eb9dSJoao Martins static void haltpoll_uninit(void) 84*97d3eb9dSJoao Martins { 85*97d3eb9dSJoao Martins if (haltpoll_hp_state) 86*97d3eb9dSJoao Martins cpuhp_remove_state(haltpoll_hp_state); 87*97d3eb9dSJoao Martins cpuidle_unregister_driver(&haltpoll_driver); 88*97d3eb9dSJoao Martins 89*97d3eb9dSJoao Martins free_percpu(haltpoll_cpuidle_devices); 90*97d3eb9dSJoao Martins haltpoll_cpuidle_devices = NULL; 91*97d3eb9dSJoao Martins } 92*97d3eb9dSJoao Martins 93fa86ee90SMarcelo Tosatti static int __init haltpoll_init(void) 94fa86ee90SMarcelo Tosatti { 95a1c4423bSMarcelo Tosatti int ret; 96fa86ee90SMarcelo Tosatti struct cpuidle_driver *drv = &haltpoll_driver; 97fa86ee90SMarcelo Tosatti 98fa86ee90SMarcelo Tosatti cpuidle_poll_state_init(drv); 99fa86ee90SMarcelo Tosatti 100fa86ee90SMarcelo Tosatti if (!kvm_para_available()) 101fa86ee90SMarcelo Tosatti return 0; 102fa86ee90SMarcelo Tosatti 103*97d3eb9dSJoao Martins ret = cpuidle_register_driver(drv); 104*97d3eb9dSJoao Martins if (ret < 0) 105*97d3eb9dSJoao Martins return ret; 106*97d3eb9dSJoao Martins 107*97d3eb9dSJoao Martins haltpoll_cpuidle_devices = alloc_percpu(struct cpuidle_device); 108*97d3eb9dSJoao Martins if (haltpoll_cpuidle_devices == NULL) { 109*97d3eb9dSJoao Martins cpuidle_unregister_driver(drv); 110*97d3eb9dSJoao Martins return -ENOMEM; 111*97d3eb9dSJoao Martins } 112*97d3eb9dSJoao Martins 113*97d3eb9dSJoao Martins ret = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN, "cpuidle/haltpoll:online", 114*97d3eb9dSJoao Martins haltpoll_cpu_online, haltpoll_cpu_offline); 115*97d3eb9dSJoao Martins if (ret < 0) { 116*97d3eb9dSJoao Martins haltpoll_uninit(); 117*97d3eb9dSJoao Martins } else { 118*97d3eb9dSJoao Martins haltpoll_hp_state = ret; 119*97d3eb9dSJoao Martins ret = 0; 120*97d3eb9dSJoao Martins } 121a1c4423bSMarcelo Tosatti 122a1c4423bSMarcelo Tosatti return ret; 123fa86ee90SMarcelo Tosatti } 124fa86ee90SMarcelo Tosatti 125fa86ee90SMarcelo Tosatti static void __exit haltpoll_exit(void) 126fa86ee90SMarcelo Tosatti { 127*97d3eb9dSJoao Martins haltpoll_uninit(); 128fa86ee90SMarcelo Tosatti } 129fa86ee90SMarcelo Tosatti 130fa86ee90SMarcelo Tosatti module_init(haltpoll_init); 131fa86ee90SMarcelo Tosatti module_exit(haltpoll_exit); 132fa86ee90SMarcelo Tosatti MODULE_LICENSE("GPL"); 133fa86ee90SMarcelo Tosatti MODULE_AUTHOR("Marcelo Tosatti <mtosatti@redhat.com>"); 134