1fa86ee90SMarcelo Tosatti // SPDX-License-Identifier: GPL-2.0 2fa86ee90SMarcelo Tosatti /* 3fa86ee90SMarcelo Tosatti * cpuidle driver for haltpoll governor. 4fa86ee90SMarcelo Tosatti * 5fa86ee90SMarcelo Tosatti * Copyright 2019 Red Hat, Inc. and/or its affiliates. 6fa86ee90SMarcelo Tosatti * 7fa86ee90SMarcelo Tosatti * This work is licensed under the terms of the GNU GPL, version 2. See 8fa86ee90SMarcelo Tosatti * the COPYING file in the top-level directory. 9fa86ee90SMarcelo Tosatti * 10fa86ee90SMarcelo Tosatti * Authors: Marcelo Tosatti <mtosatti@redhat.com> 11fa86ee90SMarcelo Tosatti */ 12fa86ee90SMarcelo Tosatti 13fa86ee90SMarcelo Tosatti #include <linux/init.h> 1497d3eb9dSJoao Martins #include <linux/cpu.h> 15fa86ee90SMarcelo Tosatti #include <linux/cpuidle.h> 16fa86ee90SMarcelo Tosatti #include <linux/module.h> 17fa86ee90SMarcelo Tosatti #include <linux/sched/idle.h> 18fa86ee90SMarcelo Tosatti #include <linux/kvm_para.h> 19a1c4423bSMarcelo Tosatti #include <linux/cpuidle_haltpoll.h> 20fa86ee90SMarcelo Tosatti 2197d3eb9dSJoao Martins static struct cpuidle_device __percpu *haltpoll_cpuidle_devices; 2297d3eb9dSJoao Martins static enum cpuhp_state haltpoll_hp_state; 2397d3eb9dSJoao Martins 24fa86ee90SMarcelo Tosatti static int default_enter_idle(struct cpuidle_device *dev, 25fa86ee90SMarcelo Tosatti struct cpuidle_driver *drv, int index) 26fa86ee90SMarcelo Tosatti { 27fa86ee90SMarcelo Tosatti if (current_clr_polling_and_test()) { 28fa86ee90SMarcelo Tosatti local_irq_enable(); 29fa86ee90SMarcelo Tosatti return index; 30fa86ee90SMarcelo Tosatti } 31fa86ee90SMarcelo Tosatti default_idle(); 32fa86ee90SMarcelo Tosatti return index; 33fa86ee90SMarcelo Tosatti } 34fa86ee90SMarcelo Tosatti 35fa86ee90SMarcelo Tosatti static struct cpuidle_driver haltpoll_driver = { 36fa86ee90SMarcelo Tosatti .name = "haltpoll", 37*73214408SJoao Martins .governor = "haltpoll", 38fa86ee90SMarcelo Tosatti .owner = THIS_MODULE, 39fa86ee90SMarcelo Tosatti .states = { 40fa86ee90SMarcelo Tosatti { /* entry 0 is for polling */ }, 41fa86ee90SMarcelo Tosatti { 42fa86ee90SMarcelo Tosatti .enter = default_enter_idle, 43fa86ee90SMarcelo Tosatti .exit_latency = 1, 44fa86ee90SMarcelo Tosatti .target_residency = 1, 45fa86ee90SMarcelo Tosatti .power_usage = -1, 46fa86ee90SMarcelo Tosatti .name = "haltpoll idle", 47fa86ee90SMarcelo Tosatti .desc = "default architecture idle", 48fa86ee90SMarcelo Tosatti }, 49fa86ee90SMarcelo Tosatti }, 50fa86ee90SMarcelo Tosatti .safe_state_index = 0, 51fa86ee90SMarcelo Tosatti .state_count = 2, 52fa86ee90SMarcelo Tosatti }; 53fa86ee90SMarcelo Tosatti 5497d3eb9dSJoao Martins static int haltpoll_cpu_online(unsigned int cpu) 5597d3eb9dSJoao Martins { 5697d3eb9dSJoao Martins struct cpuidle_device *dev; 5797d3eb9dSJoao Martins 5897d3eb9dSJoao Martins dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); 5997d3eb9dSJoao Martins if (!dev->registered) { 6097d3eb9dSJoao Martins dev->cpu = cpu; 6197d3eb9dSJoao Martins if (cpuidle_register_device(dev)) { 6297d3eb9dSJoao Martins pr_notice("cpuidle_register_device %d failed!\n", cpu); 6397d3eb9dSJoao Martins return -EIO; 6497d3eb9dSJoao Martins } 6597d3eb9dSJoao Martins arch_haltpoll_enable(cpu); 6697d3eb9dSJoao Martins } 6797d3eb9dSJoao Martins 6897d3eb9dSJoao Martins return 0; 6997d3eb9dSJoao Martins } 7097d3eb9dSJoao Martins 7197d3eb9dSJoao Martins static int haltpoll_cpu_offline(unsigned int cpu) 7297d3eb9dSJoao Martins { 7397d3eb9dSJoao Martins struct cpuidle_device *dev; 7497d3eb9dSJoao Martins 7597d3eb9dSJoao Martins dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); 7697d3eb9dSJoao Martins if (dev->registered) { 7797d3eb9dSJoao Martins arch_haltpoll_disable(cpu); 7897d3eb9dSJoao Martins cpuidle_unregister_device(dev); 7997d3eb9dSJoao Martins } 8097d3eb9dSJoao Martins 8197d3eb9dSJoao Martins return 0; 8297d3eb9dSJoao Martins } 8397d3eb9dSJoao Martins 8497d3eb9dSJoao Martins static void haltpoll_uninit(void) 8597d3eb9dSJoao Martins { 8697d3eb9dSJoao Martins if (haltpoll_hp_state) 8797d3eb9dSJoao Martins cpuhp_remove_state(haltpoll_hp_state); 8897d3eb9dSJoao Martins cpuidle_unregister_driver(&haltpoll_driver); 8997d3eb9dSJoao Martins 9097d3eb9dSJoao Martins free_percpu(haltpoll_cpuidle_devices); 9197d3eb9dSJoao Martins haltpoll_cpuidle_devices = NULL; 9297d3eb9dSJoao Martins } 9397d3eb9dSJoao Martins 94fa86ee90SMarcelo Tosatti static int __init haltpoll_init(void) 95fa86ee90SMarcelo Tosatti { 96a1c4423bSMarcelo Tosatti int ret; 97fa86ee90SMarcelo Tosatti struct cpuidle_driver *drv = &haltpoll_driver; 98fa86ee90SMarcelo Tosatti 99fa86ee90SMarcelo Tosatti cpuidle_poll_state_init(drv); 100fa86ee90SMarcelo Tosatti 101fa86ee90SMarcelo Tosatti if (!kvm_para_available()) 102fa86ee90SMarcelo Tosatti return 0; 103fa86ee90SMarcelo Tosatti 10497d3eb9dSJoao Martins ret = cpuidle_register_driver(drv); 10597d3eb9dSJoao Martins if (ret < 0) 10697d3eb9dSJoao Martins return ret; 10797d3eb9dSJoao Martins 10897d3eb9dSJoao Martins haltpoll_cpuidle_devices = alloc_percpu(struct cpuidle_device); 10997d3eb9dSJoao Martins if (haltpoll_cpuidle_devices == NULL) { 11097d3eb9dSJoao Martins cpuidle_unregister_driver(drv); 11197d3eb9dSJoao Martins return -ENOMEM; 11297d3eb9dSJoao Martins } 11397d3eb9dSJoao Martins 11497d3eb9dSJoao Martins ret = cpuhp_setup_state(CPUHP_AP_ONLINE_DYN, "cpuidle/haltpoll:online", 11597d3eb9dSJoao Martins haltpoll_cpu_online, haltpoll_cpu_offline); 11697d3eb9dSJoao Martins if (ret < 0) { 11797d3eb9dSJoao Martins haltpoll_uninit(); 11897d3eb9dSJoao Martins } else { 11997d3eb9dSJoao Martins haltpoll_hp_state = ret; 12097d3eb9dSJoao Martins ret = 0; 12197d3eb9dSJoao Martins } 122a1c4423bSMarcelo Tosatti 123a1c4423bSMarcelo Tosatti return ret; 124fa86ee90SMarcelo Tosatti } 125fa86ee90SMarcelo Tosatti 126fa86ee90SMarcelo Tosatti static void __exit haltpoll_exit(void) 127fa86ee90SMarcelo Tosatti { 12897d3eb9dSJoao Martins haltpoll_uninit(); 129fa86ee90SMarcelo Tosatti } 130fa86ee90SMarcelo Tosatti 131fa86ee90SMarcelo Tosatti module_init(haltpoll_init); 132fa86ee90SMarcelo Tosatti module_exit(haltpoll_exit); 133fa86ee90SMarcelo Tosatti MODULE_LICENSE("GPL"); 134fa86ee90SMarcelo Tosatti MODULE_AUTHOR("Marcelo Tosatti <mtosatti@redhat.com>"); 135