1628c3bb4SHuacai Chen // SPDX-License-Identifier: GPL-2.0
2628c3bb4SHuacai Chen /*
3628c3bb4SHuacai Chen * Common time service routines for LoongArch machines.
4628c3bb4SHuacai Chen *
5628c3bb4SHuacai Chen * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
6628c3bb4SHuacai Chen */
7628c3bb4SHuacai Chen #include <linux/clockchips.h>
8628c3bb4SHuacai Chen #include <linux/delay.h>
9628c3bb4SHuacai Chen #include <linux/export.h>
10628c3bb4SHuacai Chen #include <linux/init.h>
11628c3bb4SHuacai Chen #include <linux/interrupt.h>
12628c3bb4SHuacai Chen #include <linux/kernel.h>
13628c3bb4SHuacai Chen #include <linux/sched_clock.h>
14628c3bb4SHuacai Chen #include <linux/spinlock.h>
15628c3bb4SHuacai Chen
16628c3bb4SHuacai Chen #include <asm/cpu-features.h>
17628c3bb4SHuacai Chen #include <asm/loongarch.h>
18628c3bb4SHuacai Chen #include <asm/time.h>
19628c3bb4SHuacai Chen
20628c3bb4SHuacai Chen u64 cpu_clock_freq;
21628c3bb4SHuacai Chen EXPORT_SYMBOL(cpu_clock_freq);
22628c3bb4SHuacai Chen u64 const_clock_freq;
23628c3bb4SHuacai Chen EXPORT_SYMBOL(const_clock_freq);
24628c3bb4SHuacai Chen
25628c3bb4SHuacai Chen static DEFINE_RAW_SPINLOCK(state_lock);
26628c3bb4SHuacai Chen static DEFINE_PER_CPU(struct clock_event_device, constant_clockevent_device);
27628c3bb4SHuacai Chen
constant_event_handler(struct clock_event_device * dev)28628c3bb4SHuacai Chen static void constant_event_handler(struct clock_event_device *dev)
29628c3bb4SHuacai Chen {
30628c3bb4SHuacai Chen }
31628c3bb4SHuacai Chen
constant_timer_interrupt(int irq,void * data)32c718a0baSBibo Mao static irqreturn_t constant_timer_interrupt(int irq, void *data)
33628c3bb4SHuacai Chen {
34628c3bb4SHuacai Chen int cpu = smp_processor_id();
35628c3bb4SHuacai Chen struct clock_event_device *cd;
36628c3bb4SHuacai Chen
37628c3bb4SHuacai Chen /* Clear Timer Interrupt */
38628c3bb4SHuacai Chen write_csr_tintclear(CSR_TINTCLR_TI);
39628c3bb4SHuacai Chen cd = &per_cpu(constant_clockevent_device, cpu);
40628c3bb4SHuacai Chen cd->event_handler(cd);
41628c3bb4SHuacai Chen
42628c3bb4SHuacai Chen return IRQ_HANDLED;
43628c3bb4SHuacai Chen }
44628c3bb4SHuacai Chen
constant_set_state_oneshot(struct clock_event_device * evt)45628c3bb4SHuacai Chen static int constant_set_state_oneshot(struct clock_event_device *evt)
46628c3bb4SHuacai Chen {
47628c3bb4SHuacai Chen unsigned long timer_config;
48628c3bb4SHuacai Chen
49628c3bb4SHuacai Chen raw_spin_lock(&state_lock);
50628c3bb4SHuacai Chen
51628c3bb4SHuacai Chen timer_config = csr_read64(LOONGARCH_CSR_TCFG);
52628c3bb4SHuacai Chen timer_config |= CSR_TCFG_EN;
53628c3bb4SHuacai Chen timer_config &= ~CSR_TCFG_PERIOD;
54628c3bb4SHuacai Chen csr_write64(timer_config, LOONGARCH_CSR_TCFG);
55628c3bb4SHuacai Chen
56628c3bb4SHuacai Chen raw_spin_unlock(&state_lock);
57628c3bb4SHuacai Chen
58628c3bb4SHuacai Chen return 0;
59628c3bb4SHuacai Chen }
60628c3bb4SHuacai Chen
constant_set_state_periodic(struct clock_event_device * evt)61628c3bb4SHuacai Chen static int constant_set_state_periodic(struct clock_event_device *evt)
62628c3bb4SHuacai Chen {
63628c3bb4SHuacai Chen unsigned long period;
64628c3bb4SHuacai Chen unsigned long timer_config;
65628c3bb4SHuacai Chen
66628c3bb4SHuacai Chen raw_spin_lock(&state_lock);
67628c3bb4SHuacai Chen
68628c3bb4SHuacai Chen period = const_clock_freq / HZ;
69628c3bb4SHuacai Chen timer_config = period & CSR_TCFG_VAL;
70628c3bb4SHuacai Chen timer_config |= (CSR_TCFG_PERIOD | CSR_TCFG_EN);
71628c3bb4SHuacai Chen csr_write64(timer_config, LOONGARCH_CSR_TCFG);
72628c3bb4SHuacai Chen
73628c3bb4SHuacai Chen raw_spin_unlock(&state_lock);
74628c3bb4SHuacai Chen
75628c3bb4SHuacai Chen return 0;
76628c3bb4SHuacai Chen }
77628c3bb4SHuacai Chen
constant_set_state_shutdown(struct clock_event_device * evt)78628c3bb4SHuacai Chen static int constant_set_state_shutdown(struct clock_event_device *evt)
79628c3bb4SHuacai Chen {
80*f61771aeSBibo Mao unsigned long timer_config;
81*f61771aeSBibo Mao
82*f61771aeSBibo Mao raw_spin_lock(&state_lock);
83*f61771aeSBibo Mao
84*f61771aeSBibo Mao timer_config = csr_read64(LOONGARCH_CSR_TCFG);
85*f61771aeSBibo Mao timer_config &= ~CSR_TCFG_EN;
86*f61771aeSBibo Mao csr_write64(timer_config, LOONGARCH_CSR_TCFG);
87*f61771aeSBibo Mao
88*f61771aeSBibo Mao raw_spin_unlock(&state_lock);
89*f61771aeSBibo Mao
90628c3bb4SHuacai Chen return 0;
91628c3bb4SHuacai Chen }
92628c3bb4SHuacai Chen
constant_timer_next_event(unsigned long delta,struct clock_event_device * evt)93628c3bb4SHuacai Chen static int constant_timer_next_event(unsigned long delta, struct clock_event_device *evt)
94628c3bb4SHuacai Chen {
95628c3bb4SHuacai Chen unsigned long timer_config;
96628c3bb4SHuacai Chen
97628c3bb4SHuacai Chen delta &= CSR_TCFG_VAL;
98628c3bb4SHuacai Chen timer_config = delta | CSR_TCFG_EN;
99628c3bb4SHuacai Chen csr_write64(timer_config, LOONGARCH_CSR_TCFG);
100628c3bb4SHuacai Chen
101628c3bb4SHuacai Chen return 0;
102628c3bb4SHuacai Chen }
103628c3bb4SHuacai Chen
get_loops_per_jiffy(void)104628c3bb4SHuacai Chen static unsigned long __init get_loops_per_jiffy(void)
105628c3bb4SHuacai Chen {
106628c3bb4SHuacai Chen unsigned long lpj = (unsigned long)const_clock_freq;
107628c3bb4SHuacai Chen
108628c3bb4SHuacai Chen do_div(lpj, HZ);
109628c3bb4SHuacai Chen
110628c3bb4SHuacai Chen return lpj;
111628c3bb4SHuacai Chen }
112628c3bb4SHuacai Chen
113366bb35aSHuacai Chen static long init_offset __nosavedata;
114366bb35aSHuacai Chen
save_counter(void)115366bb35aSHuacai Chen void save_counter(void)
116366bb35aSHuacai Chen {
117366bb35aSHuacai Chen init_offset = drdtime();
118366bb35aSHuacai Chen }
119628c3bb4SHuacai Chen
sync_counter(void)120628c3bb4SHuacai Chen void sync_counter(void)
121628c3bb4SHuacai Chen {
122628c3bb4SHuacai Chen /* Ensure counter begin at 0 */
123366bb35aSHuacai Chen csr_write64(init_offset, LOONGARCH_CSR_CNTC);
124628c3bb4SHuacai Chen }
125628c3bb4SHuacai Chen
get_timer_irq(void)126b2d3e335SHuacai Chen static int get_timer_irq(void)
127b2d3e335SHuacai Chen {
128b2d3e335SHuacai Chen struct irq_domain *d = irq_find_matching_fwnode(cpuintc_handle, DOMAIN_BUS_ANY);
129b2d3e335SHuacai Chen
130b2d3e335SHuacai Chen if (d)
1319e36fa42SWANG Xuerui return irq_create_mapping(d, INT_TI);
132b2d3e335SHuacai Chen
133b2d3e335SHuacai Chen return -EINVAL;
134b2d3e335SHuacai Chen }
135b2d3e335SHuacai Chen
constant_clockevent_init(void)136628c3bb4SHuacai Chen int constant_clockevent_init(void)
137628c3bb4SHuacai Chen {
138628c3bb4SHuacai Chen unsigned int cpu = smp_processor_id();
139628c3bb4SHuacai Chen unsigned long min_delta = 0x600;
140628c3bb4SHuacai Chen unsigned long max_delta = (1UL << 48) - 1;
141628c3bb4SHuacai Chen struct clock_event_device *cd;
142bb7a78e3STiezhu Yang static int irq = 0, timer_irq_installed = 0;
143628c3bb4SHuacai Chen
144bb7a78e3STiezhu Yang if (!timer_irq_installed) {
145b2d3e335SHuacai Chen irq = get_timer_irq();
146b2d3e335SHuacai Chen if (irq < 0)
147b2d3e335SHuacai Chen pr_err("Failed to map irq %d (timer)\n", irq);
148bb7a78e3STiezhu Yang }
149628c3bb4SHuacai Chen
150628c3bb4SHuacai Chen cd = &per_cpu(constant_clockevent_device, cpu);
151628c3bb4SHuacai Chen
152628c3bb4SHuacai Chen cd->name = "Constant";
153628c3bb4SHuacai Chen cd->features = CLOCK_EVT_FEAT_ONESHOT | CLOCK_EVT_FEAT_PERIODIC | CLOCK_EVT_FEAT_PERCPU;
154628c3bb4SHuacai Chen
155628c3bb4SHuacai Chen cd->irq = irq;
156628c3bb4SHuacai Chen cd->rating = 320;
157628c3bb4SHuacai Chen cd->cpumask = cpumask_of(cpu);
158628c3bb4SHuacai Chen cd->set_state_oneshot = constant_set_state_oneshot;
159*f61771aeSBibo Mao cd->set_state_oneshot_stopped = constant_set_state_shutdown;
160628c3bb4SHuacai Chen cd->set_state_periodic = constant_set_state_periodic;
161628c3bb4SHuacai Chen cd->set_state_shutdown = constant_set_state_shutdown;
162628c3bb4SHuacai Chen cd->set_next_event = constant_timer_next_event;
163628c3bb4SHuacai Chen cd->event_handler = constant_event_handler;
164628c3bb4SHuacai Chen
165628c3bb4SHuacai Chen clockevents_config_and_register(cd, const_clock_freq, min_delta, max_delta);
166628c3bb4SHuacai Chen
167628c3bb4SHuacai Chen if (timer_irq_installed)
168628c3bb4SHuacai Chen return 0;
169628c3bb4SHuacai Chen
170628c3bb4SHuacai Chen timer_irq_installed = 1;
171628c3bb4SHuacai Chen
172628c3bb4SHuacai Chen sync_counter();
173628c3bb4SHuacai Chen
174628c3bb4SHuacai Chen if (request_irq(irq, constant_timer_interrupt, IRQF_PERCPU | IRQF_TIMER, "timer", NULL))
175628c3bb4SHuacai Chen pr_err("Failed to request irq %d (timer)\n", irq);
176628c3bb4SHuacai Chen
177628c3bb4SHuacai Chen lpj_fine = get_loops_per_jiffy();
178628c3bb4SHuacai Chen pr_info("Constant clock event device register\n");
179628c3bb4SHuacai Chen
180628c3bb4SHuacai Chen return 0;
181628c3bb4SHuacai Chen }
182628c3bb4SHuacai Chen
read_const_counter(struct clocksource * clk)183628c3bb4SHuacai Chen static u64 read_const_counter(struct clocksource *clk)
184628c3bb4SHuacai Chen {
185628c3bb4SHuacai Chen return drdtime();
186628c3bb4SHuacai Chen }
187628c3bb4SHuacai Chen
sched_clock_read(void)1886b10fef0SPeter Zijlstra static noinstr u64 sched_clock_read(void)
189628c3bb4SHuacai Chen {
1906b10fef0SPeter Zijlstra return drdtime();
191628c3bb4SHuacai Chen }
192628c3bb4SHuacai Chen
193628c3bb4SHuacai Chen static struct clocksource clocksource_const = {
194628c3bb4SHuacai Chen .name = "Constant",
195628c3bb4SHuacai Chen .rating = 400,
196628c3bb4SHuacai Chen .read = read_const_counter,
197628c3bb4SHuacai Chen .mask = CLOCKSOURCE_MASK(64),
198628c3bb4SHuacai Chen .flags = CLOCK_SOURCE_IS_CONTINUOUS,
199c6b99bedSHuacai Chen .vdso_clock_mode = VDSO_CLOCKMODE_CPU,
200628c3bb4SHuacai Chen };
201628c3bb4SHuacai Chen
constant_clocksource_init(void)202628c3bb4SHuacai Chen int __init constant_clocksource_init(void)
203628c3bb4SHuacai Chen {
204628c3bb4SHuacai Chen int res;
205628c3bb4SHuacai Chen unsigned long freq = const_clock_freq;
206628c3bb4SHuacai Chen
207628c3bb4SHuacai Chen res = clocksource_register_hz(&clocksource_const, freq);
208628c3bb4SHuacai Chen
2096b10fef0SPeter Zijlstra sched_clock_register(sched_clock_read, 64, freq);
210628c3bb4SHuacai Chen
211628c3bb4SHuacai Chen pr_info("Constant clock source device register\n");
212628c3bb4SHuacai Chen
213628c3bb4SHuacai Chen return res;
214628c3bb4SHuacai Chen }
215628c3bb4SHuacai Chen
time_init(void)216628c3bb4SHuacai Chen void __init time_init(void)
217628c3bb4SHuacai Chen {
218628c3bb4SHuacai Chen if (!cpu_has_cpucfg)
219628c3bb4SHuacai Chen const_clock_freq = cpu_clock_freq;
220628c3bb4SHuacai Chen else
221628c3bb4SHuacai Chen const_clock_freq = calc_const_freq();
222628c3bb4SHuacai Chen
223366bb35aSHuacai Chen init_offset = -(drdtime() - csr_read64(LOONGARCH_CSR_CNTC));
224628c3bb4SHuacai Chen
225628c3bb4SHuacai Chen constant_clockevent_init();
226628c3bb4SHuacai Chen constant_clocksource_init();
227628c3bb4SHuacai Chen }
228