xref: /openbmc/linux/drivers/sh/clk/core.c (revision 63dc02bd) 
1 /*
2  * SuperH clock framework
3  *
4  *  Copyright (C) 2005 - 2010  Paul Mundt
5  *
6  * This clock framework is derived from the OMAP version by:
7  *
8  *	Copyright (C) 2004 - 2008 Nokia Corporation
9  *	Written by Tuukka Tikkanen <tuukka.tikkanen@elektrobit.com>
10  *
11  *  Modified for omap shared clock framework by Tony Lindgren <tony@atomide.com>
12  *
13  * This file is subject to the terms and conditions of the GNU General Public
14  * License.  See the file "COPYING" in the main directory of this archive
15  * for more details.
16  */
17 #define pr_fmt(fmt) "clock: " fmt
18 
19 #include <linux/kernel.h>
20 #include <linux/init.h>
21 #include <linux/module.h>
22 #include <linux/mutex.h>
23 #include <linux/list.h>
24 #include <linux/syscore_ops.h>
25 #include <linux/seq_file.h>
26 #include <linux/err.h>
27 #include <linux/io.h>
28 #include <linux/cpufreq.h>
29 #include <linux/clk.h>
30 #include <linux/sh_clk.h>
31 
32 static LIST_HEAD(clock_list);
33 static DEFINE_SPINLOCK(clock_lock);
34 static DEFINE_MUTEX(clock_list_sem);
35 
36 /* clock disable operations are not passed on to hardware during boot */
37 static int allow_disable;
38 
39 void clk_rate_table_build(struct clk *clk,
40 			  struct cpufreq_frequency_table *freq_table,
41 			  int nr_freqs,
42 			  struct clk_div_mult_table *src_table,
43 			  unsigned long *bitmap)
44 {
45 	unsigned long mult, div;
46 	unsigned long freq;
47 	int i;
48 
49 	clk->nr_freqs = nr_freqs;
50 
51 	for (i = 0; i < nr_freqs; i++) {
52 		div = 1;
53 		mult = 1;
54 
55 		if (src_table->divisors && i < src_table->nr_divisors)
56 			div = src_table->divisors[i];
57 
58 		if (src_table->multipliers && i < src_table->nr_multipliers)
59 			mult = src_table->multipliers[i];
60 
61 		if (!div || !mult || (bitmap && !test_bit(i, bitmap)))
62 			freq = CPUFREQ_ENTRY_INVALID;
63 		else
64 			freq = clk->parent->rate * mult / div;
65 
66 		freq_table[i].index = i;
67 		freq_table[i].frequency = freq;
68 	}
69 
70 	/* Termination entry */
71 	freq_table[i].index = i;
72 	freq_table[i].frequency = CPUFREQ_TABLE_END;
73 }
74 
75 struct clk_rate_round_data;
76 
77 struct clk_rate_round_data {
78 	unsigned long rate;
79 	unsigned int min, max;
80 	long (*func)(unsigned int, struct clk_rate_round_data *);
81 	void *arg;
82 };
83 
84 #define for_each_frequency(pos, r, freq)			\
85 	for (pos = r->min, freq = r->func(pos, r);		\
86 	     pos <= r->max; pos++, freq = r->func(pos, r))	\
87 		if (unlikely(freq == 0))			\
88 			;					\
89 		else
90 
91 static long clk_rate_round_helper(struct clk_rate_round_data *rounder)
92 {
93 	unsigned long rate_error, rate_error_prev = ~0UL;
94 	unsigned long highest, lowest, freq;
95 	long rate_best_fit = -ENOENT;
96 	int i;
97 
98 	highest = 0;
99 	lowest = ~0UL;
100 
101 	for_each_frequency(i, rounder, freq) {
102 		if (freq > highest)
103 			highest = freq;
104 		if (freq < lowest)
105 			lowest = freq;
106 
107 		rate_error = abs(freq - rounder->rate);
108 		if (rate_error < rate_error_prev) {
109 			rate_best_fit = freq;
110 			rate_error_prev = rate_error;
111 		}
112 
113 		if (rate_error == 0)
114 			break;
115 	}
116 
117 	if (rounder->rate >= highest)
118 		rate_best_fit = highest;
119 	if (rounder->rate <= lowest)
120 		rate_best_fit = lowest;
121 
122 	return rate_best_fit;
123 }
124 
125 static long clk_rate_table_iter(unsigned int pos,
126 				struct clk_rate_round_data *rounder)
127 {
128 	struct cpufreq_frequency_table *freq_table = rounder->arg;
129 	unsigned long freq = freq_table[pos].frequency;
130 
131 	if (freq == CPUFREQ_ENTRY_INVALID)
132 		freq = 0;
133 
134 	return freq;
135 }
136 
137 long clk_rate_table_round(struct clk *clk,
138 			  struct cpufreq_frequency_table *freq_table,
139 			  unsigned long rate)
140 {
141 	struct clk_rate_round_data table_round = {
142 		.min	= 0,
143 		.max	= clk->nr_freqs - 1,
144 		.func	= clk_rate_table_iter,
145 		.arg	= freq_table,
146 		.rate	= rate,
147 	};
148 
149 	if (clk->nr_freqs < 1)
150 		return -ENOSYS;
151 
152 	return clk_rate_round_helper(&table_round);
153 }
154 
155 static long clk_rate_div_range_iter(unsigned int pos,
156 				    struct clk_rate_round_data *rounder)
157 {
158 	return clk_get_rate(rounder->arg) / pos;
159 }
160 
161 long clk_rate_div_range_round(struct clk *clk, unsigned int div_min,
162 			      unsigned int div_max, unsigned long rate)
163 {
164 	struct clk_rate_round_data div_range_round = {
165 		.min	= div_min,
166 		.max	= div_max,
167 		.func	= clk_rate_div_range_iter,
168 		.arg	= clk_get_parent(clk),
169 		.rate	= rate,
170 	};
171 
172 	return clk_rate_round_helper(&div_range_round);
173 }
174 
175 static long clk_rate_mult_range_iter(unsigned int pos,
176 				      struct clk_rate_round_data *rounder)
177 {
178 	return clk_get_rate(rounder->arg) * pos;
179 }
180 
181 long clk_rate_mult_range_round(struct clk *clk, unsigned int mult_min,
182 			       unsigned int mult_max, unsigned long rate)
183 {
184 	struct clk_rate_round_data mult_range_round = {
185 		.min	= mult_min,
186 		.max	= mult_max,
187 		.func	= clk_rate_mult_range_iter,
188 		.arg	= clk_get_parent(clk),
189 		.rate	= rate,
190 	};
191 
192 	return clk_rate_round_helper(&mult_range_round);
193 }
194 
195 int clk_rate_table_find(struct clk *clk,
196 			struct cpufreq_frequency_table *freq_table,
197 			unsigned long rate)
198 {
199 	int i;
200 
201 	for (i = 0; freq_table[i].frequency != CPUFREQ_TABLE_END; i++) {
202 		unsigned long freq = freq_table[i].frequency;
203 
204 		if (freq == CPUFREQ_ENTRY_INVALID)
205 			continue;
206 
207 		if (freq == rate)
208 			return i;
209 	}
210 
211 	return -ENOENT;
212 }
213 
214 /* Used for clocks that always have same value as the parent clock */
215 unsigned long followparent_recalc(struct clk *clk)
216 {
217 	return clk->parent ? clk->parent->rate : 0;
218 }
219 
220 int clk_reparent(struct clk *child, struct clk *parent)
221 {
222 	list_del_init(&child->sibling);
223 	if (parent)
224 		list_add(&child->sibling, &parent->children);
225 	child->parent = parent;
226 
227 	return 0;
228 }
229 
230 /* Propagate rate to children */
231 void propagate_rate(struct clk *tclk)
232 {
233 	struct clk *clkp;
234 
235 	list_for_each_entry(clkp, &tclk->children, sibling) {
236 		if (clkp->ops && clkp->ops->recalc)
237 			clkp->rate = clkp->ops->recalc(clkp);
238 
239 		propagate_rate(clkp);
240 	}
241 }
242 
243 static void __clk_disable(struct clk *clk)
244 {
245 	if (WARN(!clk->usecount, "Trying to disable clock %p with 0 usecount\n",
246 		 clk))
247 		return;
248 
249 	if (!(--clk->usecount)) {
250 		if (likely(allow_disable && clk->ops && clk->ops->disable))
251 			clk->ops->disable(clk);
252 		if (likely(clk->parent))
253 			__clk_disable(clk->parent);
254 	}
255 }
256 
257 void clk_disable(struct clk *clk)
258 {
259 	unsigned long flags;
260 
261 	if (!clk)
262 		return;
263 
264 	spin_lock_irqsave(&clock_lock, flags);
265 	__clk_disable(clk);
266 	spin_unlock_irqrestore(&clock_lock, flags);
267 }
268 EXPORT_SYMBOL_GPL(clk_disable);
269 
270 static int __clk_enable(struct clk *clk)
271 {
272 	int ret = 0;
273 
274 	if (clk->usecount++ == 0) {
275 		if (clk->parent) {
276 			ret = __clk_enable(clk->parent);
277 			if (unlikely(ret))
278 				goto err;
279 		}
280 
281 		if (clk->ops && clk->ops->enable) {
282 			ret = clk->ops->enable(clk);
283 			if (ret) {
284 				if (clk->parent)
285 					__clk_disable(clk->parent);
286 				goto err;
287 			}
288 		}
289 	}
290 
291 	return ret;
292 err:
293 	clk->usecount--;
294 	return ret;
295 }
296 
297 int clk_enable(struct clk *clk)
298 {
299 	unsigned long flags;
300 	int ret;
301 
302 	if (!clk)
303 		return -EINVAL;
304 
305 	spin_lock_irqsave(&clock_lock, flags);
306 	ret = __clk_enable(clk);
307 	spin_unlock_irqrestore(&clock_lock, flags);
308 
309 	return ret;
310 }
311 EXPORT_SYMBOL_GPL(clk_enable);
312 
313 static LIST_HEAD(root_clks);
314 
315 /**
316  * recalculate_root_clocks - recalculate and propagate all root clocks
317  *
318  * Recalculates all root clocks (clocks with no parent), which if the
319  * clock's .recalc is set correctly, should also propagate their rates.
320  * Called at init.
321  */
322 void recalculate_root_clocks(void)
323 {
324 	struct clk *clkp;
325 
326 	list_for_each_entry(clkp, &root_clks, sibling) {
327 		if (clkp->ops && clkp->ops->recalc)
328 			clkp->rate = clkp->ops->recalc(clkp);
329 		propagate_rate(clkp);
330 	}
331 }
332 
333 static struct clk_mapping dummy_mapping;
334 
335 static struct clk *lookup_root_clock(struct clk *clk)
336 {
337 	while (clk->parent)
338 		clk = clk->parent;
339 
340 	return clk;
341 }
342 
343 static int clk_establish_mapping(struct clk *clk)
344 {
345 	struct clk_mapping *mapping = clk->mapping;
346 
347 	/*
348 	 * Propagate mappings.
349 	 */
350 	if (!mapping) {
351 		struct clk *clkp;
352 
353 		/*
354 		 * dummy mapping for root clocks with no specified ranges
355 		 */
356 		if (!clk->parent) {
357 			clk->mapping = &dummy_mapping;
358 			goto out;
359 		}
360 
361 		/*
362 		 * If we're on a child clock and it provides no mapping of its
363 		 * own, inherit the mapping from its root clock.
364 		 */
365 		clkp = lookup_root_clock(clk);
366 		mapping = clkp->mapping;
367 		BUG_ON(!mapping);
368 	}
369 
370 	/*
371 	 * Establish initial mapping.
372 	 */
373 	if (!mapping->base && mapping->phys) {
374 		kref_init(&mapping->ref);
375 
376 		mapping->base = ioremap_nocache(mapping->phys, mapping->len);
377 		if (unlikely(!mapping->base))
378 			return -ENXIO;
379 	} else if (mapping->base) {
380 		/*
381 		 * Bump the refcount for an existing mapping
382 		 */
383 		kref_get(&mapping->ref);
384 	}
385 
386 	clk->mapping = mapping;
387 out:
388 	clk->mapped_reg = clk->mapping->base;
389 	clk->mapped_reg += (phys_addr_t)clk->enable_reg - clk->mapping->phys;
390 	return 0;
391 }
392 
393 static void clk_destroy_mapping(struct kref *kref)
394 {
395 	struct clk_mapping *mapping;
396 
397 	mapping = container_of(kref, struct clk_mapping, ref);
398 
399 	iounmap(mapping->base);
400 }
401 
402 static void clk_teardown_mapping(struct clk *clk)
403 {
404 	struct clk_mapping *mapping = clk->mapping;
405 
406 	/* Nothing to do */
407 	if (mapping == &dummy_mapping)
408 		goto out;
409 
410 	kref_put(&mapping->ref, clk_destroy_mapping);
411 	clk->mapping = NULL;
412 out:
413 	clk->mapped_reg = NULL;
414 }
415 
416 int clk_register(struct clk *clk)
417 {
418 	int ret;
419 
420 	if (IS_ERR_OR_NULL(clk))
421 		return -EINVAL;
422 
423 	/*
424 	 * trap out already registered clocks
425 	 */
426 	if (clk->node.next || clk->node.prev)
427 		return 0;
428 
429 	mutex_lock(&clock_list_sem);
430 
431 	INIT_LIST_HEAD(&clk->children);
432 	clk->usecount = 0;
433 
434 	ret = clk_establish_mapping(clk);
435 	if (unlikely(ret))
436 		goto out_unlock;
437 
438 	if (clk->parent)
439 		list_add(&clk->sibling, &clk->parent->children);
440 	else
441 		list_add(&clk->sibling, &root_clks);
442 
443 	list_add(&clk->node, &clock_list);
444 
445 #ifdef CONFIG_SH_CLK_CPG_LEGACY
446 	if (clk->ops && clk->ops->init)
447 		clk->ops->init(clk);
448 #endif
449 
450 out_unlock:
451 	mutex_unlock(&clock_list_sem);
452 
453 	return ret;
454 }
455 EXPORT_SYMBOL_GPL(clk_register);
456 
457 void clk_unregister(struct clk *clk)
458 {
459 	mutex_lock(&clock_list_sem);
460 	list_del(&clk->sibling);
461 	list_del(&clk->node);
462 	clk_teardown_mapping(clk);
463 	mutex_unlock(&clock_list_sem);
464 }
465 EXPORT_SYMBOL_GPL(clk_unregister);
466 
467 void clk_enable_init_clocks(void)
468 {
469 	struct clk *clkp;
470 
471 	list_for_each_entry(clkp, &clock_list, node)
472 		if (clkp->flags & CLK_ENABLE_ON_INIT)
473 			clk_enable(clkp);
474 }
475 
476 unsigned long clk_get_rate(struct clk *clk)
477 {
478 	return clk->rate;
479 }
480 EXPORT_SYMBOL_GPL(clk_get_rate);
481 
482 int clk_set_rate(struct clk *clk, unsigned long rate)
483 {
484 	int ret = -EOPNOTSUPP;
485 	unsigned long flags;
486 
487 	spin_lock_irqsave(&clock_lock, flags);
488 
489 	if (likely(clk->ops && clk->ops->set_rate)) {
490 		ret = clk->ops->set_rate(clk, rate);
491 		if (ret != 0)
492 			goto out_unlock;
493 	} else {
494 		clk->rate = rate;
495 		ret = 0;
496 	}
497 
498 	if (clk->ops && clk->ops->recalc)
499 		clk->rate = clk->ops->recalc(clk);
500 
501 	propagate_rate(clk);
502 
503 out_unlock:
504 	spin_unlock_irqrestore(&clock_lock, flags);
505 
506 	return ret;
507 }
508 EXPORT_SYMBOL_GPL(clk_set_rate);
509 
510 int clk_set_parent(struct clk *clk, struct clk *parent)
511 {
512 	unsigned long flags;
513 	int ret = -EINVAL;
514 
515 	if (!parent || !clk)
516 		return ret;
517 	if (clk->parent == parent)
518 		return 0;
519 
520 	spin_lock_irqsave(&clock_lock, flags);
521 	if (clk->usecount == 0) {
522 		if (clk->ops->set_parent)
523 			ret = clk->ops->set_parent(clk, parent);
524 		else
525 			ret = clk_reparent(clk, parent);
526 
527 		if (ret == 0) {
528 			if (clk->ops->recalc)
529 				clk->rate = clk->ops->recalc(clk);
530 			pr_debug("set parent of %p to %p (new rate %ld)\n",
531 				 clk, clk->parent, clk->rate);
532 			propagate_rate(clk);
533 		}
534 	} else
535 		ret = -EBUSY;
536 	spin_unlock_irqrestore(&clock_lock, flags);
537 
538 	return ret;
539 }
540 EXPORT_SYMBOL_GPL(clk_set_parent);
541 
542 struct clk *clk_get_parent(struct clk *clk)
543 {
544 	return clk->parent;
545 }
546 EXPORT_SYMBOL_GPL(clk_get_parent);
547 
548 long clk_round_rate(struct clk *clk, unsigned long rate)
549 {
550 	if (likely(clk->ops && clk->ops->round_rate)) {
551 		unsigned long flags, rounded;
552 
553 		spin_lock_irqsave(&clock_lock, flags);
554 		rounded = clk->ops->round_rate(clk, rate);
555 		spin_unlock_irqrestore(&clock_lock, flags);
556 
557 		return rounded;
558 	}
559 
560 	return clk_get_rate(clk);
561 }
562 EXPORT_SYMBOL_GPL(clk_round_rate);
563 
564 long clk_round_parent(struct clk *clk, unsigned long target,
565 		      unsigned long *best_freq, unsigned long *parent_freq,
566 		      unsigned int div_min, unsigned int div_max)
567 {
568 	struct cpufreq_frequency_table *freq, *best = NULL;
569 	unsigned long error = ULONG_MAX, freq_high, freq_low, div;
570 	struct clk *parent = clk_get_parent(clk);
571 
572 	if (!parent) {
573 		*parent_freq = 0;
574 		*best_freq = clk_round_rate(clk, target);
575 		return abs(target - *best_freq);
576 	}
577 
578 	for (freq = parent->freq_table; freq->frequency != CPUFREQ_TABLE_END;
579 	     freq++) {
580 		if (freq->frequency == CPUFREQ_ENTRY_INVALID)
581 			continue;
582 
583 		if (unlikely(freq->frequency / target <= div_min - 1)) {
584 			unsigned long freq_max;
585 
586 			freq_max = (freq->frequency + div_min / 2) / div_min;
587 			if (error > target - freq_max) {
588 				error = target - freq_max;
589 				best = freq;
590 				if (best_freq)
591 					*best_freq = freq_max;
592 			}
593 
594 			pr_debug("too low freq %u, error %lu\n", freq->frequency,
595 				 target - freq_max);
596 
597 			if (!error)
598 				break;
599 
600 			continue;
601 		}
602 
603 		if (unlikely(freq->frequency / target >= div_max)) {
604 			unsigned long freq_min;
605 
606 			freq_min = (freq->frequency + div_max / 2) / div_max;
607 			if (error > freq_min - target) {
608 				error = freq_min - target;
609 				best = freq;
610 				if (best_freq)
611 					*best_freq = freq_min;
612 			}
613 
614 			pr_debug("too high freq %u, error %lu\n", freq->frequency,
615 				 freq_min - target);
616 
617 			if (!error)
618 				break;
619 
620 			continue;
621 		}
622 
623 		div = freq->frequency / target;
624 		freq_high = freq->frequency / div;
625 		freq_low = freq->frequency / (div + 1);
626 
627 		if (freq_high - target < error) {
628 			error = freq_high - target;
629 			best = freq;
630 			if (best_freq)
631 				*best_freq = freq_high;
632 		}
633 
634 		if (target - freq_low < error) {
635 			error = target - freq_low;
636 			best = freq;
637 			if (best_freq)
638 				*best_freq = freq_low;
639 		}
640 
641 		pr_debug("%u / %lu = %lu, / %lu = %lu, best %lu, parent %u\n",
642 			 freq->frequency, div, freq_high, div + 1, freq_low,
643 			 *best_freq, best->frequency);
644 
645 		if (!error)
646 			break;
647 	}
648 
649 	if (parent_freq)
650 		*parent_freq = best->frequency;
651 
652 	return error;
653 }
654 EXPORT_SYMBOL_GPL(clk_round_parent);
655 
656 #ifdef CONFIG_PM
657 static void clks_core_resume(void)
658 {
659 	struct clk *clkp;
660 
661 	list_for_each_entry(clkp, &clock_list, node) {
662 		if (likely(clkp->usecount && clkp->ops)) {
663 			unsigned long rate = clkp->rate;
664 
665 			if (likely(clkp->ops->set_parent))
666 				clkp->ops->set_parent(clkp,
667 					clkp->parent);
668 			if (likely(clkp->ops->set_rate))
669 				clkp->ops->set_rate(clkp, rate);
670 			else if (likely(clkp->ops->recalc))
671 				clkp->rate = clkp->ops->recalc(clkp);
672 		}
673 	}
674 }
675 
676 static struct syscore_ops clks_syscore_ops = {
677 	.resume = clks_core_resume,
678 };
679 
680 static int __init clk_syscore_init(void)
681 {
682 	register_syscore_ops(&clks_syscore_ops);
683 
684 	return 0;
685 }
686 subsys_initcall(clk_syscore_init);
687 #endif
688 
689 static int __init clk_late_init(void)
690 {
691 	unsigned long flags;
692 	struct clk *clk;
693 
694 	/* disable all clocks with zero use count */
695 	mutex_lock(&clock_list_sem);
696 	spin_lock_irqsave(&clock_lock, flags);
697 
698 	list_for_each_entry(clk, &clock_list, node)
699 		if (!clk->usecount && clk->ops && clk->ops->disable)
700 			clk->ops->disable(clk);
701 
702 	/* from now on allow clock disable operations */
703 	allow_disable = 1;
704 
705 	spin_unlock_irqrestore(&clock_lock, flags);
706 	mutex_unlock(&clock_list_sem);
707 	return 0;
708 }
709 late_initcall(clk_late_init);
710