1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Copyright 2016 Maxime Ripard
4 *
5 * Maxime Ripard <maxime.ripard@free-electrons.com>
6 */
7
8 #include <linux/clk.h>
9 #include <linux/clk-provider.h>
10 #include <linux/device.h>
11 #include <linux/iopoll.h>
12 #include <linux/module.h>
13 #include <linux/slab.h>
14
15 #include "ccu_common.h"
16 #include "ccu_gate.h"
17 #include "ccu_reset.h"
18
19 struct sunxi_ccu {
20 const struct sunxi_ccu_desc *desc;
21 spinlock_t lock;
22 struct ccu_reset reset;
23 };
24
ccu_helper_wait_for_lock(struct ccu_common * common,u32 lock)25 void ccu_helper_wait_for_lock(struct ccu_common *common, u32 lock)
26 {
27 void __iomem *addr;
28 u32 reg;
29
30 if (!lock)
31 return;
32
33 if (common->features & CCU_FEATURE_LOCK_REG)
34 addr = common->base + common->lock_reg;
35 else
36 addr = common->base + common->reg;
37
38 WARN_ON(readl_relaxed_poll_timeout(addr, reg, reg & lock, 100, 70000));
39 }
40 EXPORT_SYMBOL_NS_GPL(ccu_helper_wait_for_lock, SUNXI_CCU);
41
ccu_is_better_rate(struct ccu_common * common,unsigned long target_rate,unsigned long current_rate,unsigned long best_rate)42 bool ccu_is_better_rate(struct ccu_common *common,
43 unsigned long target_rate,
44 unsigned long current_rate,
45 unsigned long best_rate)
46 {
47 unsigned long min_rate, max_rate;
48
49 clk_hw_get_rate_range(&common->hw, &min_rate, &max_rate);
50
51 if (current_rate > max_rate)
52 return false;
53
54 if (current_rate < min_rate)
55 return false;
56
57 if (common->features & CCU_FEATURE_CLOSEST_RATE)
58 return abs(current_rate - target_rate) < abs(best_rate - target_rate);
59
60 return current_rate <= target_rate && current_rate > best_rate;
61 }
62 EXPORT_SYMBOL_NS_GPL(ccu_is_better_rate, SUNXI_CCU);
63
64 /*
65 * This clock notifier is called when the frequency of a PLL clock is
66 * changed. In common PLL designs, changes to the dividers take effect
67 * almost immediately, while changes to the multipliers (implemented
68 * as dividers in the feedback loop) take a few cycles to work into
69 * the feedback loop for the PLL to stablize.
70 *
71 * Sometimes when the PLL clock rate is changed, the decrease in the
72 * divider is too much for the decrease in the multiplier to catch up.
73 * The PLL clock rate will spike, and in some cases, might lock up
74 * completely.
75 *
76 * This notifier callback will gate and then ungate the clock,
77 * effectively resetting it, so it proceeds to work. Care must be
78 * taken to reparent consumers to other temporary clocks during the
79 * rate change, and that this notifier callback must be the first
80 * to be registered.
81 */
ccu_pll_notifier_cb(struct notifier_block * nb,unsigned long event,void * data)82 static int ccu_pll_notifier_cb(struct notifier_block *nb,
83 unsigned long event, void *data)
84 {
85 struct ccu_pll_nb *pll = to_ccu_pll_nb(nb);
86 int ret = 0;
87
88 if (event != POST_RATE_CHANGE)
89 goto out;
90
91 ccu_gate_helper_disable(pll->common, pll->enable);
92
93 ret = ccu_gate_helper_enable(pll->common, pll->enable);
94 if (ret)
95 goto out;
96
97 ccu_helper_wait_for_lock(pll->common, pll->lock);
98
99 out:
100 return notifier_from_errno(ret);
101 }
102
ccu_pll_notifier_register(struct ccu_pll_nb * pll_nb)103 int ccu_pll_notifier_register(struct ccu_pll_nb *pll_nb)
104 {
105 pll_nb->clk_nb.notifier_call = ccu_pll_notifier_cb;
106
107 return clk_notifier_register(pll_nb->common->hw.clk,
108 &pll_nb->clk_nb);
109 }
110 EXPORT_SYMBOL_NS_GPL(ccu_pll_notifier_register, SUNXI_CCU);
111
sunxi_ccu_probe(struct sunxi_ccu * ccu,struct device * dev,struct device_node * node,void __iomem * reg,const struct sunxi_ccu_desc * desc)112 static int sunxi_ccu_probe(struct sunxi_ccu *ccu, struct device *dev,
113 struct device_node *node, void __iomem *reg,
114 const struct sunxi_ccu_desc *desc)
115 {
116 struct ccu_reset *reset;
117 int i, ret;
118
119 ccu->desc = desc;
120
121 spin_lock_init(&ccu->lock);
122
123 for (i = 0; i < desc->num_ccu_clks; i++) {
124 struct ccu_common *cclk = desc->ccu_clks[i];
125
126 if (!cclk)
127 continue;
128
129 cclk->base = reg;
130 cclk->lock = &ccu->lock;
131 }
132
133 for (i = 0; i < desc->hw_clks->num ; i++) {
134 struct clk_hw *hw = desc->hw_clks->hws[i];
135 const char *name;
136
137 if (!hw)
138 continue;
139
140 name = hw->init->name;
141 if (dev)
142 ret = clk_hw_register(dev, hw);
143 else
144 ret = of_clk_hw_register(node, hw);
145 if (ret) {
146 pr_err("Couldn't register clock %d - %s\n", i, name);
147 goto err_clk_unreg;
148 }
149 }
150
151 for (i = 0; i < desc->num_ccu_clks; i++) {
152 struct ccu_common *cclk = desc->ccu_clks[i];
153
154 if (!cclk)
155 continue;
156
157 if (cclk->max_rate)
158 clk_hw_set_rate_range(&cclk->hw, cclk->min_rate,
159 cclk->max_rate);
160 else
161 WARN(cclk->min_rate,
162 "No max_rate, ignoring min_rate of clock %d - %s\n",
163 i, clk_hw_get_name(&cclk->hw));
164 }
165
166 ret = of_clk_add_hw_provider(node, of_clk_hw_onecell_get,
167 desc->hw_clks);
168 if (ret)
169 goto err_clk_unreg;
170
171 reset = &ccu->reset;
172 reset->rcdev.of_node = node;
173 reset->rcdev.ops = &ccu_reset_ops;
174 reset->rcdev.owner = dev ? dev->driver->owner : THIS_MODULE;
175 reset->rcdev.nr_resets = desc->num_resets;
176 reset->base = reg;
177 reset->lock = &ccu->lock;
178 reset->reset_map = desc->resets;
179
180 ret = reset_controller_register(&reset->rcdev);
181 if (ret)
182 goto err_del_provider;
183
184 return 0;
185
186 err_del_provider:
187 of_clk_del_provider(node);
188 err_clk_unreg:
189 while (--i >= 0) {
190 struct clk_hw *hw = desc->hw_clks->hws[i];
191
192 if (!hw)
193 continue;
194 clk_hw_unregister(hw);
195 }
196 return ret;
197 }
198
devm_sunxi_ccu_release(struct device * dev,void * res)199 static void devm_sunxi_ccu_release(struct device *dev, void *res)
200 {
201 struct sunxi_ccu *ccu = res;
202 const struct sunxi_ccu_desc *desc = ccu->desc;
203 int i;
204
205 reset_controller_unregister(&ccu->reset.rcdev);
206 of_clk_del_provider(dev->of_node);
207
208 for (i = 0; i < desc->hw_clks->num; i++) {
209 struct clk_hw *hw = desc->hw_clks->hws[i];
210
211 if (!hw)
212 continue;
213 clk_hw_unregister(hw);
214 }
215 }
216
devm_sunxi_ccu_probe(struct device * dev,void __iomem * reg,const struct sunxi_ccu_desc * desc)217 int devm_sunxi_ccu_probe(struct device *dev, void __iomem *reg,
218 const struct sunxi_ccu_desc *desc)
219 {
220 struct sunxi_ccu *ccu;
221 int ret;
222
223 ccu = devres_alloc(devm_sunxi_ccu_release, sizeof(*ccu), GFP_KERNEL);
224 if (!ccu)
225 return -ENOMEM;
226
227 ret = sunxi_ccu_probe(ccu, dev, dev->of_node, reg, desc);
228 if (ret) {
229 devres_free(ccu);
230 return ret;
231 }
232
233 devres_add(dev, ccu);
234
235 return 0;
236 }
237 EXPORT_SYMBOL_NS_GPL(devm_sunxi_ccu_probe, SUNXI_CCU);
238
of_sunxi_ccu_probe(struct device_node * node,void __iomem * reg,const struct sunxi_ccu_desc * desc)239 void of_sunxi_ccu_probe(struct device_node *node, void __iomem *reg,
240 const struct sunxi_ccu_desc *desc)
241 {
242 struct sunxi_ccu *ccu;
243 int ret;
244
245 ccu = kzalloc(sizeof(*ccu), GFP_KERNEL);
246 if (!ccu)
247 return;
248
249 ret = sunxi_ccu_probe(ccu, NULL, node, reg, desc);
250 if (ret) {
251 pr_err("%pOF: probing clocks failed: %d\n", node, ret);
252 kfree(ccu);
253 }
254 }
255
256 MODULE_LICENSE("GPL");
257