Lines Matching refs:core
54 struct clk_core *core; member
103 struct clk_core *core; member
114 static int clk_pm_runtime_get(struct clk_core *core) in clk_pm_runtime_get() argument
116 if (!core->rpm_enabled) in clk_pm_runtime_get()
119 return pm_runtime_resume_and_get(core->dev); in clk_pm_runtime_get()
122 static void clk_pm_runtime_put(struct clk_core *core) in clk_pm_runtime_put() argument
124 if (!core->rpm_enabled) in clk_pm_runtime_put()
127 pm_runtime_put_sync(core->dev); in clk_pm_runtime_put()
148 struct clk_core *core, *failed; in clk_pm_runtime_get_all() local
161 hlist_for_each_entry(core, &clk_rpm_list, rpm_node) { in clk_pm_runtime_get_all()
162 ret = clk_pm_runtime_get(core); in clk_pm_runtime_get_all()
164 failed = core; in clk_pm_runtime_get_all()
174 hlist_for_each_entry(core, &clk_rpm_list, rpm_node) { in clk_pm_runtime_get_all()
175 if (core == failed) in clk_pm_runtime_get_all()
178 clk_pm_runtime_put(core); in clk_pm_runtime_get_all()
193 struct clk_core *core; in clk_pm_runtime_put_all() local
195 hlist_for_each_entry(core, &clk_rpm_list, rpm_node) in clk_pm_runtime_put_all()
196 clk_pm_runtime_put(core); in clk_pm_runtime_put_all()
200 static void clk_pm_runtime_init(struct clk_core *core) in clk_pm_runtime_init() argument
202 struct device *dev = core->dev; in clk_pm_runtime_init()
205 core->rpm_enabled = true; in clk_pm_runtime_init()
208 hlist_add_head(&core->rpm_node, &clk_rpm_list); in clk_pm_runtime_init()
282 static bool clk_core_rate_is_protected(struct clk_core *core) in clk_core_rate_is_protected() argument
284 return core->protect_count; in clk_core_rate_is_protected()
287 static bool clk_core_is_prepared(struct clk_core *core) in clk_core_is_prepared() argument
295 if (!core->ops->is_prepared) in clk_core_is_prepared()
296 return core->prepare_count; in clk_core_is_prepared()
298 if (!clk_pm_runtime_get(core)) { in clk_core_is_prepared()
299 ret = core->ops->is_prepared(core->hw); in clk_core_is_prepared()
300 clk_pm_runtime_put(core); in clk_core_is_prepared()
306 static bool clk_core_is_enabled(struct clk_core *core) in clk_core_is_enabled() argument
314 if (!core->ops->is_enabled) in clk_core_is_enabled()
315 return core->enable_count; in clk_core_is_enabled()
327 if (core->rpm_enabled) { in clk_core_is_enabled()
328 pm_runtime_get_noresume(core->dev); in clk_core_is_enabled()
329 if (!pm_runtime_active(core->dev)) { in clk_core_is_enabled()
340 if ((core->flags & CLK_OPS_PARENT_ENABLE) && core->parent) in clk_core_is_enabled()
341 if (!clk_core_is_enabled(core->parent)) { in clk_core_is_enabled()
346 ret = core->ops->is_enabled(core->hw); in clk_core_is_enabled()
348 if (core->rpm_enabled) in clk_core_is_enabled()
349 pm_runtime_put(core->dev); in clk_core_is_enabled()
358 return !clk ? NULL : clk->core->name; in __clk_get_name()
364 return hw->core->name; in clk_hw_get_name()
370 return !clk ? NULL : clk->core->hw; in __clk_get_hw()
376 return hw->core->num_parents; in clk_hw_get_num_parents()
382 return hw->core->parent ? hw->core->parent->hw : NULL; in clk_hw_get_parent()
387 struct clk_core *core) in __clk_lookup_subtree() argument
392 if (!strcmp(core->name, name)) in __clk_lookup_subtree()
393 return core; in __clk_lookup_subtree()
395 hlist_for_each_entry(child, &core->children, child_node) { in __clk_lookup_subtree()
484 static struct clk_core *clk_core_get(struct clk_core *core, u8 p_index) in clk_core_get() argument
486 const char *name = core->parents[p_index].fw_name; in clk_core_get()
487 int index = core->parents[p_index].index; in clk_core_get()
489 struct device *dev = core->dev; in clk_core_get()
491 struct device_node *np = core->of_node; in clk_core_get()
512 return hw->core; in clk_core_get()
515 static void clk_core_fill_parent_index(struct clk_core *core, u8 index) in clk_core_fill_parent_index() argument
517 struct clk_parent_map *entry = &core->parents[index]; in clk_core_fill_parent_index()
521 parent = entry->hw->core; in clk_core_fill_parent_index()
523 parent = clk_core_get(core, index); in clk_core_fill_parent_index()
538 entry->core = parent; in clk_core_fill_parent_index()
541 static struct clk_core *clk_core_get_parent_by_index(struct clk_core *core, in clk_core_get_parent_by_index() argument
544 if (!core || index >= core->num_parents || !core->parents) in clk_core_get_parent_by_index()
547 if (!core->parents[index].core) in clk_core_get_parent_by_index()
548 clk_core_fill_parent_index(core, index); in clk_core_get_parent_by_index()
550 return core->parents[index].core; in clk_core_get_parent_by_index()
558 parent = clk_core_get_parent_by_index(hw->core, index); in clk_hw_get_parent_by_index()
566 return !clk ? 0 : clk->core->enable_count; in __clk_get_enable_count()
569 static unsigned long clk_core_get_rate_nolock(struct clk_core *core) in clk_core_get_rate_nolock() argument
571 if (!core) in clk_core_get_rate_nolock()
574 if (!core->num_parents || core->parent) in clk_core_get_rate_nolock()
575 return core->rate; in clk_core_get_rate_nolock()
587 return clk_core_get_rate_nolock(hw->core); in clk_hw_get_rate()
591 static unsigned long clk_core_get_accuracy_no_lock(struct clk_core *core) in clk_core_get_accuracy_no_lock() argument
593 if (!core) in clk_core_get_accuracy_no_lock()
596 return core->accuracy; in clk_core_get_accuracy_no_lock()
601 return hw->core->flags; in clk_hw_get_flags()
607 return clk_core_is_prepared(hw->core); in clk_hw_is_prepared()
613 return clk_core_rate_is_protected(hw->core); in clk_hw_rate_is_protected()
619 return clk_core_is_enabled(hw->core); in clk_hw_is_enabled()
628 return clk_core_is_enabled(clk->core); in __clk_is_enabled()
641 static void clk_core_init_rate_req(struct clk_core * const core,
645 static int clk_core_round_rate_nolock(struct clk_core *core,
648 static bool clk_core_has_parent(struct clk_core *core, const struct clk_core *parent) in clk_core_has_parent() argument
654 if (core->parent == parent) in clk_core_has_parent()
657 for (i = 0; i < core->num_parents; i++) { in clk_core_has_parent()
658 tmp = clk_core_get_parent_by_index(core, i); in clk_core_has_parent()
670 clk_core_forward_rate_req(struct clk_core *core, in clk_core_forward_rate_req() argument
676 if (WARN_ON(!clk_core_has_parent(core, parent))) in clk_core_forward_rate_req()
692 struct clk_core *core = hw->core; in clk_core_determine_rate_no_reparent() local
693 struct clk_core *parent = core->parent; in clk_core_determine_rate_no_reparent()
697 if (core->flags & CLK_SET_RATE_PARENT) { in clk_core_determine_rate_no_reparent()
705 clk_core_forward_rate_req(core, req, parent, &parent_req, in clk_core_determine_rate_no_reparent()
720 best = clk_core_get_rate_nolock(core); in clk_core_determine_rate_no_reparent()
733 struct clk_core *core = hw->core, *parent, *best_parent = NULL; in clk_mux_determine_rate_flags() local
738 if (core->flags & CLK_SET_RATE_NO_REPARENT) in clk_mux_determine_rate_flags()
742 num_parents = core->num_parents; in clk_mux_determine_rate_flags()
746 parent = clk_core_get_parent_by_index(core, i); in clk_mux_determine_rate_flags()
750 if (core->flags & CLK_SET_RATE_PARENT) { in clk_mux_determine_rate_flags()
753 clk_core_forward_rate_req(core, req, parent, &parent_req, req->rate); in clk_mux_determine_rate_flags()
788 struct clk_core *core = clk_core_lookup(name); in __clk_lookup() local
790 return !core ? NULL : core->hw->clk; in __clk_lookup()
793 static void clk_core_get_boundaries(struct clk_core *core, in clk_core_get_boundaries() argument
801 *min_rate = core->min_rate; in clk_core_get_boundaries()
802 *max_rate = core->max_rate; in clk_core_get_boundaries()
804 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
807 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
823 clk_core_get_boundaries(hw->core, min_rate, max_rate); in clk_hw_get_rate_range()
827 static bool clk_core_check_boundaries(struct clk_core *core, in clk_core_check_boundaries() argument
835 if (min_rate > core->max_rate || max_rate < core->min_rate) in clk_core_check_boundaries()
838 hlist_for_each_entry(user, &core->clks, clks_node) in clk_core_check_boundaries()
848 hw->core->min_rate = min_rate; in clk_hw_set_rate_range()
849 hw->core->max_rate = max_rate; in clk_hw_set_rate_range()
899 static void clk_core_rate_unprotect(struct clk_core *core) in clk_core_rate_unprotect() argument
903 if (!core) in clk_core_rate_unprotect()
906 if (WARN(core->protect_count == 0, in clk_core_rate_unprotect()
907 "%s already unprotected\n", core->name)) in clk_core_rate_unprotect()
910 if (--core->protect_count > 0) in clk_core_rate_unprotect()
913 clk_core_rate_unprotect(core->parent); in clk_core_rate_unprotect()
916 static int clk_core_rate_nuke_protect(struct clk_core *core) in clk_core_rate_nuke_protect() argument
922 if (!core) in clk_core_rate_nuke_protect()
925 if (core->protect_count == 0) in clk_core_rate_nuke_protect()
928 ret = core->protect_count; in clk_core_rate_nuke_protect()
929 core->protect_count = 1; in clk_core_rate_nuke_protect()
930 clk_core_rate_unprotect(core); in clk_core_rate_nuke_protect()
967 clk_core_rate_unprotect(clk->core); in clk_rate_exclusive_put()
974 static void clk_core_rate_protect(struct clk_core *core) in clk_core_rate_protect() argument
978 if (!core) in clk_core_rate_protect()
981 if (core->protect_count == 0) in clk_core_rate_protect()
982 clk_core_rate_protect(core->parent); in clk_core_rate_protect()
984 core->protect_count++; in clk_core_rate_protect()
987 static void clk_core_rate_restore_protect(struct clk_core *core, int count) in clk_core_rate_restore_protect() argument
991 if (!core) in clk_core_rate_restore_protect()
997 clk_core_rate_protect(core); in clk_core_rate_restore_protect()
998 core->protect_count = count; in clk_core_rate_restore_protect()
1025 clk_core_rate_protect(clk->core); in clk_rate_exclusive_get()
1033 static void clk_core_unprepare(struct clk_core *core) in clk_core_unprepare() argument
1037 if (!core) in clk_core_unprepare()
1040 if (WARN(core->prepare_count == 0, in clk_core_unprepare()
1041 "%s already unprepared\n", core->name)) in clk_core_unprepare()
1044 if (WARN(core->prepare_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_unprepare()
1045 "Unpreparing critical %s\n", core->name)) in clk_core_unprepare()
1048 if (core->flags & CLK_SET_RATE_GATE) in clk_core_unprepare()
1049 clk_core_rate_unprotect(core); in clk_core_unprepare()
1051 if (--core->prepare_count > 0) in clk_core_unprepare()
1054 WARN(core->enable_count > 0, "Unpreparing enabled %s\n", core->name); in clk_core_unprepare()
1056 trace_clk_unprepare(core); in clk_core_unprepare()
1058 if (core->ops->unprepare) in clk_core_unprepare()
1059 core->ops->unprepare(core->hw); in clk_core_unprepare()
1061 trace_clk_unprepare_complete(core); in clk_core_unprepare()
1062 clk_core_unprepare(core->parent); in clk_core_unprepare()
1063 clk_pm_runtime_put(core); in clk_core_unprepare()
1066 static void clk_core_unprepare_lock(struct clk_core *core) in clk_core_unprepare_lock() argument
1069 clk_core_unprepare(core); in clk_core_unprepare_lock()
1089 clk_core_unprepare_lock(clk->core); in clk_unprepare()
1093 static int clk_core_prepare(struct clk_core *core) in clk_core_prepare() argument
1099 if (!core) in clk_core_prepare()
1102 if (core->prepare_count == 0) { in clk_core_prepare()
1103 ret = clk_pm_runtime_get(core); in clk_core_prepare()
1107 ret = clk_core_prepare(core->parent); in clk_core_prepare()
1111 trace_clk_prepare(core); in clk_core_prepare()
1113 if (core->ops->prepare) in clk_core_prepare()
1114 ret = core->ops->prepare(core->hw); in clk_core_prepare()
1116 trace_clk_prepare_complete(core); in clk_core_prepare()
1122 core->prepare_count++; in clk_core_prepare()
1131 if (core->flags & CLK_SET_RATE_GATE) in clk_core_prepare()
1132 clk_core_rate_protect(core); in clk_core_prepare()
1136 clk_core_unprepare(core->parent); in clk_core_prepare()
1138 clk_pm_runtime_put(core); in clk_core_prepare()
1142 static int clk_core_prepare_lock(struct clk_core *core) in clk_core_prepare_lock() argument
1147 ret = clk_core_prepare(core); in clk_core_prepare_lock()
1170 return clk_core_prepare_lock(clk->core); in clk_prepare()
1174 static void clk_core_disable(struct clk_core *core) in clk_core_disable() argument
1178 if (!core) in clk_core_disable()
1181 if (WARN(core->enable_count == 0, "%s already disabled\n", core->name)) in clk_core_disable()
1184 if (WARN(core->enable_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_disable()
1185 "Disabling critical %s\n", core->name)) in clk_core_disable()
1188 if (--core->enable_count > 0) in clk_core_disable()
1191 trace_clk_disable(core); in clk_core_disable()
1193 if (core->ops->disable) in clk_core_disable()
1194 core->ops->disable(core->hw); in clk_core_disable()
1196 trace_clk_disable_complete(core); in clk_core_disable()
1198 clk_core_disable(core->parent); in clk_core_disable()
1201 static void clk_core_disable_lock(struct clk_core *core) in clk_core_disable_lock() argument
1206 clk_core_disable(core); in clk_core_disable_lock()
1227 clk_core_disable_lock(clk->core); in clk_disable()
1231 static int clk_core_enable(struct clk_core *core) in clk_core_enable() argument
1237 if (!core) in clk_core_enable()
1240 if (WARN(core->prepare_count == 0, in clk_core_enable()
1241 "Enabling unprepared %s\n", core->name)) in clk_core_enable()
1244 if (core->enable_count == 0) { in clk_core_enable()
1245 ret = clk_core_enable(core->parent); in clk_core_enable()
1250 trace_clk_enable(core); in clk_core_enable()
1252 if (core->ops->enable) in clk_core_enable()
1253 ret = core->ops->enable(core->hw); in clk_core_enable()
1255 trace_clk_enable_complete(core); in clk_core_enable()
1258 clk_core_disable(core->parent); in clk_core_enable()
1263 core->enable_count++; in clk_core_enable()
1267 static int clk_core_enable_lock(struct clk_core *core) in clk_core_enable_lock() argument
1273 ret = clk_core_enable(core); in clk_core_enable_lock()
1291 struct clk_core *core = hw->core; in clk_gate_restore_context() local
1293 if (core->enable_count) in clk_gate_restore_context()
1294 core->ops->enable(hw); in clk_gate_restore_context()
1296 core->ops->disable(hw); in clk_gate_restore_context()
1300 static int clk_core_save_context(struct clk_core *core) in clk_core_save_context() argument
1305 hlist_for_each_entry(child, &core->children, child_node) { in clk_core_save_context()
1311 if (core->ops && core->ops->save_context) in clk_core_save_context()
1312 ret = core->ops->save_context(core->hw); in clk_core_save_context()
1317 static void clk_core_restore_context(struct clk_core *core) in clk_core_restore_context() argument
1321 if (core->ops && core->ops->restore_context) in clk_core_restore_context()
1322 core->ops->restore_context(core->hw); in clk_core_restore_context()
1324 hlist_for_each_entry(child, &core->children, child_node) in clk_core_restore_context()
1364 struct clk_core *core; in clk_restore_context() local
1366 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_restore_context()
1367 clk_core_restore_context(core); in clk_restore_context()
1369 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_restore_context()
1370 clk_core_restore_context(core); in clk_restore_context()
1392 return clk_core_enable_lock(clk->core); in clk_enable()
1413 return clk && !(clk->core->ops->enable && clk->core->ops->disable); in clk_is_enabled_when_prepared()
1417 static int clk_core_prepare_enable(struct clk_core *core) in clk_core_prepare_enable() argument
1421 ret = clk_core_prepare_lock(core); in clk_core_prepare_enable()
1425 ret = clk_core_enable_lock(core); in clk_core_prepare_enable()
1427 clk_core_unprepare_lock(core); in clk_core_prepare_enable()
1432 static void clk_core_disable_unprepare(struct clk_core *core) in clk_core_disable_unprepare() argument
1434 clk_core_disable_lock(core); in clk_core_disable_unprepare()
1435 clk_core_unprepare_lock(core); in clk_core_disable_unprepare()
1438 static void __init clk_unprepare_unused_subtree(struct clk_core *core) in clk_unprepare_unused_subtree() argument
1444 hlist_for_each_entry(child, &core->children, child_node) in clk_unprepare_unused_subtree()
1447 if (core->prepare_count) in clk_unprepare_unused_subtree()
1450 if (core->flags & CLK_IGNORE_UNUSED) in clk_unprepare_unused_subtree()
1453 if (clk_core_is_prepared(core)) { in clk_unprepare_unused_subtree()
1454 trace_clk_unprepare(core); in clk_unprepare_unused_subtree()
1455 if (core->ops->unprepare_unused) in clk_unprepare_unused_subtree()
1456 core->ops->unprepare_unused(core->hw); in clk_unprepare_unused_subtree()
1457 else if (core->ops->unprepare) in clk_unprepare_unused_subtree()
1458 core->ops->unprepare(core->hw); in clk_unprepare_unused_subtree()
1459 trace_clk_unprepare_complete(core); in clk_unprepare_unused_subtree()
1463 static void __init clk_disable_unused_subtree(struct clk_core *core) in clk_disable_unused_subtree() argument
1470 hlist_for_each_entry(child, &core->children, child_node) in clk_disable_unused_subtree()
1473 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1474 clk_core_prepare_enable(core->parent); in clk_disable_unused_subtree()
1478 if (core->enable_count) in clk_disable_unused_subtree()
1481 if (core->flags & CLK_IGNORE_UNUSED) in clk_disable_unused_subtree()
1489 if (clk_core_is_enabled(core)) { in clk_disable_unused_subtree()
1490 trace_clk_disable(core); in clk_disable_unused_subtree()
1491 if (core->ops->disable_unused) in clk_disable_unused_subtree()
1492 core->ops->disable_unused(core->hw); in clk_disable_unused_subtree()
1493 else if (core->ops->disable) in clk_disable_unused_subtree()
1494 core->ops->disable(core->hw); in clk_disable_unused_subtree()
1495 trace_clk_disable_complete(core); in clk_disable_unused_subtree()
1500 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1501 clk_core_disable_unprepare(core->parent); in clk_disable_unused_subtree()
1514 struct clk_core *core; in clk_disable_unused() local
1533 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_disable_unused()
1534 clk_disable_unused_subtree(core); in clk_disable_unused()
1536 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_disable_unused()
1537 clk_disable_unused_subtree(core); in clk_disable_unused()
1539 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_disable_unused()
1540 clk_unprepare_unused_subtree(core); in clk_disable_unused()
1542 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_disable_unused()
1543 clk_unprepare_unused_subtree(core); in clk_disable_unused()
1553 static int clk_core_determine_round_nolock(struct clk_core *core, in clk_core_determine_round_nolock() argument
1560 if (!core) in clk_core_determine_round_nolock()
1573 __func__, core->name); in clk_core_determine_round_nolock()
1583 if (clk_core_rate_is_protected(core)) { in clk_core_determine_round_nolock()
1584 req->rate = core->rate; in clk_core_determine_round_nolock()
1585 } else if (core->ops->determine_rate) { in clk_core_determine_round_nolock()
1586 return core->ops->determine_rate(core->hw, req); in clk_core_determine_round_nolock()
1587 } else if (core->ops->round_rate) { in clk_core_determine_round_nolock()
1588 rate = core->ops->round_rate(core->hw, req->rate, in clk_core_determine_round_nolock()
1601 static void clk_core_init_rate_req(struct clk_core * const core, in clk_core_init_rate_req() argument
1613 if (!core) in clk_core_init_rate_req()
1616 req->core = core; in clk_core_init_rate_req()
1618 clk_core_get_boundaries(core, &req->min_rate, &req->max_rate); in clk_core_init_rate_req()
1620 parent = core->parent; in clk_core_init_rate_req()
1646 clk_core_init_rate_req(hw->core, req, rate); in clk_hw_init_rate_request()
1670 clk_core_forward_rate_req(hw->core, old_req, in clk_hw_forward_rate_request()
1671 parent->core, req, in clk_hw_forward_rate_request()
1676 static bool clk_core_can_round(struct clk_core * const core) in clk_core_can_round() argument
1678 return core->ops->determine_rate || core->ops->round_rate; in clk_core_can_round()
1681 static int clk_core_round_rate_nolock(struct clk_core *core, in clk_core_round_rate_nolock() argument
1688 if (!core) { in clk_core_round_rate_nolock()
1693 if (clk_core_can_round(core)) in clk_core_round_rate_nolock()
1694 return clk_core_determine_round_nolock(core, req); in clk_core_round_rate_nolock()
1696 if (core->flags & CLK_SET_RATE_PARENT) { in clk_core_round_rate_nolock()
1699 clk_core_forward_rate_req(core, req, core->parent, &parent_req, req->rate); in clk_core_round_rate_nolock()
1703 ret = clk_core_round_rate_nolock(core->parent, &parent_req); in clk_core_round_rate_nolock()
1715 req->rate = core->rate; in clk_core_round_rate_nolock()
1733 return clk_core_round_rate_nolock(hw->core, req); in __clk_determine_rate()
1757 clk_core_init_rate_req(hw->core, &req, rate); in clk_hw_round_rate()
1761 ret = clk_core_round_rate_nolock(hw->core, &req); in clk_hw_round_rate()
1791 clk_core_rate_unprotect(clk->core); in clk_round_rate()
1793 clk_core_init_rate_req(clk->core, &req, rate); in clk_round_rate()
1797 ret = clk_core_round_rate_nolock(clk->core, &req); in clk_round_rate()
1802 clk_core_rate_protect(clk->core); in clk_round_rate()
1827 static int __clk_notify(struct clk_core *core, unsigned long msg, in __clk_notify() argument
1838 if (cn->clk->core == core) { in __clk_notify()
1859 static void __clk_recalc_accuracies(struct clk_core *core) in __clk_recalc_accuracies() argument
1866 if (core->parent) in __clk_recalc_accuracies()
1867 parent_accuracy = core->parent->accuracy; in __clk_recalc_accuracies()
1869 if (core->ops->recalc_accuracy) in __clk_recalc_accuracies()
1870 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_recalc_accuracies()
1873 core->accuracy = parent_accuracy; in __clk_recalc_accuracies()
1875 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_accuracies()
1879 static long clk_core_get_accuracy_recalc(struct clk_core *core) in clk_core_get_accuracy_recalc() argument
1881 if (core && (core->flags & CLK_GET_ACCURACY_NOCACHE)) in clk_core_get_accuracy_recalc()
1882 __clk_recalc_accuracies(core); in clk_core_get_accuracy_recalc()
1884 return clk_core_get_accuracy_no_lock(core); in clk_core_get_accuracy_recalc()
1904 accuracy = clk_core_get_accuracy_recalc(clk->core); in clk_get_accuracy()
1911 static unsigned long clk_recalc(struct clk_core *core, in clk_recalc() argument
1916 if (core->ops->recalc_rate && !clk_pm_runtime_get(core)) { in clk_recalc()
1917 rate = core->ops->recalc_rate(core->hw, parent_rate); in clk_recalc()
1918 clk_pm_runtime_put(core); in clk_recalc()
1936 static void __clk_recalc_rates(struct clk_core *core, bool update_req, in __clk_recalc_rates() argument
1945 old_rate = core->rate; in __clk_recalc_rates()
1947 if (core->parent) in __clk_recalc_rates()
1948 parent_rate = core->parent->rate; in __clk_recalc_rates()
1950 core->rate = clk_recalc(core, parent_rate); in __clk_recalc_rates()
1952 core->req_rate = core->rate; in __clk_recalc_rates()
1958 if (core->notifier_count && msg) in __clk_recalc_rates()
1959 __clk_notify(core, msg, old_rate, core->rate); in __clk_recalc_rates()
1961 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_rates()
1965 static unsigned long clk_core_get_rate_recalc(struct clk_core *core) in clk_core_get_rate_recalc() argument
1967 if (core && (core->flags & CLK_GET_RATE_NOCACHE)) in clk_core_get_rate_recalc()
1968 __clk_recalc_rates(core, false, 0); in clk_core_get_rate_recalc()
1970 return clk_core_get_rate_nolock(core); in clk_core_get_rate_recalc()
1990 rate = clk_core_get_rate_recalc(clk->core); in clk_get_rate()
1997 static int clk_fetch_parent_index(struct clk_core *core, in clk_fetch_parent_index() argument
2005 for (i = 0; i < core->num_parents; i++) { in clk_fetch_parent_index()
2007 if (core->parents[i].core == parent) in clk_fetch_parent_index()
2011 if (core->parents[i].core) in clk_fetch_parent_index()
2015 if (core->parents[i].hw) { in clk_fetch_parent_index()
2016 if (core->parents[i].hw == parent->hw) in clk_fetch_parent_index()
2024 if (parent == clk_core_get(core, i)) in clk_fetch_parent_index()
2028 if (core->parents[i].name && in clk_fetch_parent_index()
2029 !strcmp(parent->name, core->parents[i].name)) in clk_fetch_parent_index()
2033 if (i == core->num_parents) in clk_fetch_parent_index()
2036 core->parents[i].core = parent; in clk_fetch_parent_index()
2054 return clk_fetch_parent_index(hw->core, parent->core); in clk_hw_get_parent_index()
2061 static void clk_core_update_orphan_status(struct clk_core *core, bool is_orphan) in clk_core_update_orphan_status() argument
2065 core->orphan = is_orphan; in clk_core_update_orphan_status()
2067 hlist_for_each_entry(child, &core->children, child_node) in clk_core_update_orphan_status()
2071 static void clk_reparent(struct clk_core *core, struct clk_core *new_parent) in clk_reparent() argument
2073 bool was_orphan = core->orphan; in clk_reparent()
2075 hlist_del(&core->child_node); in clk_reparent()
2081 if (new_parent->new_child == core) in clk_reparent()
2084 hlist_add_head(&core->child_node, &new_parent->children); in clk_reparent()
2087 clk_core_update_orphan_status(core, becomes_orphan); in clk_reparent()
2089 hlist_add_head(&core->child_node, &clk_orphan_list); in clk_reparent()
2091 clk_core_update_orphan_status(core, true); in clk_reparent()
2094 core->parent = new_parent; in clk_reparent()
2097 static struct clk_core *__clk_set_parent_before(struct clk_core *core, in __clk_set_parent_before() argument
2101 struct clk_core *old_parent = core->parent; in __clk_set_parent_before()
2124 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_before()
2130 if (core->prepare_count) { in __clk_set_parent_before()
2132 clk_core_enable_lock(core); in __clk_set_parent_before()
2137 clk_reparent(core, parent); in __clk_set_parent_before()
2143 static void __clk_set_parent_after(struct clk_core *core, in __clk_set_parent_after() argument
2151 if (core->prepare_count) { in __clk_set_parent_after()
2152 clk_core_disable_lock(core); in __clk_set_parent_after()
2157 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_after()
2163 static int __clk_set_parent(struct clk_core *core, struct clk_core *parent, in __clk_set_parent() argument
2170 old_parent = __clk_set_parent_before(core, parent); in __clk_set_parent()
2172 trace_clk_set_parent(core, parent); in __clk_set_parent()
2175 if (parent && core->ops->set_parent) in __clk_set_parent()
2176 ret = core->ops->set_parent(core->hw, p_index); in __clk_set_parent()
2178 trace_clk_set_parent_complete(core, parent); in __clk_set_parent()
2182 clk_reparent(core, old_parent); in __clk_set_parent()
2185 __clk_set_parent_after(core, old_parent, parent); in __clk_set_parent()
2190 __clk_set_parent_after(core, parent, old_parent); in __clk_set_parent()
2209 static int __clk_speculate_rates(struct clk_core *core, in __clk_speculate_rates() argument
2218 new_rate = clk_recalc(core, parent_rate); in __clk_speculate_rates()
2221 if (core->notifier_count) in __clk_speculate_rates()
2222 ret = __clk_notify(core, PRE_RATE_CHANGE, core->rate, new_rate); in __clk_speculate_rates()
2226 __func__, core->name, ret); in __clk_speculate_rates()
2230 hlist_for_each_entry(child, &core->children, child_node) { in __clk_speculate_rates()
2240 static void clk_calc_subtree(struct clk_core *core, unsigned long new_rate, in clk_calc_subtree() argument
2245 core->new_rate = new_rate; in clk_calc_subtree()
2246 core->new_parent = new_parent; in clk_calc_subtree()
2247 core->new_parent_index = p_index; in clk_calc_subtree()
2249 core->new_child = NULL; in clk_calc_subtree()
2250 if (new_parent && new_parent != core->parent) in clk_calc_subtree()
2251 new_parent->new_child = core; in clk_calc_subtree()
2253 hlist_for_each_entry(child, &core->children, child_node) { in clk_calc_subtree()
2263 static struct clk_core *clk_calc_new_rates(struct clk_core *core, in clk_calc_new_rates() argument
2266 struct clk_core *top = core; in clk_calc_new_rates()
2276 if (IS_ERR_OR_NULL(core)) in clk_calc_new_rates()
2280 parent = old_parent = core->parent; in clk_calc_new_rates()
2284 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_calc_new_rates()
2287 if (clk_core_can_round(core)) { in clk_calc_new_rates()
2290 clk_core_init_rate_req(core, &req, rate); in clk_calc_new_rates()
2294 ret = clk_core_determine_round_nolock(core, &req); in clk_calc_new_rates()
2302 parent = req.best_parent_hw ? req.best_parent_hw->core : NULL; in clk_calc_new_rates()
2306 } else if (!parent || !(core->flags & CLK_SET_RATE_PARENT)) { in clk_calc_new_rates()
2308 core->new_rate = core->rate; in clk_calc_new_rates()
2319 (core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) { in clk_calc_new_rates()
2321 __func__, core->name); in clk_calc_new_rates()
2326 if (parent && core->num_parents > 1) { in clk_calc_new_rates()
2327 p_index = clk_fetch_parent_index(core, parent); in clk_calc_new_rates()
2330 __func__, parent->name, core->name); in clk_calc_new_rates()
2335 if ((core->flags & CLK_SET_RATE_PARENT) && parent && in clk_calc_new_rates()
2340 clk_calc_subtree(core, new_rate, parent, p_index); in clk_calc_new_rates()
2350 static struct clk_core *clk_propagate_rate_change(struct clk_core *core, in clk_propagate_rate_change() argument
2356 if (core->rate == core->new_rate) in clk_propagate_rate_change()
2359 if (core->notifier_count) { in clk_propagate_rate_change()
2360 ret = __clk_notify(core, event, core->rate, core->new_rate); in clk_propagate_rate_change()
2362 fail_clk = core; in clk_propagate_rate_change()
2365 hlist_for_each_entry(child, &core->children, child_node) { in clk_propagate_rate_change()
2367 if (child->new_parent && child->new_parent != core) in clk_propagate_rate_change()
2375 if (core->new_child) { in clk_propagate_rate_change()
2376 tmp_clk = clk_propagate_rate_change(core->new_child, event); in clk_propagate_rate_change()
2388 static void clk_change_rate(struct clk_core *core) in clk_change_rate() argument
2398 old_rate = core->rate; in clk_change_rate()
2400 if (core->new_parent) { in clk_change_rate()
2401 parent = core->new_parent; in clk_change_rate()
2402 best_parent_rate = core->new_parent->rate; in clk_change_rate()
2403 } else if (core->parent) { in clk_change_rate()
2404 parent = core->parent; in clk_change_rate()
2405 best_parent_rate = core->parent->rate; in clk_change_rate()
2408 if (clk_pm_runtime_get(core)) in clk_change_rate()
2411 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2412 clk_core_prepare(core); in clk_change_rate()
2413 clk_core_enable_lock(core); in clk_change_rate()
2416 if (core->new_parent && core->new_parent != core->parent) { in clk_change_rate()
2417 old_parent = __clk_set_parent_before(core, core->new_parent); in clk_change_rate()
2418 trace_clk_set_parent(core, core->new_parent); in clk_change_rate()
2420 if (core->ops->set_rate_and_parent) { in clk_change_rate()
2422 core->ops->set_rate_and_parent(core->hw, core->new_rate, in clk_change_rate()
2424 core->new_parent_index); in clk_change_rate()
2425 } else if (core->ops->set_parent) { in clk_change_rate()
2426 core->ops->set_parent(core->hw, core->new_parent_index); in clk_change_rate()
2429 trace_clk_set_parent_complete(core, core->new_parent); in clk_change_rate()
2430 __clk_set_parent_after(core, core->new_parent, old_parent); in clk_change_rate()
2433 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2436 trace_clk_set_rate(core, core->new_rate); in clk_change_rate()
2438 if (!skip_set_rate && core->ops->set_rate) in clk_change_rate()
2439 core->ops->set_rate(core->hw, core->new_rate, best_parent_rate); in clk_change_rate()
2441 trace_clk_set_rate_complete(core, core->new_rate); in clk_change_rate()
2443 core->rate = clk_recalc(core, best_parent_rate); in clk_change_rate()
2445 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2446 clk_core_disable_lock(core); in clk_change_rate()
2447 clk_core_unprepare(core); in clk_change_rate()
2450 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2453 if (core->notifier_count && old_rate != core->rate) in clk_change_rate()
2454 __clk_notify(core, POST_RATE_CHANGE, old_rate, core->rate); in clk_change_rate()
2456 if (core->flags & CLK_RECALC_NEW_RATES) in clk_change_rate()
2457 (void)clk_calc_new_rates(core, core->new_rate); in clk_change_rate()
2463 hlist_for_each_entry_safe(child, tmp, &core->children, child_node) { in clk_change_rate()
2465 if (child->new_parent && child->new_parent != core) in clk_change_rate()
2471 if (core->new_child) in clk_change_rate()
2472 clk_change_rate(core->new_child); in clk_change_rate()
2474 clk_pm_runtime_put(core); in clk_change_rate()
2477 static unsigned long clk_core_req_round_rate_nolock(struct clk_core *core, in clk_core_req_round_rate_nolock() argument
2485 if (!core) in clk_core_req_round_rate_nolock()
2489 cnt = clk_core_rate_nuke_protect(core); in clk_core_req_round_rate_nolock()
2493 clk_core_init_rate_req(core, &req, req_rate); in clk_core_req_round_rate_nolock()
2497 ret = clk_core_round_rate_nolock(core, &req); in clk_core_req_round_rate_nolock()
2502 clk_core_rate_restore_protect(core, cnt); in clk_core_req_round_rate_nolock()
2507 static int clk_core_set_rate_nolock(struct clk_core *core, in clk_core_set_rate_nolock() argument
2514 if (!core) in clk_core_set_rate_nolock()
2517 rate = clk_core_req_round_rate_nolock(core, req_rate); in clk_core_set_rate_nolock()
2520 if (rate == clk_core_get_rate_nolock(core)) in clk_core_set_rate_nolock()
2524 if (clk_core_rate_is_protected(core)) in clk_core_set_rate_nolock()
2528 top = clk_calc_new_rates(core, req_rate); in clk_core_set_rate_nolock()
2532 ret = clk_pm_runtime_get(core); in clk_core_set_rate_nolock()
2549 core->req_rate = req_rate; in clk_core_set_rate_nolock()
2551 clk_pm_runtime_put(core); in clk_core_set_rate_nolock()
2588 clk_core_rate_unprotect(clk->core); in clk_set_rate()
2590 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate()
2593 clk_core_rate_protect(clk->core); in clk_set_rate()
2636 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_exclusive()
2638 clk_core_rate_protect(clk->core); in clk_set_rate_exclusive()
2660 trace_clk_set_rate_range(clk->core, min, max); in clk_set_rate_range_nolock()
2664 __func__, clk->core->name, clk->dev_id, clk->con_id, in clk_set_rate_range_nolock()
2670 clk_core_rate_unprotect(clk->core); in clk_set_rate_range_nolock()
2678 if (!clk_core_check_boundaries(clk->core, min, max)) { in clk_set_rate_range_nolock()
2683 rate = clk->core->req_rate; in clk_set_rate_range_nolock()
2684 if (clk->core->flags & CLK_GET_RATE_NOCACHE) in clk_set_rate_range_nolock()
2685 rate = clk_core_get_rate_recalc(clk->core); in clk_set_rate_range_nolock()
2705 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_range_nolock()
2714 clk_core_rate_protect(clk->core); in clk_set_rate_range_nolock()
2756 trace_clk_set_min_rate(clk->core, rate); in clk_set_min_rate()
2774 trace_clk_set_max_rate(clk->core, rate); in clk_set_max_rate()
2795 parent = !clk->core->parent ? NULL : clk->core->parent->hw->clk; in clk_get_parent()
2802 static struct clk_core *__clk_init_parent(struct clk_core *core) in __clk_init_parent() argument
2806 if (core->num_parents > 1 && core->ops->get_parent) in __clk_init_parent()
2807 index = core->ops->get_parent(core->hw); in __clk_init_parent()
2809 return clk_core_get_parent_by_index(core, index); in __clk_init_parent()
2812 static void clk_core_reparent(struct clk_core *core, in clk_core_reparent() argument
2815 clk_reparent(core, new_parent); in clk_core_reparent()
2816 __clk_recalc_accuracies(core); in clk_core_reparent()
2817 __clk_recalc_rates(core, true, POST_RATE_CHANGE); in clk_core_reparent()
2825 clk_core_reparent(hw->core, !new_parent ? NULL : new_parent->core); in clk_hw_reparent()
2844 return clk_core_has_parent(clk->core, parent->core); in clk_has_parent()
2848 static int clk_core_set_parent_nolock(struct clk_core *core, in clk_core_set_parent_nolock() argument
2857 if (!core) in clk_core_set_parent_nolock()
2860 if (core->parent == parent) in clk_core_set_parent_nolock()
2864 if (core->num_parents > 1 && !core->ops->set_parent) in clk_core_set_parent_nolock()
2868 if ((core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) in clk_core_set_parent_nolock()
2871 if (clk_core_rate_is_protected(core)) in clk_core_set_parent_nolock()
2876 p_index = clk_fetch_parent_index(core, parent); in clk_core_set_parent_nolock()
2879 __func__, parent->name, core->name); in clk_core_set_parent_nolock()
2885 ret = clk_pm_runtime_get(core); in clk_core_set_parent_nolock()
2890 ret = __clk_speculate_rates(core, p_rate); in clk_core_set_parent_nolock()
2897 ret = __clk_set_parent(core, parent, p_index); in clk_core_set_parent_nolock()
2901 __clk_recalc_rates(core, true, ABORT_RATE_CHANGE); in clk_core_set_parent_nolock()
2903 __clk_recalc_rates(core, true, POST_RATE_CHANGE); in clk_core_set_parent_nolock()
2904 __clk_recalc_accuracies(core); in clk_core_set_parent_nolock()
2908 clk_pm_runtime_put(core); in clk_core_set_parent_nolock()
2915 return clk_core_set_parent_nolock(hw->core, parent->core); in clk_hw_set_parent()
2946 clk_core_rate_unprotect(clk->core); in clk_set_parent()
2948 ret = clk_core_set_parent_nolock(clk->core, in clk_set_parent()
2949 parent ? parent->core : NULL); in clk_set_parent()
2952 clk_core_rate_protect(clk->core); in clk_set_parent()
2960 static int clk_core_set_phase_nolock(struct clk_core *core, int degrees) in clk_core_set_phase_nolock() argument
2966 if (!core) in clk_core_set_phase_nolock()
2969 if (clk_core_rate_is_protected(core)) in clk_core_set_phase_nolock()
2972 trace_clk_set_phase(core, degrees); in clk_core_set_phase_nolock()
2974 if (core->ops->set_phase) { in clk_core_set_phase_nolock()
2975 ret = core->ops->set_phase(core->hw, degrees); in clk_core_set_phase_nolock()
2977 core->phase = degrees; in clk_core_set_phase_nolock()
2980 trace_clk_set_phase_complete(core, degrees); in clk_core_set_phase_nolock()
3020 clk_core_rate_unprotect(clk->core); in clk_set_phase()
3022 ret = clk_core_set_phase_nolock(clk->core, degrees); in clk_set_phase()
3025 clk_core_rate_protect(clk->core); in clk_set_phase()
3033 static int clk_core_get_phase(struct clk_core *core) in clk_core_get_phase() argument
3038 if (!core->ops->get_phase) in clk_core_get_phase()
3042 ret = core->ops->get_phase(core->hw); in clk_core_get_phase()
3044 core->phase = ret; in clk_core_get_phase()
3064 ret = clk_core_get_phase(clk->core); in clk_get_phase()
3071 static void clk_core_reset_duty_cycle_nolock(struct clk_core *core) in clk_core_reset_duty_cycle_nolock() argument
3074 core->duty.num = 1; in clk_core_reset_duty_cycle_nolock()
3075 core->duty.den = 2; in clk_core_reset_duty_cycle_nolock()
3078 static int clk_core_update_duty_cycle_parent_nolock(struct clk_core *core);
3080 static int clk_core_update_duty_cycle_nolock(struct clk_core *core) in clk_core_update_duty_cycle_nolock() argument
3082 struct clk_duty *duty = &core->duty; in clk_core_update_duty_cycle_nolock()
3085 if (!core->ops->get_duty_cycle) in clk_core_update_duty_cycle_nolock()
3086 return clk_core_update_duty_cycle_parent_nolock(core); in clk_core_update_duty_cycle_nolock()
3088 ret = core->ops->get_duty_cycle(core->hw, duty); in clk_core_update_duty_cycle_nolock()
3101 clk_core_reset_duty_cycle_nolock(core); in clk_core_update_duty_cycle_nolock()
3105 static int clk_core_update_duty_cycle_parent_nolock(struct clk_core *core) in clk_core_update_duty_cycle_parent_nolock() argument
3109 if (core->parent && in clk_core_update_duty_cycle_parent_nolock()
3110 core->flags & CLK_DUTY_CYCLE_PARENT) { in clk_core_update_duty_cycle_parent_nolock()
3111 ret = clk_core_update_duty_cycle_nolock(core->parent); in clk_core_update_duty_cycle_parent_nolock()
3112 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_update_duty_cycle_parent_nolock()
3114 clk_core_reset_duty_cycle_nolock(core); in clk_core_update_duty_cycle_parent_nolock()
3120 static int clk_core_set_duty_cycle_parent_nolock(struct clk_core *core,
3123 static int clk_core_set_duty_cycle_nolock(struct clk_core *core, in clk_core_set_duty_cycle_nolock() argument
3130 if (clk_core_rate_is_protected(core)) in clk_core_set_duty_cycle_nolock()
3133 trace_clk_set_duty_cycle(core, duty); in clk_core_set_duty_cycle_nolock()
3135 if (!core->ops->set_duty_cycle) in clk_core_set_duty_cycle_nolock()
3136 return clk_core_set_duty_cycle_parent_nolock(core, duty); in clk_core_set_duty_cycle_nolock()
3138 ret = core->ops->set_duty_cycle(core->hw, duty); in clk_core_set_duty_cycle_nolock()
3140 memcpy(&core->duty, duty, sizeof(*duty)); in clk_core_set_duty_cycle_nolock()
3142 trace_clk_set_duty_cycle_complete(core, duty); in clk_core_set_duty_cycle_nolock()
3147 static int clk_core_set_duty_cycle_parent_nolock(struct clk_core *core, in clk_core_set_duty_cycle_parent_nolock() argument
3152 if (core->parent && in clk_core_set_duty_cycle_parent_nolock()
3153 core->flags & (CLK_DUTY_CYCLE_PARENT | CLK_SET_RATE_PARENT)) { in clk_core_set_duty_cycle_parent_nolock()
3154 ret = clk_core_set_duty_cycle_nolock(core->parent, duty); in clk_core_set_duty_cycle_parent_nolock()
3155 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_set_duty_cycle_parent_nolock()
3190 clk_core_rate_unprotect(clk->core); in clk_set_duty_cycle()
3192 ret = clk_core_set_duty_cycle_nolock(clk->core, &duty); in clk_set_duty_cycle()
3195 clk_core_rate_protect(clk->core); in clk_set_duty_cycle()
3203 static int clk_core_get_scaled_duty_cycle(struct clk_core *core, in clk_core_get_scaled_duty_cycle() argument
3206 struct clk_duty *duty = &core->duty; in clk_core_get_scaled_duty_cycle()
3211 ret = clk_core_update_duty_cycle_nolock(core); in clk_core_get_scaled_duty_cycle()
3233 return clk_core_get_scaled_duty_cycle(clk->core, scale); in clk_get_scaled_duty_cycle()
3256 if (p->core == q->core) in clk_is_match()
3435 struct clk_core *core = data; in clk_rate_set() local
3439 ret = clk_core_set_rate_nolock(core, val); in clk_rate_set()
3449 struct clk_core *core = data; in clk_prepare_enable_set() local
3453 ret = clk_prepare_enable(core->hw->clk); in clk_prepare_enable_set()
3455 clk_disable_unprepare(core->hw->clk); in clk_prepare_enable_set()
3462 struct clk_core *core = data; in clk_prepare_enable_get() local
3464 *val = core->enable_count && core->prepare_count; in clk_prepare_enable_get()
3478 struct clk_core *core = data; in clk_rate_get() local
3481 *val = clk_core_get_rate_recalc(core); in clk_rate_get()
3511 struct clk_core *core = s->private; in clk_flags_show() local
3512 unsigned long flags = core->flags; in clk_flags_show()
3530 static void possible_parent_show(struct seq_file *s, struct clk_core *core, in possible_parent_show() argument
3548 parent = clk_core_get_parent_by_index(core, i); in possible_parent_show()
3551 } else if (core->parents[i].name) { in possible_parent_show()
3552 seq_puts(s, core->parents[i].name); in possible_parent_show()
3553 } else if (core->parents[i].fw_name) { in possible_parent_show()
3554 seq_printf(s, "<%s>(fw)", core->parents[i].fw_name); in possible_parent_show()
3556 if (core->parents[i].index >= 0) in possible_parent_show()
3557 name = of_clk_get_parent_name(core->of_node, core->parents[i].index); in possible_parent_show()
3569 struct clk_core *core = s->private; in possible_parents_show() local
3572 for (i = 0; i < core->num_parents - 1; i++) in possible_parents_show()
3573 possible_parent_show(s, core, i, ' '); in possible_parents_show()
3575 possible_parent_show(s, core, i, '\n'); in possible_parents_show()
3583 struct clk_core *core = s->private; in current_parent_show() local
3585 if (core->parent) in current_parent_show()
3586 seq_printf(s, "%s\n", core->parent->name); in current_parent_show()
3597 struct clk_core *core = s->private; in current_parent_write() local
3606 parent = clk_core_get_parent_by_index(core, idx); in current_parent_write()
3611 err = clk_core_set_parent_nolock(core, parent); in current_parent_write()
3630 struct clk_core *core = s->private; in clk_duty_cycle_show() local
3631 struct clk_duty *duty = &core->duty; in clk_duty_cycle_show()
3641 struct clk_core *core = s->private; in clk_min_rate_show() local
3645 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_min_rate_show()
3655 struct clk_core *core = s->private; in clk_max_rate_show() local
3659 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_max_rate_show()
3667 static void clk_debug_create_one(struct clk_core *core, struct dentry *pdentry) in clk_debug_create_one() argument
3671 if (!core || !pdentry) in clk_debug_create_one()
3674 root = debugfs_create_dir(core->name, pdentry); in clk_debug_create_one()
3675 core->dentry = root; in clk_debug_create_one()
3677 debugfs_create_file("clk_rate", clk_rate_mode, root, core, in clk_debug_create_one()
3679 debugfs_create_file("clk_min_rate", 0444, root, core, &clk_min_rate_fops); in clk_debug_create_one()
3680 debugfs_create_file("clk_max_rate", 0444, root, core, &clk_max_rate_fops); in clk_debug_create_one()
3681 debugfs_create_ulong("clk_accuracy", 0444, root, &core->accuracy); in clk_debug_create_one()
3682 debugfs_create_u32("clk_phase", 0444, root, &core->phase); in clk_debug_create_one()
3683 debugfs_create_file("clk_flags", 0444, root, core, &clk_flags_fops); in clk_debug_create_one()
3684 debugfs_create_u32("clk_prepare_count", 0444, root, &core->prepare_count); in clk_debug_create_one()
3685 debugfs_create_u32("clk_enable_count", 0444, root, &core->enable_count); in clk_debug_create_one()
3686 debugfs_create_u32("clk_protect_count", 0444, root, &core->protect_count); in clk_debug_create_one()
3687 debugfs_create_u32("clk_notifier_count", 0444, root, &core->notifier_count); in clk_debug_create_one()
3688 debugfs_create_file("clk_duty_cycle", 0444, root, core, in clk_debug_create_one()
3691 debugfs_create_file("clk_prepare_enable", 0644, root, core, in clk_debug_create_one()
3694 if (core->num_parents > 1) in clk_debug_create_one()
3695 debugfs_create_file("clk_parent", 0644, root, core, in clk_debug_create_one()
3699 if (core->num_parents > 0) in clk_debug_create_one()
3700 debugfs_create_file("clk_parent", 0444, root, core, in clk_debug_create_one()
3703 if (core->num_parents > 1) in clk_debug_create_one()
3704 debugfs_create_file("clk_possible_parents", 0444, root, core, in clk_debug_create_one()
3707 if (core->ops->debug_init) in clk_debug_create_one()
3708 core->ops->debug_init(core->hw, core->dentry); in clk_debug_create_one()
3719 static void clk_debug_register(struct clk_core *core) in clk_debug_register() argument
3722 hlist_add_head(&core->debug_node, &clk_debug_list); in clk_debug_register()
3724 clk_debug_create_one(core, rootdir); in clk_debug_register()
3736 static void clk_debug_unregister(struct clk_core *core) in clk_debug_unregister() argument
3739 hlist_del_init(&core->debug_node); in clk_debug_unregister()
3740 debugfs_remove_recursive(core->dentry); in clk_debug_unregister()
3741 core->dentry = NULL; in clk_debug_unregister()
3756 struct clk_core *core; in clk_debug_init() local
3788 hlist_for_each_entry(core, &clk_debug_list, debug_node) in clk_debug_init()
3789 clk_debug_create_one(core, rootdir); in clk_debug_init()
3798 static inline void clk_debug_register(struct clk_core *core) { } in clk_debug_register() argument
3799 static inline void clk_debug_unregister(struct clk_core *core) in clk_debug_unregister() argument
3852 static int __clk_core_init(struct clk_core *core) in __clk_core_init() argument
3867 core->hw->core = core; in __clk_core_init()
3869 ret = clk_pm_runtime_get(core); in __clk_core_init()
3874 if (clk_core_lookup(core->name)) { in __clk_core_init()
3876 __func__, core->name); in __clk_core_init()
3882 if (core->ops->set_rate && in __clk_core_init()
3883 !((core->ops->round_rate || core->ops->determine_rate) && in __clk_core_init()
3884 core->ops->recalc_rate)) { in __clk_core_init()
3886 __func__, core->name); in __clk_core_init()
3891 if (core->ops->set_parent && !core->ops->get_parent) { in __clk_core_init()
3893 __func__, core->name); in __clk_core_init()
3898 if (core->ops->set_parent && !core->ops->determine_rate) { in __clk_core_init()
3900 __func__, core->name); in __clk_core_init()
3905 if (core->num_parents > 1 && !core->ops->get_parent) { in __clk_core_init()
3907 __func__, core->name); in __clk_core_init()
3912 if (core->ops->set_rate_and_parent && in __clk_core_init()
3913 !(core->ops->set_parent && core->ops->set_rate)) { in __clk_core_init()
3915 __func__, core->name); in __clk_core_init()
3934 if (core->ops->init) { in __clk_core_init()
3935 ret = core->ops->init(core->hw); in __clk_core_init()
3940 parent = core->parent = __clk_init_parent(core); in __clk_core_init()
3953 hlist_add_head(&core->child_node, &parent->children); in __clk_core_init()
3954 core->orphan = parent->orphan; in __clk_core_init()
3955 } else if (!core->num_parents) { in __clk_core_init()
3956 hlist_add_head(&core->child_node, &clk_root_list); in __clk_core_init()
3957 core->orphan = false; in __clk_core_init()
3959 hlist_add_head(&core->child_node, &clk_orphan_list); in __clk_core_init()
3960 core->orphan = true; in __clk_core_init()
3970 if (core->ops->recalc_accuracy) in __clk_core_init()
3971 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_core_init()
3974 core->accuracy = parent->accuracy; in __clk_core_init()
3976 core->accuracy = 0; in __clk_core_init()
3983 phase = clk_core_get_phase(core); in __clk_core_init()
3987 core->name); in __clk_core_init()
3994 clk_core_update_duty_cycle_nolock(core); in __clk_core_init()
4002 if (core->ops->recalc_rate) in __clk_core_init()
4003 rate = core->ops->recalc_rate(core->hw, in __clk_core_init()
4009 core->rate = core->req_rate = rate; in __clk_core_init()
4016 if (core->flags & CLK_IS_CRITICAL) { in __clk_core_init()
4017 ret = clk_core_prepare(core); in __clk_core_init()
4020 __func__, core->name); in __clk_core_init()
4024 ret = clk_core_enable_lock(core); in __clk_core_init()
4027 __func__, core->name); in __clk_core_init()
4028 clk_core_unprepare(core); in __clk_core_init()
4035 clk_pm_runtime_put(core); in __clk_core_init()
4038 hlist_del_init(&core->child_node); in __clk_core_init()
4039 core->hw->core = NULL; in __clk_core_init()
4045 clk_debug_register(core); in __clk_core_init()
4055 static void clk_core_link_consumer(struct clk_core *core, struct clk *clk) in clk_core_link_consumer() argument
4058 hlist_add_head(&clk->clks_node, &core->clks); in clk_core_link_consumer()
4080 static struct clk *alloc_clk(struct clk_core *core, const char *dev_id, in alloc_clk() argument
4089 clk->core = core; in alloc_clk()
4126 struct clk_core *core; in clk_hw_create_clk() local
4132 core = hw->core; in clk_hw_create_clk()
4133 clk = alloc_clk(core, dev_id, con_id); in clk_hw_create_clk()
4138 if (!try_module_get(core->owner)) { in clk_hw_create_clk()
4143 kref_get(&core->ref); in clk_hw_create_clk()
4144 clk_core_link_consumer(core, clk); in clk_hw_create_clk()
4161 struct device *dev = hw->core->dev; in clk_hw_get_clk()
4185 static int clk_core_populate_parent_map(struct clk_core *core, in clk_core_populate_parent_map() argument
4203 core->parents = parents; in clk_core_populate_parent_map()
4214 __func__, core->name); in clk_core_populate_parent_map()
4247 static void clk_core_free_parent_map(struct clk_core *core) in clk_core_free_parent_map() argument
4249 int i = core->num_parents; in clk_core_free_parent_map()
4251 if (!core->num_parents) in clk_core_free_parent_map()
4255 kfree_const(core->parents[i].name); in clk_core_free_parent_map()
4256 kfree_const(core->parents[i].fw_name); in clk_core_free_parent_map()
4259 kfree(core->parents); in clk_core_free_parent_map()
4265 struct clk_core *core = container_of(ref, struct clk_core, ref); in __clk_release() local
4267 if (core->rpm_enabled) { in __clk_release()
4269 hlist_del(&core->rpm_node); in __clk_release()
4273 clk_core_free_parent_map(core); in __clk_release()
4274 kfree_const(core->name); in __clk_release()
4275 kfree(core); in __clk_release()
4282 struct clk_core *core; in __clk_register() local
4292 core = kzalloc(sizeof(*core), GFP_KERNEL); in __clk_register()
4293 if (!core) { in __clk_register()
4298 kref_init(&core->ref); in __clk_register()
4300 core->name = kstrdup_const(init->name, GFP_KERNEL); in __clk_register()
4301 if (!core->name) { in __clk_register()
4310 core->ops = init->ops; in __clk_register()
4312 core->dev = dev; in __clk_register()
4313 clk_pm_runtime_init(core); in __clk_register()
4314 core->of_node = np; in __clk_register()
4316 core->owner = dev->driver->owner; in __clk_register()
4317 core->hw = hw; in __clk_register()
4318 core->flags = init->flags; in __clk_register()
4319 core->num_parents = init->num_parents; in __clk_register()
4320 core->min_rate = 0; in __clk_register()
4321 core->max_rate = ULONG_MAX; in __clk_register()
4323 ret = clk_core_populate_parent_map(core, init); in __clk_register()
4327 INIT_HLIST_HEAD(&core->clks); in __clk_register()
4333 hw->clk = alloc_clk(core, NULL, NULL); in __clk_register()
4339 clk_core_link_consumer(core, hw->clk); in __clk_register()
4341 ret = __clk_core_init(core); in __clk_register()
4356 kref_put(&core->ref, __clk_release); in __clk_register()
4485 if (root->parents[i].core == target) in clk_core_evict_parent_cache_subtree()
4486 root->parents[i].core = NULL; in clk_core_evict_parent_cache_subtree()
4493 static void clk_core_evict_parent_cache(struct clk_core *core) in clk_core_evict_parent_cache() argument
4502 clk_core_evict_parent_cache_subtree(root, core); in clk_core_evict_parent_cache()
4518 clk_debug_unregister(clk->core); in clk_unregister()
4522 ops = clk->core->ops; in clk_unregister()
4525 clk->core->name); in clk_unregister()
4534 clk->core->ops = &clk_nodrv_ops; in clk_unregister()
4538 ops->terminate(clk->core->hw); in clk_unregister()
4540 if (!hlist_empty(&clk->core->children)) { in clk_unregister()
4545 hlist_for_each_entry_safe(child, t, &clk->core->children, in clk_unregister()
4550 clk_core_evict_parent_cache(clk->core); in clk_unregister()
4552 hlist_del_init(&clk->core->child_node); in clk_unregister()
4554 if (clk->core->prepare_count) in clk_unregister()
4556 __func__, clk->core->name); in clk_unregister()
4558 if (clk->core->protect_count) in clk_unregister()
4560 __func__, clk->core->name); in clk_unregister()
4563 kref_put(&clk->core->ref, __clk_release); in clk_unregister()
4674 WARN_ON_ONCE(dev != hw->core->dev); in devm_clk_hw_get_clk()
4712 clk->core->protect_count -= (clk->exclusive_count - 1); in __clk_put()
4713 clk_core_rate_unprotect(clk->core); in __clk_put()
4725 owner = clk->core->owner; in __clk_put()
4726 kref_put(&clk->core->ref, __clk_release); in __clk_put()
4781 clk->core->notifier_count++; in clk_notifier_register()
4815 clk->core->notifier_count--; in clk_notifier_unregister()