Lines Matching +full:clock +full:- +full:accuracy
1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2010-2011 Canonical Ltd <jeremy.kerr@canonical.com>
4 * Copyright (C) 2011-2012 Linaro Ltd <mturquette@linaro.org>
6 * Standard functionality for the common clock API. See Documentation/driver-api/clk.rst
10 #include <linux/clk-provider.h>
11 #include <linux/clk/clk-conf.h>
80 unsigned long accuracy; member
113 if (!core->rpm_enabled) in clk_pm_runtime_get()
116 ret = pm_runtime_get_sync(core->dev); in clk_pm_runtime_get()
118 pm_runtime_put_noidle(core->dev); in clk_pm_runtime_get()
126 if (!core->rpm_enabled) in clk_pm_runtime_put()
129 pm_runtime_put_sync(core->dev); in clk_pm_runtime_put()
153 if (--prepare_refcnt) in clk_prepare_unlock()
193 if (--enable_refcnt) { in clk_enable_unlock()
203 return core->protect_count; in clk_core_rate_is_protected()
214 if (!core->ops->is_prepared) in clk_core_is_prepared()
215 return core->prepare_count; in clk_core_is_prepared()
218 ret = core->ops->is_prepared(core->hw); in clk_core_is_prepared()
233 if (!core->ops->is_enabled) in clk_core_is_enabled()
234 return core->enable_count; in clk_core_is_enabled()
237 * Check if clock controller's device is runtime active before in clk_core_is_enabled()
238 * calling .is_enabled callback. If not, assume that clock is in clk_core_is_enabled()
246 if (core->rpm_enabled) { in clk_core_is_enabled()
247 pm_runtime_get_noresume(core->dev); in clk_core_is_enabled()
248 if (!pm_runtime_active(core->dev)) { in clk_core_is_enabled()
254 ret = core->ops->is_enabled(core->hw); in clk_core_is_enabled()
256 if (core->rpm_enabled) in clk_core_is_enabled()
257 pm_runtime_put(core->dev); in clk_core_is_enabled()
266 return !clk ? NULL : clk->core->name; in __clk_get_name()
272 return hw->core->name; in clk_hw_get_name()
278 return !clk ? NULL : clk->core->hw; in __clk_get_hw()
284 return hw->core->num_parents; in clk_hw_get_num_parents()
290 return hw->core->parent ? hw->core->parent->hw : NULL; in clk_hw_get_parent()
300 if (!strcmp(core->name, name)) in __clk_lookup_subtree()
303 hlist_for_each_entry(child, &core->children, child_node) { in __clk_lookup_subtree()
347 return -ENOENT; in of_parse_clkspec()
352 return ERR_PTR(-ENOENT); in of_clk_get_hw_from_clkspec()
357 * clk_core_get - Find the clk_core parent of a clk
364 * node's 'clock-names' property or as the 'con_id' matching the device's
368 * For example the following DT snippet would allow a clock registered by the
369 * clock-controller@c001 that has a clk_init_data::parent_data array
370 * with 'xtal' in the 'name' member to find the clock provided by the
371 * clock-controller@f00abcd without needing to get the globally unique name of
374 * parent: clock-controller@f00abcd {
376 * #clock-cells = <0>;
379 * clock-controller@c001 {
382 * clock-names = "xtal";
383 * #clock-cells = <1>;
386 * Returns: -ENOENT when the provider can't be found or the clk doesn't
394 const char *name = core->parents[p_index].fw_name; in clk_core_get()
395 int index = core->parents[p_index].index; in clk_core_get()
396 struct clk_hw *hw = ERR_PTR(-ENOENT); in clk_core_get()
397 struct device *dev = core->dev; in clk_core_get()
399 struct device_node *np = core->of_node; in clk_core_get()
417 return hw->core; in clk_core_get()
422 struct clk_parent_map *entry = &core->parents[index]; in clk_core_fill_parent_index()
423 struct clk_core *parent = ERR_PTR(-ENOENT); in clk_core_fill_parent_index()
425 if (entry->hw) { in clk_core_fill_parent_index()
426 parent = entry->hw->core; in clk_core_fill_parent_index()
433 parent = ERR_PTR(-EPROBE_DEFER); in clk_core_fill_parent_index()
436 if (PTR_ERR(parent) == -ENOENT && entry->name) in clk_core_fill_parent_index()
437 parent = clk_core_lookup(entry->name); in clk_core_fill_parent_index()
442 entry->core = parent; in clk_core_fill_parent_index()
448 if (!core || index >= core->num_parents || !core->parents) in clk_core_get_parent_by_index()
451 if (!core->parents[index].core) in clk_core_get_parent_by_index()
454 return core->parents[index].core; in clk_core_get_parent_by_index()
462 parent = clk_core_get_parent_by_index(hw->core, index); in clk_hw_get_parent_by_index()
464 return !parent ? NULL : parent->hw; in clk_hw_get_parent_by_index()
470 return !clk ? 0 : clk->core->enable_count; in __clk_get_enable_count()
478 if (!core->num_parents || core->parent) in clk_core_get_rate_nolock()
479 return core->rate; in clk_core_get_rate_nolock()
491 return clk_core_get_rate_nolock(hw->core); in clk_hw_get_rate()
500 return core->accuracy; in clk_core_get_accuracy_no_lock()
505 return hw->core->flags; in clk_hw_get_flags()
511 return clk_core_is_prepared(hw->core); in clk_hw_is_prepared()
517 return clk_core_rate_is_protected(hw->core); in clk_hw_rate_is_protected()
523 return clk_core_is_enabled(hw->core); in clk_hw_is_enabled()
532 return clk_core_is_enabled(clk->core); in __clk_is_enabled()
540 return abs(now - rate) < abs(best - rate); in mux_is_better_rate()
549 struct clk_core *core = hw->core, *parent, *best_parent = NULL; in clk_mux_determine_rate_flags()
555 if (core->flags & CLK_SET_RATE_NO_REPARENT) { in clk_mux_determine_rate_flags()
556 parent = core->parent; in clk_mux_determine_rate_flags()
557 if (core->flags & CLK_SET_RATE_PARENT) { in clk_mux_determine_rate_flags()
558 ret = __clk_determine_rate(parent ? parent->hw : NULL, in clk_mux_determine_rate_flags()
574 num_parents = core->num_parents; in clk_mux_determine_rate_flags()
580 if (core->flags & CLK_SET_RATE_PARENT) { in clk_mux_determine_rate_flags()
582 ret = __clk_determine_rate(parent->hw, &parent_req); in clk_mux_determine_rate_flags()
589 if (mux_is_better_rate(req->rate, parent_req.rate, in clk_mux_determine_rate_flags()
597 return -EINVAL; in clk_mux_determine_rate_flags()
601 req->best_parent_hw = best_parent->hw; in clk_mux_determine_rate_flags()
602 req->best_parent_rate = best; in clk_mux_determine_rate_flags()
603 req->rate = best; in clk_mux_determine_rate_flags()
613 return !core ? NULL : core->hw->clk; in __clk_lookup()
624 *min_rate = core->min_rate; in clk_core_get_boundaries()
625 *max_rate = core->max_rate; in clk_core_get_boundaries()
627 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
628 *min_rate = max(*min_rate, clk_user->min_rate); in clk_core_get_boundaries()
630 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
631 *max_rate = min(*max_rate, clk_user->max_rate); in clk_core_get_boundaries()
637 hw->core->min_rate = min_rate; in clk_hw_set_rate_range()
638 hw->core->max_rate = max_rate; in clk_hw_set_rate_range()
643 * __clk_mux_determine_rate - clk_ops::determine_rate implementation for a mux type clk
649 * complex clock that may combine a mux with other operations.
651 * Returns: 0 on success, -EERROR value on error
676 if (WARN(core->protect_count == 0, in clk_core_rate_unprotect()
677 "%s already unprotected\n", core->name)) in clk_core_rate_unprotect()
680 if (--core->protect_count > 0) in clk_core_rate_unprotect()
683 clk_core_rate_unprotect(core->parent); in clk_core_rate_unprotect()
693 return -EINVAL; in clk_core_rate_nuke_protect()
695 if (core->protect_count == 0) in clk_core_rate_nuke_protect()
698 ret = core->protect_count; in clk_core_rate_nuke_protect()
699 core->protect_count = 1; in clk_core_rate_nuke_protect()
706 * clk_rate_exclusive_put - release exclusivity over clock rate control
709 * clk_rate_exclusive_put() completes a critical section during which a clock
711 * clock which could result in a rate change or rate glitch. Exclusive clocks
716 * If exlusivity is claimed more than once on clock, even by the same consumer,
734 if (WARN_ON(clk->exclusive_count <= 0)) in clk_rate_exclusive_put()
737 clk_core_rate_unprotect(clk->core); in clk_rate_exclusive_put()
738 clk->exclusive_count--; in clk_rate_exclusive_put()
751 if (core->protect_count == 0) in clk_core_rate_protect()
752 clk_core_rate_protect(core->parent); in clk_core_rate_protect()
754 core->protect_count++; in clk_core_rate_protect()
768 core->protect_count = count; in clk_core_rate_restore_protect()
772 * clk_rate_exclusive_get - get exclusivity over the clk rate control
775 * clk_rate_exclusive_get() begins a critical section during which a clock
777 * clock which could result in a rate change or rate glitch. Exclusive clocks
782 * If exlusivity is claimed more than once on clock, even by the same consumer,
787 * Returns 0 on success, -EERROR otherwise
795 clk_core_rate_protect(clk->core); in clk_rate_exclusive_get()
796 clk->exclusive_count++; in clk_rate_exclusive_get()
810 if (WARN(core->prepare_count == 0, in clk_core_unprepare()
811 "%s already unprepared\n", core->name)) in clk_core_unprepare()
814 if (WARN(core->prepare_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_unprepare()
815 "Unpreparing critical %s\n", core->name)) in clk_core_unprepare()
818 if (core->flags & CLK_SET_RATE_GATE) in clk_core_unprepare()
821 if (--core->prepare_count > 0) in clk_core_unprepare()
824 WARN(core->enable_count > 0, "Unpreparing enabled %s\n", core->name); in clk_core_unprepare()
828 if (core->ops->unprepare) in clk_core_unprepare()
829 core->ops->unprepare(core->hw); in clk_core_unprepare()
834 clk_core_unprepare(core->parent); in clk_core_unprepare()
845 * clk_unprepare - undo preparation of a clock source
860 clk_core_unprepare_lock(clk->core); in clk_unprepare()
873 if (core->prepare_count == 0) { in clk_core_prepare()
878 ret = clk_core_prepare(core->parent); in clk_core_prepare()
884 if (core->ops->prepare) in clk_core_prepare()
885 ret = core->ops->prepare(core->hw); in clk_core_prepare()
893 core->prepare_count++; in clk_core_prepare()
896 * CLK_SET_RATE_GATE is a special case of clock protection in clk_core_prepare()
900 * the clock is prepared. in clk_core_prepare()
902 if (core->flags & CLK_SET_RATE_GATE) in clk_core_prepare()
907 clk_core_unprepare(core->parent); in clk_core_prepare()
925 * clk_prepare - prepare a clock source
934 * Returns 0 on success, -EERROR otherwise.
941 return clk_core_prepare_lock(clk->core); in clk_prepare()
952 if (WARN(core->enable_count == 0, "%s already disabled\n", core->name)) in clk_core_disable()
955 if (WARN(core->enable_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_disable()
956 "Disabling critical %s\n", core->name)) in clk_core_disable()
959 if (--core->enable_count > 0) in clk_core_disable()
964 if (core->ops->disable) in clk_core_disable()
965 core->ops->disable(core->hw); in clk_core_disable()
969 clk_core_disable(core->parent); in clk_core_disable()
982 * clk_disable - gate a clock
988 * SoC-internal clk which is controlled via simple register writes. In the
998 clk_core_disable_lock(clk->core); in clk_disable()
1011 if (WARN(core->prepare_count == 0, in clk_core_enable()
1012 "Enabling unprepared %s\n", core->name)) in clk_core_enable()
1013 return -ESHUTDOWN; in clk_core_enable()
1015 if (core->enable_count == 0) { in clk_core_enable()
1016 ret = clk_core_enable(core->parent); in clk_core_enable()
1023 if (core->ops->enable) in clk_core_enable()
1024 ret = core->ops->enable(core->hw); in clk_core_enable()
1029 clk_core_disable(core->parent); in clk_core_enable()
1034 core->enable_count++; in clk_core_enable()
1051 * clk_gate_restore_context - restore context for poweroff
1052 * @hw: the clk_hw pointer of clock whose state is to be restored
1054 * The clock gate restore context function enables or disables
1056 * where the clock context is lost and based on the enable_count
1057 * the clock either needs to be enabled/disabled. This
1062 struct clk_core *core = hw->core; in clk_gate_restore_context()
1064 if (core->enable_count) in clk_gate_restore_context()
1065 core->ops->enable(hw); in clk_gate_restore_context()
1067 core->ops->disable(hw); in clk_gate_restore_context()
1076 hlist_for_each_entry(child, &core->children, child_node) { in clk_core_save_context()
1082 if (core->ops && core->ops->save_context) in clk_core_save_context()
1083 ret = core->ops->save_context(core->hw); in clk_core_save_context()
1092 if (core->ops && core->ops->restore_context) in clk_core_restore_context()
1093 core->ops->restore_context(core->hw); in clk_core_restore_context()
1095 hlist_for_each_entry(child, &core->children, child_node) in clk_core_restore_context()
1100 * clk_save_context - save clock context for poweroff
1102 * Saves the context of the clock register for powerstates in which the
1128 * clk_restore_context - restore clock context after poweroff
1130 * Restore the saved clock context upon resume.
1146 * clk_enable - ungate a clock
1151 * if the operation will never sleep. One example is a SoC-internal clk which
1155 * must be called before clk_enable. Returns 0 on success, -EERROR
1163 return clk_core_enable_lock(clk->core); in clk_enable()
1194 hlist_for_each_entry(child, &core->children, child_node) in clk_unprepare_unused_subtree()
1197 if (core->prepare_count) in clk_unprepare_unused_subtree()
1200 if (core->flags & CLK_IGNORE_UNUSED) in clk_unprepare_unused_subtree()
1208 if (core->ops->unprepare_unused) in clk_unprepare_unused_subtree()
1209 core->ops->unprepare_unused(core->hw); in clk_unprepare_unused_subtree()
1210 else if (core->ops->unprepare) in clk_unprepare_unused_subtree()
1211 core->ops->unprepare(core->hw); in clk_unprepare_unused_subtree()
1225 hlist_for_each_entry(child, &core->children, child_node) in clk_disable_unused_subtree()
1228 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1229 clk_core_prepare_enable(core->parent); in clk_disable_unused_subtree()
1236 if (core->enable_count) in clk_disable_unused_subtree()
1239 if (core->flags & CLK_IGNORE_UNUSED) in clk_disable_unused_subtree()
1243 * some gate clocks have special needs during the disable-unused in clk_disable_unused_subtree()
1249 if (core->ops->disable_unused) in clk_disable_unused_subtree()
1250 core->ops->disable_unused(core->hw); in clk_disable_unused_subtree()
1251 else if (core->ops->disable) in clk_disable_unused_subtree()
1252 core->ops->disable(core->hw); in clk_disable_unused_subtree()
1260 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1261 clk_core_disable_unprepare(core->parent); in clk_disable_unused_subtree()
1313 * - if the provider is not protected at all in clk_core_determine_round_nolock()
1314 * - if the calling consumer is the only one which has exclusivity in clk_core_determine_round_nolock()
1318 req->rate = core->rate; in clk_core_determine_round_nolock()
1319 } else if (core->ops->determine_rate) { in clk_core_determine_round_nolock()
1320 return core->ops->determine_rate(core->hw, req); in clk_core_determine_round_nolock()
1321 } else if (core->ops->round_rate) { in clk_core_determine_round_nolock()
1322 rate = core->ops->round_rate(core->hw, req->rate, in clk_core_determine_round_nolock()
1323 &req->best_parent_rate); in clk_core_determine_round_nolock()
1327 req->rate = rate; in clk_core_determine_round_nolock()
1329 return -EINVAL; in clk_core_determine_round_nolock()
1343 parent = core->parent; in clk_core_init_rate_req()
1345 req->best_parent_hw = parent->hw; in clk_core_init_rate_req()
1346 req->best_parent_rate = parent->rate; in clk_core_init_rate_req()
1348 req->best_parent_hw = NULL; in clk_core_init_rate_req()
1349 req->best_parent_rate = 0; in clk_core_init_rate_req()
1355 return core->ops->determine_rate || core->ops->round_rate; in clk_core_can_round()
1364 req->rate = 0; in clk_core_round_rate_nolock()
1372 else if (core->flags & CLK_SET_RATE_PARENT) in clk_core_round_rate_nolock()
1373 return clk_core_round_rate_nolock(core->parent, req); in clk_core_round_rate_nolock()
1375 req->rate = core->rate; in clk_core_round_rate_nolock()
1380 * __clk_determine_rate - get the closest rate actually supported by a clock
1381 * @hw: determine the rate of this clock
1389 req->rate = 0; in __clk_determine_rate()
1393 return clk_core_round_rate_nolock(hw->core, req); in __clk_determine_rate()
1398 * clk_hw_round_rate() - round the given rate for a hw clk
1417 clk_core_get_boundaries(hw->core, &req.min_rate, &req.max_rate); in clk_hw_round_rate()
1420 ret = clk_core_round_rate_nolock(hw->core, &req); in clk_hw_round_rate()
1429 * clk_round_rate - round the given rate for a clk
1447 if (clk->exclusive_count) in clk_round_rate()
1448 clk_core_rate_unprotect(clk->core); in clk_round_rate()
1450 clk_core_get_boundaries(clk->core, &req.min_rate, &req.max_rate); in clk_round_rate()
1453 ret = clk_core_round_rate_nolock(clk->core, &req); in clk_round_rate()
1455 if (clk->exclusive_count) in clk_round_rate()
1456 clk_core_rate_protect(clk->core); in clk_round_rate()
1468 * __clk_notify - call clk notifier chain
1474 * Triggers a notifier call chain on the clk rate-change notification
1477 * internal clock code only. Returns NOTIFY_DONE from the last driver
1492 if (cn->clk->core == core) { in __clk_notify()
1493 cnd.clk = cn->clk; in __clk_notify()
1494 ret = srcu_notifier_call_chain(&cn->notifier_head, msg, in __clk_notify()
1510 * callback then it is assumed that the clock will take on the accuracy of its
1520 if (core->parent) in __clk_recalc_accuracies()
1521 parent_accuracy = core->parent->accuracy; in __clk_recalc_accuracies()
1523 if (core->ops->recalc_accuracy) in __clk_recalc_accuracies()
1524 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_recalc_accuracies()
1527 core->accuracy = parent_accuracy; in __clk_recalc_accuracies()
1529 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_accuracies()
1535 if (core && (core->flags & CLK_GET_ACCURACY_NOCACHE)) in clk_core_get_accuracy_recalc()
1542 * clk_get_accuracy - return the accuracy of clk
1543 * @clk: the clk whose accuracy is being returned
1545 * Simply returns the cached accuracy of the clk, unless
1552 long accuracy; in clk_get_accuracy() local
1558 accuracy = clk_core_get_accuracy_recalc(clk->core); in clk_get_accuracy()
1561 return accuracy; in clk_get_accuracy()
1570 if (core->ops->recalc_rate && !clk_pm_runtime_get(core)) { in clk_recalc()
1571 rate = core->ops->recalc_rate(core->hw, parent_rate); in clk_recalc()
1584 * it is assumed that the clock will take on the rate of its parent.
1597 old_rate = core->rate; in __clk_recalc_rates()
1599 if (core->parent) in __clk_recalc_rates()
1600 parent_rate = core->parent->rate; in __clk_recalc_rates()
1602 core->rate = clk_recalc(core, parent_rate); in __clk_recalc_rates()
1608 if (core->notifier_count && msg) in __clk_recalc_rates()
1609 __clk_notify(core, msg, old_rate, core->rate); in __clk_recalc_rates()
1611 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_rates()
1617 if (core && (core->flags & CLK_GET_RATE_NOCACHE)) in clk_core_get_rate_recalc()
1624 * clk_get_rate - return the rate of clk
1639 rate = clk_core_get_rate_recalc(clk->core); in clk_get_rate()
1652 return -EINVAL; in clk_fetch_parent_index()
1654 for (i = 0; i < core->num_parents; i++) { in clk_fetch_parent_index()
1656 if (core->parents[i].core == parent) in clk_fetch_parent_index()
1660 if (core->parents[i].core) in clk_fetch_parent_index()
1664 if (core->parents[i].hw) { in clk_fetch_parent_index()
1665 if (core->parents[i].hw == parent->hw) in clk_fetch_parent_index()
1677 if (core->parents[i].name && in clk_fetch_parent_index()
1678 !strcmp(parent->name, core->parents[i].name)) in clk_fetch_parent_index()
1682 if (i == core->num_parents) in clk_fetch_parent_index()
1683 return -EINVAL; in clk_fetch_parent_index()
1685 core->parents[i].core = parent; in clk_fetch_parent_index()
1690 * clk_hw_get_parent_index - return the index of the parent clock
1693 * Fetches and returns the index of parent clock. Returns -EINVAL if the given
1694 * clock does not have a current parent.
1701 return -EINVAL; in clk_hw_get_parent_index()
1703 return clk_fetch_parent_index(hw->core, parent->core); in clk_hw_get_parent_index()
1714 core->orphan = is_orphan; in clk_core_update_orphan_status()
1716 hlist_for_each_entry(child, &core->children, child_node) in clk_core_update_orphan_status()
1722 bool was_orphan = core->orphan; in clk_reparent()
1724 hlist_del(&core->child_node); in clk_reparent()
1727 bool becomes_orphan = new_parent->orphan; in clk_reparent()
1730 if (new_parent->new_child == core) in clk_reparent()
1731 new_parent->new_child = NULL; in clk_reparent()
1733 hlist_add_head(&core->child_node, &new_parent->children); in clk_reparent()
1738 hlist_add_head(&core->child_node, &clk_orphan_list); in clk_reparent()
1743 core->parent = new_parent; in clk_reparent()
1750 struct clk_core *old_parent = core->parent; in __clk_set_parent_before()
1753 * 1. enable parents for CLK_OPS_PARENT_ENABLE clock in __clk_set_parent_before()
1758 * If the clock is not prepared, then a race with in __clk_set_parent_before()
1763 * If the clock is prepared, migrate the prepared state to the new in __clk_set_parent_before()
1765 * forcing the clock and the new parent on. This ensures that all in __clk_set_parent_before()
1773 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_before()
1779 if (core->prepare_count) { in __clk_set_parent_before()
1800 if (core->prepare_count) { in __clk_set_parent_after()
1805 /* re-balance ref counting if CLK_OPS_PARENT_ENABLE is set */ in __clk_set_parent_after()
1806 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_after()
1823 /* change clock input source */ in __clk_set_parent()
1824 if (parent && core->ops->set_parent) in __clk_set_parent()
1825 ret = core->ops->set_parent(core->hw, p_index); in __clk_set_parent()
1852 * pre-rate change notifications and returns early if no clks in the
1854 * implement the .recalc_rate callback then it is assumed that the clock will
1869 if (core->notifier_count) in __clk_speculate_rates()
1870 ret = __clk_notify(core, PRE_RATE_CHANGE, core->rate, new_rate); in __clk_speculate_rates()
1873 pr_debug("%s: clk notifier callback for clock %s aborted with error %d\n", in __clk_speculate_rates()
1874 __func__, core->name, ret); in __clk_speculate_rates()
1878 hlist_for_each_entry(child, &core->children, child_node) { in __clk_speculate_rates()
1893 core->new_rate = new_rate; in clk_calc_subtree()
1894 core->new_parent = new_parent; in clk_calc_subtree()
1895 core->new_parent_index = p_index; in clk_calc_subtree()
1897 core->new_child = NULL; in clk_calc_subtree()
1898 if (new_parent && new_parent != core->parent) in clk_calc_subtree()
1899 new_parent->new_child = core; in clk_calc_subtree()
1901 hlist_for_each_entry(child, &core->children, child_node) { in clk_calc_subtree()
1902 child->new_rate = clk_recalc(child, new_rate); in clk_calc_subtree()
1903 clk_calc_subtree(child, child->new_rate, NULL, 0); in clk_calc_subtree()
1908 * calculate the new rates returning the topmost clock that has to be
1928 parent = old_parent = core->parent; in clk_calc_new_rates()
1930 best_parent_rate = parent->rate; in clk_calc_new_rates()
1950 parent = req.best_parent_hw ? req.best_parent_hw->core : NULL; in clk_calc_new_rates()
1954 } else if (!parent || !(core->flags & CLK_SET_RATE_PARENT)) { in clk_calc_new_rates()
1955 /* pass-through clock without adjustable parent */ in clk_calc_new_rates()
1956 core->new_rate = core->rate; in clk_calc_new_rates()
1959 /* pass-through clock with adjustable parent */ in clk_calc_new_rates()
1961 new_rate = parent->new_rate; in clk_calc_new_rates()
1967 (core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) { in clk_calc_new_rates()
1969 __func__, core->name); in clk_calc_new_rates()
1974 if (parent && core->num_parents > 1) { in clk_calc_new_rates()
1978 __func__, parent->name, core->name); in clk_calc_new_rates()
1983 if ((core->flags & CLK_SET_RATE_PARENT) && parent && in clk_calc_new_rates()
1984 best_parent_rate != parent->rate) in clk_calc_new_rates()
2004 if (core->rate == core->new_rate) in clk_propagate_rate_change()
2007 if (core->notifier_count) { in clk_propagate_rate_change()
2008 ret = __clk_notify(core, event, core->rate, core->new_rate); in clk_propagate_rate_change()
2013 hlist_for_each_entry(child, &core->children, child_node) { in clk_propagate_rate_change()
2014 /* Skip children who will be reparented to another clock */ in clk_propagate_rate_change()
2015 if (child->new_parent && child->new_parent != core) in clk_propagate_rate_change()
2022 /* handle the new child who might not be in core->children yet */ in clk_propagate_rate_change()
2023 if (core->new_child) { in clk_propagate_rate_change()
2024 tmp_clk = clk_propagate_rate_change(core->new_child, event); in clk_propagate_rate_change()
2046 old_rate = core->rate; in clk_change_rate()
2048 if (core->new_parent) { in clk_change_rate()
2049 parent = core->new_parent; in clk_change_rate()
2050 best_parent_rate = core->new_parent->rate; in clk_change_rate()
2051 } else if (core->parent) { in clk_change_rate()
2052 parent = core->parent; in clk_change_rate()
2053 best_parent_rate = core->parent->rate; in clk_change_rate()
2059 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2068 if (core->new_parent && core->new_parent != core->parent) { in clk_change_rate()
2069 old_parent = __clk_set_parent_before(core, core->new_parent); in clk_change_rate()
2070 trace_clk_set_parent(core, core->new_parent); in clk_change_rate()
2072 if (core->ops->set_rate_and_parent) { in clk_change_rate()
2074 core->ops->set_rate_and_parent(core->hw, core->new_rate, in clk_change_rate()
2076 core->new_parent_index); in clk_change_rate()
2077 } else if (core->ops->set_parent) { in clk_change_rate()
2078 core->ops->set_parent(core->hw, core->new_parent_index); in clk_change_rate()
2081 trace_clk_set_parent_complete(core, core->new_parent); in clk_change_rate()
2082 __clk_set_parent_after(core, core->new_parent, old_parent); in clk_change_rate()
2085 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2088 trace_clk_set_rate(core, core->new_rate); in clk_change_rate()
2090 if (!skip_set_rate && core->ops->set_rate) in clk_change_rate()
2091 core->ops->set_rate(core->hw, core->new_rate, best_parent_rate); in clk_change_rate()
2093 trace_clk_set_rate_complete(core, core->new_rate); in clk_change_rate()
2095 core->rate = clk_recalc(core, best_parent_rate); in clk_change_rate()
2097 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2106 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2109 if (core->notifier_count && old_rate != core->rate) in clk_change_rate()
2110 __clk_notify(core, POST_RATE_CHANGE, old_rate, core->rate); in clk_change_rate()
2112 if (core->flags & CLK_RECALC_NEW_RATES) in clk_change_rate()
2113 (void)clk_calc_new_rates(core, core->new_rate); in clk_change_rate()
2117 * for certain clock types. in clk_change_rate()
2119 hlist_for_each_entry_safe(child, tmp, &core->children, child_node) { in clk_change_rate()
2120 /* Skip children who will be reparented to another clock */ in clk_change_rate()
2121 if (child->new_parent && child->new_parent != core) in clk_change_rate()
2126 /* handle the new child who might not be in core->children yet */ in clk_change_rate()
2127 if (core->new_child) in clk_change_rate()
2128 clk_change_rate(core->new_child); in clk_change_rate()
2178 return -EBUSY; in clk_core_set_rate_nolock()
2180 /* calculate new rates and get the topmost changed clock */ in clk_core_set_rate_nolock()
2183 return -EINVAL; in clk_core_set_rate_nolock()
2193 fail_clk->name); in clk_core_set_rate_nolock()
2195 ret = -EBUSY; in clk_core_set_rate_nolock()
2202 core->req_rate = req_rate; in clk_core_set_rate_nolock()
2210 * clk_set_rate - specify a new rate for clk
2228 * Returns 0 on success, -EERROR otherwise.
2237 /* prevent racing with updates to the clock topology */ in clk_set_rate()
2240 if (clk->exclusive_count) in clk_set_rate()
2241 clk_core_rate_unprotect(clk->core); in clk_set_rate()
2243 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate()
2245 if (clk->exclusive_count) in clk_set_rate()
2246 clk_core_rate_protect(clk->core); in clk_set_rate()
2255 * clk_set_rate_exclusive - specify a new rate and get exclusive control
2264 * same clock provider.
2271 * Returns 0 on success, -EERROR otherwise.
2280 /* prevent racing with updates to the clock topology */ in clk_set_rate_exclusive()
2286 * so before the consumer code path protect the clock provider in clk_set_rate_exclusive()
2289 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_exclusive()
2291 clk_core_rate_protect(clk->core); in clk_set_rate_exclusive()
2292 clk->exclusive_count++; in clk_set_rate_exclusive()
2302 * clk_set_rate_range - set a rate range for a clock source
2303 * @clk: clock source
2304 * @min: desired minimum clock rate in Hz, inclusive
2305 * @max: desired maximum clock rate in Hz, inclusive
2319 __func__, clk->core->name, clk->dev_id, clk->con_id, in clk_set_rate_range()
2321 return -EINVAL; in clk_set_rate_range()
2326 if (clk->exclusive_count) in clk_set_rate_range()
2327 clk_core_rate_unprotect(clk->core); in clk_set_rate_range()
2330 old_min = clk->min_rate; in clk_set_rate_range()
2331 old_max = clk->max_rate; in clk_set_rate_range()
2332 clk->min_rate = min; in clk_set_rate_range()
2333 clk->max_rate = max; in clk_set_rate_range()
2335 rate = clk_core_get_rate_nolock(clk->core); in clk_set_rate_range()
2342 * usual reason (clock broken, clock protected, etc) but also in clk_set_rate_range()
2344 * - round_rate() was not favorable and fell on the wrong in clk_set_rate_range()
2346 * - the determine_rate() callback does not really check for in clk_set_rate_range()
2355 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_range()
2358 clk->min_rate = old_min; in clk_set_rate_range()
2359 clk->max_rate = old_max; in clk_set_rate_range()
2363 if (clk->exclusive_count) in clk_set_rate_range()
2364 clk_core_rate_protect(clk->core); in clk_set_rate_range()
2373 * clk_set_min_rate - set a minimum clock rate for a clock source
2374 * @clk: clock source
2375 * @rate: desired minimum clock rate in Hz, inclusive
2384 return clk_set_rate_range(clk, rate, clk->max_rate); in clk_set_min_rate()
2389 * clk_set_max_rate - set a maximum clock rate for a clock source
2390 * @clk: clock source
2391 * @rate: desired maximum clock rate in Hz, inclusive
2400 return clk_set_rate_range(clk, clk->min_rate, rate); in clk_set_max_rate()
2405 * clk_get_parent - return the parent of a clk
2408 * Simply returns clk->parent. Returns NULL if clk is NULL.
2418 /* TODO: Create a per-user clk and change callers to call clk_put */ in clk_get_parent()
2419 parent = !clk->core->parent ? NULL : clk->core->parent->hw->clk; in clk_get_parent()
2430 if (core->num_parents > 1 && core->ops->get_parent) in __clk_init_parent()
2431 index = core->ops->get_parent(core->hw); in __clk_init_parent()
2449 clk_core_reparent(hw->core, !new_parent ? NULL : new_parent->core); in clk_hw_reparent()
2453 * clk_has_parent - check if a clock is a possible parent for another
2454 * @clk: clock source
2455 * @parent: parent clock source
2457 * This function can be used in drivers that need to check that a clock can be
2471 core = clk->core; in clk_has_parent()
2472 parent_core = parent->core; in clk_has_parent()
2475 if (core->parent == parent_core) in clk_has_parent()
2478 for (i = 0; i < core->num_parents; i++) in clk_has_parent()
2479 if (!strcmp(core->parents[i].name, parent_core->name)) in clk_has_parent()
2498 if (core->parent == parent) in clk_core_set_parent_nolock()
2501 /* verify ops for multi-parent clks */ in clk_core_set_parent_nolock()
2502 if (core->num_parents > 1 && !core->ops->set_parent) in clk_core_set_parent_nolock()
2503 return -EPERM; in clk_core_set_parent_nolock()
2505 /* check that we are allowed to re-parent if the clock is in use */ in clk_core_set_parent_nolock()
2506 if ((core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) in clk_core_set_parent_nolock()
2507 return -EBUSY; in clk_core_set_parent_nolock()
2510 return -EBUSY; in clk_core_set_parent_nolock()
2517 __func__, parent->name, core->name); in clk_core_set_parent_nolock()
2520 p_rate = parent->rate; in clk_core_set_parent_nolock()
2534 /* do the re-parent */ in clk_core_set_parent_nolock()
2537 /* propagate rate an accuracy recalculation accordingly */ in clk_core_set_parent_nolock()
2553 return clk_core_set_parent_nolock(hw->core, parent->core); in clk_hw_set_parent()
2558 * clk_set_parent - switch the parent of a mux clk
2562 * Re-parent clk to use parent as its new input source. If clk is in
2572 * Returns 0 on success, -EERROR otherwise.
2583 if (clk->exclusive_count) in clk_set_parent()
2584 clk_core_rate_unprotect(clk->core); in clk_set_parent()
2586 ret = clk_core_set_parent_nolock(clk->core, in clk_set_parent()
2587 parent ? parent->core : NULL); in clk_set_parent()
2589 if (clk->exclusive_count) in clk_set_parent()
2590 clk_core_rate_protect(clk->core); in clk_set_parent()
2600 int ret = -EINVAL; in clk_core_set_phase_nolock()
2608 return -EBUSY; in clk_core_set_phase_nolock()
2612 if (core->ops->set_phase) { in clk_core_set_phase_nolock()
2613 ret = core->ops->set_phase(core->hw, degrees); in clk_core_set_phase_nolock()
2615 core->phase = degrees; in clk_core_set_phase_nolock()
2624 * clk_set_phase - adjust the phase shift of a clock signal
2625 * @clk: clock signal source
2628 * Shifts the phase of a clock signal by the specified
2629 * degrees. Returns 0 on success, -EERROR otherwise.
2632 * signal that we adjust the clock signal phase against. For example
2633 * phase locked-loop clock signal generators we may shift phase with
2634 * respect to feedback clock signal input, but for other cases the
2635 * clock phase may be shifted with respect to some other, unspecified
2639 * the clock tree hierarchy, which sets it apart from clock rates and
2640 * clock accuracy. A parent clock phase attribute does not have an
2641 * impact on the phase attribute of a child clock.
2657 if (clk->exclusive_count) in clk_set_phase()
2658 clk_core_rate_unprotect(clk->core); in clk_set_phase()
2660 ret = clk_core_set_phase_nolock(clk->core, degrees); in clk_set_phase()
2662 if (clk->exclusive_count) in clk_set_phase()
2663 clk_core_rate_protect(clk->core); in clk_set_phase()
2676 if (!core->ops->get_phase) in clk_core_get_phase()
2680 ret = core->ops->get_phase(core->hw); in clk_core_get_phase()
2682 core->phase = ret; in clk_core_get_phase()
2688 * clk_get_phase - return the phase shift of a clock signal
2689 * @clk: clock signal source
2691 * Returns the phase shift of a clock node in degrees, otherwise returns
2692 * -EERROR.
2702 ret = clk_core_get_phase(clk->core); in clk_get_phase()
2712 core->duty.num = 1; in clk_core_reset_duty_cycle_nolock()
2713 core->duty.den = 2; in clk_core_reset_duty_cycle_nolock()
2720 struct clk_duty *duty = &core->duty; in clk_core_update_duty_cycle_nolock()
2723 if (!core->ops->get_duty_cycle) in clk_core_update_duty_cycle_nolock()
2726 ret = core->ops->get_duty_cycle(core->hw, duty); in clk_core_update_duty_cycle_nolock()
2730 /* Don't trust the clock provider too much */ in clk_core_update_duty_cycle_nolock()
2731 if (duty->den == 0 || duty->num > duty->den) { in clk_core_update_duty_cycle_nolock()
2732 ret = -EINVAL; in clk_core_update_duty_cycle_nolock()
2747 if (core->parent && in clk_core_update_duty_cycle_parent_nolock()
2748 core->flags & CLK_DUTY_CYCLE_PARENT) { in clk_core_update_duty_cycle_parent_nolock()
2749 ret = clk_core_update_duty_cycle_nolock(core->parent); in clk_core_update_duty_cycle_parent_nolock()
2750 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_update_duty_cycle_parent_nolock()
2769 return -EBUSY; in clk_core_set_duty_cycle_nolock()
2773 if (!core->ops->set_duty_cycle) in clk_core_set_duty_cycle_nolock()
2776 ret = core->ops->set_duty_cycle(core->hw, duty); in clk_core_set_duty_cycle_nolock()
2778 memcpy(&core->duty, duty, sizeof(*duty)); in clk_core_set_duty_cycle_nolock()
2790 if (core->parent && in clk_core_set_duty_cycle_parent_nolock()
2791 core->flags & (CLK_DUTY_CYCLE_PARENT | CLK_SET_RATE_PARENT)) { in clk_core_set_duty_cycle_parent_nolock()
2792 ret = clk_core_set_duty_cycle_nolock(core->parent, duty); in clk_core_set_duty_cycle_parent_nolock()
2793 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_set_duty_cycle_parent_nolock()
2800 * clk_set_duty_cycle - adjust the duty cycle ratio of a clock signal
2801 * @clk: clock signal source
2805 * Apply the duty cycle ratio if the ratio is valid and the clock can
2820 return -EINVAL; in clk_set_duty_cycle()
2827 if (clk->exclusive_count) in clk_set_duty_cycle()
2828 clk_core_rate_unprotect(clk->core); in clk_set_duty_cycle()
2830 ret = clk_core_set_duty_cycle_nolock(clk->core, &duty); in clk_set_duty_cycle()
2832 if (clk->exclusive_count) in clk_set_duty_cycle()
2833 clk_core_rate_protect(clk->core); in clk_set_duty_cycle()
2844 struct clk_duty *duty = &core->duty; in clk_core_get_scaled_duty_cycle()
2851 ret = mult_frac(scale, duty->num, duty->den); in clk_core_get_scaled_duty_cycle()
2859 * clk_get_scaled_duty_cycle - return the duty cycle ratio of a clock signal
2860 * @clk: clock signal source
2863 * Returns the duty cycle ratio of a clock node multiplied by the provided
2871 return clk_core_get_scaled_duty_cycle(clk->core, scale); in clk_get_scaled_duty_cycle()
2876 * clk_is_match - check if two clk's point to the same hardware clock
2881 * clock node. Put differently, returns true if struct clk *p and struct clk *q
2892 /* true if clk->core pointers match. Avoid dereferencing garbage */ in clk_is_match()
2894 if (p->core == q->core) in clk_is_match()
2921 seq_printf(s, "%*s%-*s %7d %8d %8d %11lu %10lu ", in clk_summary_show_one()
2923 30 - level * 3, c->name, in clk_summary_show_one()
2924 c->enable_count, c->prepare_count, c->protect_count, in clk_summary_show_one()
2932 seq_puts(s, "-----"); in clk_summary_show_one()
2944 hlist_for_each_entry(child, &c->children, child_node) in clk_summary_show_subtree()
2951 struct hlist_head **lists = (struct hlist_head **)s->private; in clk_summary_show()
2954 …seq_puts(s, " clock count count count rate accuracy phas… in clk_summary_show()
2955 …seq_puts(s, "-------------------------------------------------------------------------------------… in clk_summary_show()
2977 seq_printf(s, "\"%s\": { ", c->name); in clk_dump_one()
2978 seq_printf(s, "\"enable_count\": %d,", c->enable_count); in clk_dump_one()
2979 seq_printf(s, "\"prepare_count\": %d,", c->prepare_count); in clk_dump_one()
2980 seq_printf(s, "\"protect_count\": %d,", c->protect_count); in clk_dump_one()
2984 seq_printf(s, "\"accuracy\": %lu,", clk_core_get_accuracy_recalc(c)); in clk_dump_one()
2998 hlist_for_each_entry(child, &c->children, child_node) { in clk_dump_subtree()
3010 struct hlist_head **lists = (struct hlist_head **)s->private; in clk_dump_show()
3058 ret = clk_prepare_enable(core->hw->clk); in clk_prepare_enable_set()
3060 clk_disable_unprepare(core->hw->clk); in clk_prepare_enable_set()
3069 *val = core->enable_count && core->prepare_count; in clk_prepare_enable_get()
3085 *val = core->rate; in clk_rate_get()
3113 struct clk_core *core = s->private; in clk_flags_show()
3114 unsigned long flags = core->flags; in clk_flags_show()
3140 * 1. Fetch the registered parent clock and use its name in possible_parent_show()
3143 * 4. Fetch parent clock's clock-output-name if DT index was set in possible_parent_show()
3151 seq_puts(s, parent->name); in possible_parent_show()
3152 else if (core->parents[i].name) in possible_parent_show()
3153 seq_puts(s, core->parents[i].name); in possible_parent_show()
3154 else if (core->parents[i].fw_name) in possible_parent_show()
3155 seq_printf(s, "<%s>(fw)", core->parents[i].fw_name); in possible_parent_show()
3156 else if (core->parents[i].index >= 0) in possible_parent_show()
3158 of_clk_get_parent_name(core->of_node, in possible_parent_show()
3159 core->parents[i].index)); in possible_parent_show()
3168 struct clk_core *core = s->private; in possible_parents_show()
3171 for (i = 0; i < core->num_parents - 1; i++) in possible_parents_show()
3182 struct clk_core *core = s->private; in current_parent_show()
3184 if (core->parent) in current_parent_show()
3185 seq_printf(s, "%s\n", core->parent->name); in current_parent_show()
3193 struct clk_core *core = s->private; in clk_duty_cycle_show()
3194 struct clk_duty *duty = &core->duty; in clk_duty_cycle_show()
3196 seq_printf(s, "%u/%u\n", duty->num, duty->den); in clk_duty_cycle_show()
3204 struct clk_core *core = s->private; in clk_min_rate_show()
3218 struct clk_core *core = s->private; in clk_max_rate_show()
3237 root = debugfs_create_dir(core->name, pdentry); in clk_debug_create_one()
3238 core->dentry = root; in clk_debug_create_one()
3244 debugfs_create_ulong("clk_accuracy", 0444, root, &core->accuracy); in clk_debug_create_one()
3245 debugfs_create_u32("clk_phase", 0444, root, &core->phase); in clk_debug_create_one()
3247 debugfs_create_u32("clk_prepare_count", 0444, root, &core->prepare_count); in clk_debug_create_one()
3248 debugfs_create_u32("clk_enable_count", 0444, root, &core->enable_count); in clk_debug_create_one()
3249 debugfs_create_u32("clk_protect_count", 0444, root, &core->protect_count); in clk_debug_create_one()
3250 debugfs_create_u32("clk_notifier_count", 0444, root, &core->notifier_count); in clk_debug_create_one()
3258 if (core->num_parents > 0) in clk_debug_create_one()
3262 if (core->num_parents > 1) in clk_debug_create_one()
3266 if (core->ops->debug_init) in clk_debug_create_one()
3267 core->ops->debug_init(core->hw, core->dentry); in clk_debug_create_one()
3271 * clk_debug_register - add a clk node to the debugfs clk directory
3281 hlist_add_head(&core->debug_node, &clk_debug_list); in clk_debug_register()
3288 * clk_debug_unregister - remove a clk node from the debugfs clk directory
3292 * debugfs clk directory if clk->dentry points to debugfs created by
3298 hlist_del_init(&core->debug_node); in clk_debug_unregister()
3299 debugfs_remove_recursive(core->dentry); in clk_debug_unregister()
3300 core->dentry = NULL; in clk_debug_unregister()
3305 * clk_debug_init - lazily populate the debugfs clk directory
3309 * populates the debugfs clk directory once at boot-time when we know that
3310 * debugfs is setup. It should only be called once at boot-time, all other clks
3378 * clock. This is important for CLK_IS_CRITICAL clocks, which in clk_core_reparent_orphans_nolock()
3392 * __clk_core_init - initialize the data structures in a struct clk_core
3406 return -EINVAL; in __clk_core_init()
3411 * Set hw->core after grabbing the prepare_lock to synchronize with in __clk_core_init()
3412 * callers of clk_core_fill_parent_index() where we treat hw->core in __clk_core_init()
3416 core->hw->core = core; in __clk_core_init()
3422 /* check to see if a clock with this name is already registered */ in __clk_core_init()
3423 if (clk_core_lookup(core->name)) { in __clk_core_init()
3425 __func__, core->name); in __clk_core_init()
3426 ret = -EEXIST; in __clk_core_init()
3430 /* check that clk_ops are sane. See Documentation/driver-api/clk.rst */ in __clk_core_init()
3431 if (core->ops->set_rate && in __clk_core_init()
3432 !((core->ops->round_rate || core->ops->determine_rate) && in __clk_core_init()
3433 core->ops->recalc_rate)) { in __clk_core_init()
3435 __func__, core->name); in __clk_core_init()
3436 ret = -EINVAL; in __clk_core_init()
3440 if (core->ops->set_parent && !core->ops->get_parent) { in __clk_core_init()
3442 __func__, core->name); in __clk_core_init()
3443 ret = -EINVAL; in __clk_core_init()
3447 if (core->num_parents > 1 && !core->ops->get_parent) { in __clk_core_init()
3449 __func__, core->name); in __clk_core_init()
3450 ret = -EINVAL; in __clk_core_init()
3454 if (core->ops->set_rate_and_parent && in __clk_core_init()
3455 !(core->ops->set_parent && core->ops->set_rate)) { in __clk_core_init()
3457 __func__, core->name); in __clk_core_init()
3458 ret = -EINVAL; in __clk_core_init()
3463 * optional platform-specific magic in __clk_core_init()
3465 * The .init callback is not used by any of the basic clock types, but in __clk_core_init()
3467 * CCF to get an accurate view of clock for any other callbacks. It may in __clk_core_init()
3474 * the clock in __clk_core_init()
3476 if (core->ops->init) { in __clk_core_init()
3477 ret = core->ops->init(core->hw); in __clk_core_init()
3482 parent = core->parent = __clk_init_parent(core); in __clk_core_init()
3485 * Populate core->parent if parent has already been clk_core_init'd. If in __clk_core_init()
3491 * clocks and re-parent any that are children of the clock currently in __clk_core_init()
3495 hlist_add_head(&core->child_node, &parent->children); in __clk_core_init()
3496 core->orphan = parent->orphan; in __clk_core_init()
3497 } else if (!core->num_parents) { in __clk_core_init()
3498 hlist_add_head(&core->child_node, &clk_root_list); in __clk_core_init()
3499 core->orphan = false; in __clk_core_init()
3501 hlist_add_head(&core->child_node, &clk_orphan_list); in __clk_core_init()
3502 core->orphan = true; in __clk_core_init()
3506 * Set clk's accuracy. The preferred method is to use in __clk_core_init()
3508 * fallback is to use the parent's accuracy. If a clock doesn't have a in __clk_core_init()
3509 * parent (or is orphaned) then accuracy is set to zero (perfect in __clk_core_init()
3510 * clock). in __clk_core_init()
3512 if (core->ops->recalc_accuracy) in __clk_core_init()
3513 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_core_init()
3516 core->accuracy = parent->accuracy; in __clk_core_init()
3518 core->accuracy = 0; in __clk_core_init()
3523 * query the current clock phase, or just assume it's in phase. in __clk_core_init()
3529 core->name); in __clk_core_init()
3541 * parent's rate. If a clock doesn't have a parent (or is orphaned) in __clk_core_init()
3544 if (core->ops->recalc_rate) in __clk_core_init()
3545 rate = core->ops->recalc_rate(core->hw, in __clk_core_init()
3548 rate = parent->rate; in __clk_core_init()
3551 core->rate = core->req_rate = rate; in __clk_core_init()
3558 if (core->flags & CLK_IS_CRITICAL) { in __clk_core_init()
3564 __func__, core->name); in __clk_core_init()
3573 __func__, core->name); in __clk_core_init()
3582 kref_init(&core->ref); in __clk_core_init()
3587 hlist_del_init(&core->child_node); in __clk_core_init()
3588 core->hw->core = NULL; in __clk_core_init()
3600 * clk_core_link_consumer - Add a clk consumer to the list of consumers in a clk_core
3607 hlist_add_head(&clk->clks_node, &core->clks); in clk_core_link_consumer()
3612 * clk_core_unlink_consumer - Remove a clk consumer from the list of consumers in a clk_core
3618 hlist_del(&clk->clks_node); in clk_core_unlink_consumer()
3622 * alloc_clk - Allocate a clk consumer, but leave it unlinked to the clk_core
3636 return ERR_PTR(-ENOMEM); in alloc_clk()
3638 clk->core = core; in alloc_clk()
3639 clk->dev_id = dev_id; in alloc_clk()
3640 clk->con_id = kstrdup_const(con_id, GFP_KERNEL); in alloc_clk()
3641 clk->max_rate = ULONG_MAX; in alloc_clk()
3647 * free_clk - Free a clk consumer
3655 kfree_const(clk->con_id); in free_clk()
3681 core = hw->core; in clk_hw_create_clk()
3685 clk->dev = dev; in clk_hw_create_clk()
3687 if (!try_module_get(core->owner)) { in clk_hw_create_clk()
3689 return ERR_PTR(-ENOENT); in clk_hw_create_clk()
3692 kref_get(&core->ref); in clk_hw_create_clk()
3704 return -EINVAL; in clk_cpy_name()
3710 return -ENOMEM; in clk_cpy_name()
3718 u8 num_parents = init->num_parents; in clk_core_populate_parent_map()
3719 const char * const *parent_names = init->parent_names; in clk_core_populate_parent_map()
3720 const struct clk_hw **parent_hws = init->parent_hws; in clk_core_populate_parent_map()
3721 const struct clk_parent_data *parent_data = init->parent_data; in clk_core_populate_parent_map()
3729 * Avoid unnecessary string look-ups of clk_core's possible parents by in clk_core_populate_parent_map()
3733 core->parents = parents; in clk_core_populate_parent_map()
3735 return -ENOMEM; in clk_core_populate_parent_map()
3739 parent->index = -1; in clk_core_populate_parent_map()
3744 __func__, core->name); in clk_core_populate_parent_map()
3745 ret = clk_cpy_name(&parent->name, parent_names[i], in clk_core_populate_parent_map()
3748 parent->hw = parent_data[i].hw; in clk_core_populate_parent_map()
3749 parent->index = parent_data[i].index; in clk_core_populate_parent_map()
3750 ret = clk_cpy_name(&parent->fw_name, in clk_core_populate_parent_map()
3753 ret = clk_cpy_name(&parent->name, in clk_core_populate_parent_map()
3757 parent->hw = parent_hws[i]; in clk_core_populate_parent_map()
3759 ret = -EINVAL; in clk_core_populate_parent_map()
3767 } while (--i >= 0); in clk_core_populate_parent_map()
3779 int i = core->num_parents; in clk_core_free_parent_map()
3781 if (!core->num_parents) in clk_core_free_parent_map()
3784 while (--i >= 0) { in clk_core_free_parent_map()
3785 kfree_const(core->parents[i].name); in clk_core_free_parent_map()
3786 kfree_const(core->parents[i].fw_name); in clk_core_free_parent_map()
3789 kfree(core->parents); in clk_core_free_parent_map()
3797 const struct clk_init_data *init = hw->init; in __clk_register()
3802 * we catch use of hw->init early on in the core. in __clk_register()
3804 hw->init = NULL; in __clk_register()
3808 ret = -ENOMEM; in __clk_register()
3812 core->name = kstrdup_const(init->name, GFP_KERNEL); in __clk_register()
3813 if (!core->name) { in __clk_register()
3814 ret = -ENOMEM; in __clk_register()
3818 if (WARN_ON(!init->ops)) { in __clk_register()
3819 ret = -EINVAL; in __clk_register()
3822 core->ops = init->ops; in __clk_register()
3825 core->rpm_enabled = true; in __clk_register()
3826 core->dev = dev; in __clk_register()
3827 core->of_node = np; in __clk_register()
3828 if (dev && dev->driver) in __clk_register()
3829 core->owner = dev->driver->owner; in __clk_register()
3830 core->hw = hw; in __clk_register()
3831 core->flags = init->flags; in __clk_register()
3832 core->num_parents = init->num_parents; in __clk_register()
3833 core->min_rate = 0; in __clk_register()
3834 core->max_rate = ULONG_MAX; in __clk_register()
3840 INIT_HLIST_HEAD(&core->clks); in __clk_register()
3846 hw->clk = alloc_clk(core, NULL, NULL); in __clk_register()
3847 if (IS_ERR(hw->clk)) { in __clk_register()
3848 ret = PTR_ERR(hw->clk); in __clk_register()
3852 clk_core_link_consumer(core, hw->clk); in __clk_register()
3856 return hw->clk; in __clk_register()
3859 clk_core_unlink_consumer(hw->clk); in __clk_register()
3862 free_clk(hw->clk); in __clk_register()
3863 hw->clk = NULL; in __clk_register()
3869 kfree_const(core->name); in __clk_register()
3877 * dev_or_parent_of_node() - Get device node of @dev or @dev's parent
3881 * @dev->parent if dev doesn't have a device node, or NULL if neither
3882 * @dev or @dev->parent have a device node.
3893 np = dev_of_node(dev->parent); in dev_or_parent_of_node()
3899 * clk_register - allocate a new clock, register it and return an opaque cookie
3900 * @dev: device that is registering this clock
3901 * @hw: link to hardware-specific clock data
3903 * clk_register is the *deprecated* interface for populating the clock tree with
3904 * new clock nodes. Use clk_hw_register() instead.
3908 * rest of the clock API. In the event of an error clk_register will return an
3918 * clk_hw_register - register a clk_hw and return an error code
3919 * @dev: device that is registering this clock
3920 * @hw: link to hardware-specific clock data
3922 * clk_hw_register is the primary interface for populating the clock tree with
3923 * new clock nodes. It returns an integer equal to zero indicating success or
3935 * of_clk_hw_register - register a clk_hw and return an error code
3936 * @node: device_node of device that is registering this clock
3937 * @hw: link to hardware-specific clock data
3939 * of_clk_hw_register() is the primary interface for populating the clock tree
3940 * with new clock nodes when a struct device is not available, but a struct
3951 /* Free memory allocated for a clock. */
3959 kfree_const(core->name); in __clk_release()
3965 * after clk_unregister() was called on a clock and until last clock
3970 return -ENXIO; in clk_nodrv_prepare_enable()
3981 return -ENXIO; in clk_nodrv_set_rate()
3986 return -ENXIO; in clk_nodrv_set_parent()
4004 for (i = 0; i < root->num_parents; i++) in clk_core_evict_parent_cache_subtree()
4005 if (root->parents[i].core == target) in clk_core_evict_parent_cache_subtree()
4006 root->parents[i].core = NULL; in clk_core_evict_parent_cache_subtree()
4008 hlist_for_each_entry(child, &root->children, child_node) in clk_core_evict_parent_cache_subtree()
4027 * clk_unregister - unregister a currently registered clock
4028 * @clk: clock to unregister
4038 clk_debug_unregister(clk->core); in clk_unregister()
4042 ops = clk->core->ops; in clk_unregister()
4044 pr_err("%s: unregistered clock: %s\n", __func__, in clk_unregister()
4045 clk->core->name); in clk_unregister()
4049 * Assign empty clock ops for consumers that might still hold in clk_unregister()
4050 * a reference to this clock. in clk_unregister()
4053 clk->core->ops = &clk_nodrv_ops; in clk_unregister()
4056 if (ops->terminate) in clk_unregister()
4057 ops->terminate(clk->core->hw); in clk_unregister()
4059 if (!hlist_empty(&clk->core->children)) { in clk_unregister()
4064 hlist_for_each_entry_safe(child, t, &clk->core->children, in clk_unregister()
4069 clk_core_evict_parent_cache(clk->core); in clk_unregister()
4071 hlist_del_init(&clk->core->child_node); in clk_unregister()
4073 if (clk->core->prepare_count) in clk_unregister()
4074 pr_warn("%s: unregistering prepared clock: %s\n", in clk_unregister()
4075 __func__, clk->core->name); in clk_unregister()
4077 if (clk->core->protect_count) in clk_unregister()
4078 pr_warn("%s: unregistering protected clock: %s\n", in clk_unregister()
4079 __func__, clk->core->name); in clk_unregister()
4081 kref_put(&clk->core->ref, __clk_release); in clk_unregister()
4089 * clk_hw_unregister - unregister a currently registered clk_hw
4090 * @hw: hardware-specific clock data to unregister
4094 clk_unregister(hw->clk); in clk_hw_unregister()
4109 * devm_clk_register - resource managed clk_register()
4110 * @dev: device that is registering this clock
4111 * @hw: link to hardware-specific clock data
4125 return ERR_PTR(-ENOMEM); in devm_clk_register()
4140 * devm_clk_hw_register - resource managed clk_hw_register()
4141 * @dev: device that is registering this clock
4142 * @hw: link to hardware-specific clock data
4155 return -ENOMEM; in devm_clk_hw_register()
4187 * devm_clk_unregister - resource managed clk_unregister()
4188 * @dev: device that is unregistering the clock data
4189 * @clk: clock to unregister
4191 * Deallocate a clock allocated with devm_clk_register(). Normally
4202 * devm_clk_hw_unregister - resource managed clk_hw_unregister()
4203 * @dev: device that is unregistering the hardware-specific clock data
4204 * @hw: link to hardware-specific clock data
4235 if (WARN_ON(clk->exclusive_count)) { in __clk_put()
4237 clk->core->protect_count -= (clk->exclusive_count - 1); in __clk_put()
4238 clk_core_rate_unprotect(clk->core); in __clk_put()
4239 clk->exclusive_count = 0; in __clk_put()
4242 hlist_del(&clk->clks_node); in __clk_put()
4243 if (clk->min_rate > clk->core->req_rate || in __clk_put()
4244 clk->max_rate < clk->core->req_rate) in __clk_put()
4245 clk_core_set_rate_nolock(clk->core, clk->core->req_rate); in __clk_put()
4247 owner = clk->core->owner; in __clk_put()
4248 kref_put(&clk->core->ref, __clk_release); in __clk_put()
4260 * clk_notifier_register - add a clk rate change notifier
4267 * re-enter into the clk framework by calling any top-level clk APIs;
4271 * clock rate is passed to the callback via struct clk_notifier_data.old_rate
4274 * clk_notifier_register() must be called from non-atomic context.
4275 * Returns -EINVAL if called with null arguments, -ENOMEM upon
4282 int ret = -ENOMEM; in clk_notifier_register()
4285 return -EINVAL; in clk_notifier_register()
4291 if (cn->clk == clk) in clk_notifier_register()
4299 cn->clk = clk; in clk_notifier_register()
4300 srcu_init_notifier_head(&cn->notifier_head); in clk_notifier_register()
4302 list_add(&cn->node, &clk_notifier_list); in clk_notifier_register()
4305 ret = srcu_notifier_chain_register(&cn->notifier_head, nb); in clk_notifier_register()
4307 clk->core->notifier_count++; in clk_notifier_register()
4317 * clk_notifier_unregister - remove a clk rate change notifier
4324 * Returns -EINVAL if called with null arguments; otherwise, passes
4330 int ret = -ENOENT; in clk_notifier_unregister()
4333 return -EINVAL; in clk_notifier_unregister()
4338 if (cn->clk == clk) { in clk_notifier_unregister()
4339 ret = srcu_notifier_chain_unregister(&cn->notifier_head, nb); in clk_notifier_unregister()
4341 clk->core->notifier_count--; in clk_notifier_unregister()
4344 if (!cn->notifier_head.head) { in clk_notifier_unregister()
4345 srcu_cleanup_notifier_head(&cn->notifier_head); in clk_notifier_unregister()
4346 list_del(&cn->node); in clk_notifier_unregister()
4368 * struct of_clk_provider - Clock provider registration structure
4369 * @link: Entry in global list of clock providers
4370 * @node: Pointer to device tree node of clock provider
4371 * @get: Get clock callback. Returns NULL or a struct clk for the
4372 * given clock specifier
4374 * struct clk_hw for the given clock specifier
4409 unsigned int idx = clkspec->args[0]; in of_clk_src_onecell_get()
4411 if (idx >= clk_data->clk_num) { in of_clk_src_onecell_get()
4412 pr_err("%s: invalid clock index %u\n", __func__, idx); in of_clk_src_onecell_get()
4413 return ERR_PTR(-EINVAL); in of_clk_src_onecell_get()
4416 return clk_data->clks[idx]; in of_clk_src_onecell_get()
4424 unsigned int idx = clkspec->args[0]; in of_clk_hw_onecell_get()
4426 if (idx >= hw_data->num) { in of_clk_hw_onecell_get()
4428 return ERR_PTR(-EINVAL); in of_clk_hw_onecell_get()
4431 return hw_data->hws[idx]; in of_clk_hw_onecell_get()
4436 * of_clk_add_provider() - Register a clock provider for a node
4437 * @np: Device node pointer associated with clock provider
4438 * @clk_src_get: callback for decoding clock
4453 return -ENOMEM; in of_clk_add_provider()
4455 cp->node = of_node_get(np); in of_clk_add_provider()
4456 cp->data = data; in of_clk_add_provider()
4457 cp->get = clk_src_get; in of_clk_add_provider()
4460 list_add(&cp->link, &of_clk_providers); in of_clk_add_provider()
4462 pr_debug("Added clock from %pOF\n", np); in of_clk_add_provider()
4475 * of_clk_add_hw_provider() - Register a clock provider for a node
4476 * @np: Device node pointer associated with clock provider
4490 return -ENOMEM; in of_clk_add_hw_provider()
4492 cp->node = of_node_get(np); in of_clk_add_hw_provider()
4493 cp->data = data; in of_clk_add_hw_provider()
4494 cp->get_hw = get; in of_clk_add_hw_provider()
4497 list_add(&cp->link, &of_clk_providers); in of_clk_add_hw_provider()
4517 * We allow a child device to use its parent device as the clock provider node
4518 * for cases like MFD sub-devices where the child device driver wants to use
4519 * devm_*() APIs but not list the device in DT as a sub-node.
4525 np = dev->of_node; in get_clk_provider_node()
4526 parent_np = dev->parent ? dev->parent->of_node : NULL; in get_clk_provider_node()
4528 if (!of_find_property(np, "#clock-cells", NULL)) in get_clk_provider_node()
4529 if (of_find_property(parent_np, "#clock-cells", NULL)) in get_clk_provider_node()
4536 * devm_of_clk_add_hw_provider() - Managed clk provider node registration
4537 * @dev: Device acting as the clock provider (used for DT node and lifetime)
4541 * Registers clock provider for given device's node. If the device has no DT
4542 * node or if the device node lacks of clock provider information (#clock-cells)
4544 * has the #clock-cells then it is used in registration. Provider is
4560 return -ENOMEM; in devm_of_clk_add_hw_provider()
4576 * of_clk_del_provider() - Remove a previously registered clock provider
4577 * @np: Device node pointer associated with clock provider
4585 if (cp->node == np) { in of_clk_del_provider()
4586 list_del(&cp->link); in of_clk_del_provider()
4587 of_node_put(cp->node); in of_clk_del_provider()
4607 * devm_of_clk_del_provider() - Remove clock provider registered using devm
4608 * @dev: Device to whose lifetime the clock provider was bound
4623 * of_parse_clkspec() - Parse a DT clock specifier for a given device node
4624 * @np: device node to parse clock specifier from
4625 * @index: index of phandle to parse clock out of. If index < 0, @name is used
4626 * @name: clock name to find and parse. If name is NULL, the index is used
4627 * @out_args: Result of parsing the clock specifier
4629 * Parses a device node's "clocks" and "clock-names" properties to find the
4630 * phandle and cells for the index or name that is desired. The resulting clock
4632 * parsing error. The @index argument is ignored if @name is non-NULL.
4636 * phandle1: clock-controller@1 {
4637 * #clock-cells = <2>;
4640 * phandle2: clock-controller@2 {
4641 * #clock-cells = <1>;
4644 * clock-consumer@3 {
4646 * clock-names = "name1", "name2";
4649 * To get a device_node for `clock-controller@2' node you may call this
4652 * of_parse_clkspec(clock-consumer@3, -1, "name2", &args);
4653 * of_parse_clkspec(clock-consumer@3, 1, NULL, &args);
4654 * of_parse_clkspec(clock-consumer@3, 1, "name2", &args);
4656 * Return: 0 upon successfully parsing the clock specifier. Otherwise, -ENOENT
4657 * if @name is NULL or -EINVAL if @name is non-NULL and it can't be found in
4658 * the "clock-names" property of @np.
4663 int ret = -ENOENT; in of_parse_clkspec()
4665 /* Walk up the tree of devices looking for a clock property that matches */ in of_parse_clkspec()
4669 * "clock-names" property. If it cannot be found, then index in of_parse_clkspec()
4671 * return -EINVAL. in of_parse_clkspec()
4674 index = of_property_match_string(np, "clock-names", name); in of_parse_clkspec()
4675 ret = of_parse_phandle_with_args(np, "clocks", "#clock-cells", in of_parse_clkspec()
4683 * No matching clock found on this node. If the parent node in of_parse_clkspec()
4684 * has a "clock-ranges" property, then we can try one of its in of_parse_clkspec()
4687 np = np->parent; in of_parse_clkspec()
4688 if (np && !of_get_property(np, "clock-ranges", NULL)) in of_parse_clkspec()
4702 if (provider->get_hw) in __of_clk_get_hw_from_provider()
4703 return provider->get_hw(clkspec, provider->data); in __of_clk_get_hw_from_provider()
4705 clk = provider->get(clkspec, provider->data); in __of_clk_get_hw_from_provider()
4715 struct clk_hw *hw = ERR_PTR(-EPROBE_DEFER); in of_clk_get_hw_from_clkspec()
4718 return ERR_PTR(-EINVAL); in of_clk_get_hw_from_clkspec()
4722 if (provider->node == clkspec->np) { in of_clk_get_hw_from_clkspec()
4734 * of_clk_get_from_provider() - Lookup a clock from a clock provider
4735 * @clkspec: pointer to a clock specifier data structure
4737 * This function looks up a struct clk from the registered list of clock
4738 * providers, an input is a clock specifier data structure as returned
4777 return __of_clk_get(np, index, np->full_name, NULL); in of_clk_get()
4782 * of_clk_get_by_name() - Parse and lookup a clock referenced by a device node
4783 * @np: pointer to clock consumer node
4784 * @name: name of consumer's clock input, or NULL for the first clock reference
4786 * This function parses the clocks and clock-names properties,
4787 * and uses them to look up the struct clk from the registered list of clock
4793 return ERR_PTR(-ENOENT); in of_clk_get_by_name()
4795 return __of_clk_get(np, 0, np->full_name, name); in of_clk_get_by_name()
4800 * of_clk_get_parent_count() - Count the number of clocks a device node has
4809 count = of_count_phandle_with_args(np, "clocks", "#clock-cells"); in of_clk_get_parent_count()
4828 rc = of_parse_phandle_with_args(np, "clocks", "#clock-cells", index, in of_clk_get_parent_name()
4837 * specified into an array offset for the clock-output-names property. in of_clk_get_parent_name()
4839 of_property_for_each_u32(clkspec.np, "clock-indices", prop, vp, pv) { in of_clk_get_parent_name()
4846 /* We went off the end of 'clock-indices' without finding it */ in of_clk_get_parent_name()
4850 if (of_property_read_string_index(clkspec.np, "clock-output-names", in of_clk_get_parent_name()
4854 * Best effort to get the name if the clock has been in of_clk_get_parent_name()
4855 * registered with the framework. If the clock isn't in of_clk_get_parent_name()
4857 * the clock as long as #clock-cells = 0. in of_clk_get_parent_name()
4862 clk_name = clkspec.np->name; in of_clk_get_parent_name()
4878 * of_clk_parent_fill() - Fill @parents with names of @np's parents and return
4880 * @np: Device node pointer associated with clock provider
4884 * Return: number of parents for the clock node.
4905 * This function looks for a parent clock. If there is one, then it
4906 * checks that the provider for this parent clock was initialized, in
4907 * this case the parent clock will be ready.
4924 if (PTR_ERR(clk) == -EPROBE_DEFER) in parent_ready()
4931 * previous parent are ready. If there is no clock in parent_ready()
4940 * of_clk_detect_critical() - set CLK_IS_CRITICAL flag from Device Tree
4941 * @np: Device node pointer associated with clock provider
4942 * @index: clock index
4943 * @flags: pointer to top-level framework flags
4945 * Detects if the clock-critical property exists and, if so, sets the
4949 * bindings, such as the one-clock-per-node style that are outdated.
4950 * Those bindings typically put all clock data into .dts and the Linux
4951 * driver has no clock data, thus making it impossible to set this flag
4965 return -EINVAL; in of_clk_detect_critical()
4967 of_property_for_each_u32(np, "clock-critical", prop, cur, idx) in of_clk_detect_critical()
4975 * of_clk_init() - Scan and init clock providers from the DT
4978 * This function scans the device tree for matching clock providers
5005 list_del(&clk_provider->node); in of_clk_init()
5006 of_node_put(clk_provider->np); in of_clk_init()
5013 parent->clk_init_cb = match->data; in of_clk_init()
5014 parent->np = of_node_get(np); in of_clk_init()
5015 list_add_tail(&parent->node, &clk_provider_list); in of_clk_init()
5022 if (force || parent_ready(clk_provider->np)) { in of_clk_init()
5025 of_node_set_flag(clk_provider->np, in of_clk_init()
5028 clk_provider->clk_init_cb(clk_provider->np); in of_clk_init()
5029 of_clk_set_defaults(clk_provider->np, true); in of_clk_init()
5031 list_del(&clk_provider->node); in of_clk_init()
5032 of_node_put(clk_provider->np); in of_clk_init()
5042 * in case the clock parent was not mandatory in of_clk_init()