Lines Matching +full:core +full:- +full:clk
1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2010-2011 Canonical Ltd <jeremy.kerr@canonical.com>
4 * Copyright (C) 2011-2012 Linaro Ltd <mturquette@linaro.org>
6 * Standard functionality for the common clock API. See Documentation/driver-api/clk.rst
9 #include <linux/clk.h>
10 #include <linux/clk-provider.h>
11 #include <linux/clk/clk-conf.h>
25 #include "clk.h"
50 struct clk_core *core; member
95 #include <trace/events/clk.h>
97 struct clk { struct
98 struct clk_core *core; member
109 static int clk_pm_runtime_get(struct clk_core *core) in clk_pm_runtime_get() argument
111 if (!core->rpm_enabled) in clk_pm_runtime_get()
114 return pm_runtime_resume_and_get(core->dev); in clk_pm_runtime_get()
117 static void clk_pm_runtime_put(struct clk_core *core) in clk_pm_runtime_put() argument
119 if (!core->rpm_enabled) in clk_pm_runtime_put()
122 pm_runtime_put_sync(core->dev); in clk_pm_runtime_put()
146 if (--prepare_refcnt) in clk_prepare_unlock()
186 if (--enable_refcnt) { in clk_enable_unlock()
194 static bool clk_core_rate_is_protected(struct clk_core *core) in clk_core_rate_is_protected() argument
196 return core->protect_count; in clk_core_rate_is_protected()
199 static bool clk_core_is_prepared(struct clk_core *core) in clk_core_is_prepared() argument
207 if (!core->ops->is_prepared) in clk_core_is_prepared()
208 return core->prepare_count; in clk_core_is_prepared()
210 if (!clk_pm_runtime_get(core)) { in clk_core_is_prepared()
211 ret = core->ops->is_prepared(core->hw); in clk_core_is_prepared()
212 clk_pm_runtime_put(core); in clk_core_is_prepared()
218 static bool clk_core_is_enabled(struct clk_core *core) in clk_core_is_enabled() argument
226 if (!core->ops->is_enabled) in clk_core_is_enabled()
227 return core->enable_count; in clk_core_is_enabled()
239 if (core->rpm_enabled) { in clk_core_is_enabled()
240 pm_runtime_get_noresume(core->dev); in clk_core_is_enabled()
241 if (!pm_runtime_active(core->dev)) { in clk_core_is_enabled()
252 if ((core->flags & CLK_OPS_PARENT_ENABLE) && core->parent) in clk_core_is_enabled()
253 if (!clk_core_is_enabled(core->parent)) { in clk_core_is_enabled()
258 ret = core->ops->is_enabled(core->hw); in clk_core_is_enabled()
260 if (core->rpm_enabled) in clk_core_is_enabled()
261 pm_runtime_put(core->dev); in clk_core_is_enabled()
268 const char *__clk_get_name(const struct clk *clk) in __clk_get_name() argument
270 return !clk ? NULL : clk->core->name; in __clk_get_name()
276 return hw->core->name; in clk_hw_get_name()
280 struct clk_hw *__clk_get_hw(struct clk *clk) in __clk_get_hw() argument
282 return !clk ? NULL : clk->core->hw; in __clk_get_hw()
288 return hw->core->num_parents; in clk_hw_get_num_parents()
294 return hw->core->parent ? hw->core->parent->hw : NULL; in clk_hw_get_parent()
299 struct clk_core *core) in __clk_lookup_subtree() argument
304 if (!strcmp(core->name, name)) in __clk_lookup_subtree()
305 return core; in __clk_lookup_subtree()
307 hlist_for_each_entry(child, &core->children, child_node) { in __clk_lookup_subtree()
324 /* search the 'proper' clk tree first */ in clk_core_lookup()
351 return -ENOENT; in of_parse_clkspec()
356 return ERR_PTR(-ENOENT); in of_clk_get_hw_from_clkspec()
361 * clk_core_get - Find the clk_core parent of a clk
362 * @core: clk to find parent of
365 * This is the preferred method for clk providers to find the parent of a
366 * clk when that parent is external to the clk controller. The parent_names
368 * node's 'clock-names' property or as the 'con_id' matching the device's
369 * dev_name() in a clk_lookup. This allows clk providers to use their own
373 * clock-controller@c001 that has a clk_init_data::parent_data array
375 * clock-controller@f00abcd without needing to get the globally unique name of
376 * the xtal clk.
378 * parent: clock-controller@f00abcd {
380 * #clock-cells = <0>;
383 * clock-controller@c001 {
386 * clock-names = "xtal";
387 * #clock-cells = <1>;
390 * Returns: -ENOENT when the provider can't be found or the clk doesn't
392 * in a clkdev lookup. NULL when the provider knows about the clk but it
394 * A valid clk_core pointer when the clk can be found in the provider.
396 static struct clk_core *clk_core_get(struct clk_core *core, u8 p_index) in clk_core_get() argument
398 const char *name = core->parents[p_index].fw_name; in clk_core_get()
399 int index = core->parents[p_index].index; in clk_core_get()
400 struct clk_hw *hw = ERR_PTR(-ENOENT); in clk_core_get()
401 struct device *dev = core->dev; in clk_core_get()
403 struct device_node *np = core->of_node; in clk_core_get()
421 return hw->core; in clk_core_get()
424 static void clk_core_fill_parent_index(struct clk_core *core, u8 index) in clk_core_fill_parent_index() argument
426 struct clk_parent_map *entry = &core->parents[index]; in clk_core_fill_parent_index()
429 if (entry->hw) { in clk_core_fill_parent_index()
430 parent = entry->hw->core; in clk_core_fill_parent_index()
432 parent = clk_core_get(core, index); in clk_core_fill_parent_index()
433 if (PTR_ERR(parent) == -ENOENT && entry->name) in clk_core_fill_parent_index()
434 parent = clk_core_lookup(entry->name); in clk_core_fill_parent_index()
443 parent = ERR_PTR(-EPROBE_DEFER); in clk_core_fill_parent_index()
447 entry->core = parent; in clk_core_fill_parent_index()
450 static struct clk_core *clk_core_get_parent_by_index(struct clk_core *core, in clk_core_get_parent_by_index() argument
453 if (!core || index >= core->num_parents || !core->parents) in clk_core_get_parent_by_index()
456 if (!core->parents[index].core) in clk_core_get_parent_by_index()
457 clk_core_fill_parent_index(core, index); in clk_core_get_parent_by_index()
459 return core->parents[index].core; in clk_core_get_parent_by_index()
467 parent = clk_core_get_parent_by_index(hw->core, index); in clk_hw_get_parent_by_index()
469 return !parent ? NULL : parent->hw; in clk_hw_get_parent_by_index()
473 unsigned int __clk_get_enable_count(struct clk *clk) in __clk_get_enable_count() argument
475 return !clk ? 0 : clk->core->enable_count; in __clk_get_enable_count()
478 static unsigned long clk_core_get_rate_nolock(struct clk_core *core) in clk_core_get_rate_nolock() argument
480 if (!core) in clk_core_get_rate_nolock()
483 if (!core->num_parents || core->parent) in clk_core_get_rate_nolock()
484 return core->rate; in clk_core_get_rate_nolock()
487 * Clk must have a parent because num_parents > 0 but the parent isn't in clk_core_get_rate_nolock()
488 * known yet. Best to return 0 as the rate of this clk until we can in clk_core_get_rate_nolock()
496 return clk_core_get_rate_nolock(hw->core); in clk_hw_get_rate()
500 static unsigned long clk_core_get_accuracy_no_lock(struct clk_core *core) in clk_core_get_accuracy_no_lock() argument
502 if (!core) in clk_core_get_accuracy_no_lock()
505 return core->accuracy; in clk_core_get_accuracy_no_lock()
510 return hw->core->flags; in clk_hw_get_flags()
516 return clk_core_is_prepared(hw->core); in clk_hw_is_prepared()
522 return clk_core_rate_is_protected(hw->core); in clk_hw_rate_is_protected()
528 return clk_core_is_enabled(hw->core); in clk_hw_is_enabled()
532 bool __clk_is_enabled(struct clk *clk) in __clk_is_enabled() argument
534 if (!clk) in __clk_is_enabled()
537 return clk_core_is_enabled(clk->core); in __clk_is_enabled()
545 return abs(now - rate) < abs(best - rate); in mux_is_better_rate()
550 static void clk_core_init_rate_req(struct clk_core * const core,
554 static int clk_core_round_rate_nolock(struct clk_core *core,
557 static bool clk_core_has_parent(struct clk_core *core, const struct clk_core *parent) in clk_core_has_parent() argument
563 if (core->parent == parent) in clk_core_has_parent()
566 for (i = 0; i < core->num_parents; i++) { in clk_core_has_parent()
567 tmp = clk_core_get_parent_by_index(core, i); in clk_core_has_parent()
579 clk_core_forward_rate_req(struct clk_core *core, in clk_core_forward_rate_req() argument
585 if (WARN_ON(!clk_core_has_parent(core, parent))) in clk_core_forward_rate_req()
590 if (req->min_rate < old_req->min_rate) in clk_core_forward_rate_req()
591 req->min_rate = old_req->min_rate; in clk_core_forward_rate_req()
593 if (req->max_rate > old_req->max_rate) in clk_core_forward_rate_req()
594 req->max_rate = old_req->max_rate; in clk_core_forward_rate_req()
601 struct clk_core *core = hw->core; in clk_core_determine_rate_no_reparent() local
602 struct clk_core *parent = core->parent; in clk_core_determine_rate_no_reparent()
606 if (core->flags & CLK_SET_RATE_PARENT) { in clk_core_determine_rate_no_reparent()
610 req->rate = 0; in clk_core_determine_rate_no_reparent()
614 clk_core_forward_rate_req(core, req, parent, &parent_req, in clk_core_determine_rate_no_reparent()
615 req->rate); in clk_core_determine_rate_no_reparent()
629 best = clk_core_get_rate_nolock(core); in clk_core_determine_rate_no_reparent()
632 req->best_parent_rate = best; in clk_core_determine_rate_no_reparent()
633 req->rate = best; in clk_core_determine_rate_no_reparent()
642 struct clk_core *core = hw->core, *parent, *best_parent = NULL; in clk_mux_determine_rate_flags() local
647 if (core->flags & CLK_SET_RATE_NO_REPARENT) in clk_mux_determine_rate_flags()
651 num_parents = core->num_parents; in clk_mux_determine_rate_flags()
655 parent = clk_core_get_parent_by_index(core, i); in clk_mux_determine_rate_flags()
659 if (core->flags & CLK_SET_RATE_PARENT) { in clk_mux_determine_rate_flags()
662 clk_core_forward_rate_req(core, req, parent, &parent_req, req->rate); in clk_mux_determine_rate_flags()
677 if (mux_is_better_rate(req->rate, parent_rate, in clk_mux_determine_rate_flags()
685 return -EINVAL; in clk_mux_determine_rate_flags()
687 req->best_parent_hw = best_parent->hw; in clk_mux_determine_rate_flags()
688 req->best_parent_rate = best; in clk_mux_determine_rate_flags()
689 req->rate = best; in clk_mux_determine_rate_flags()
695 struct clk *__clk_lookup(const char *name) in __clk_lookup()
697 struct clk_core *core = clk_core_lookup(name); in __clk_lookup() local
699 return !core ? NULL : core->hw->clk; in __clk_lookup()
702 static void clk_core_get_boundaries(struct clk_core *core, in clk_core_get_boundaries() argument
706 struct clk *clk_user; in clk_core_get_boundaries()
710 *min_rate = core->min_rate; in clk_core_get_boundaries()
711 *max_rate = core->max_rate; in clk_core_get_boundaries()
713 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
714 *min_rate = max(*min_rate, clk_user->min_rate); in clk_core_get_boundaries()
716 hlist_for_each_entry(clk_user, &core->clks, clks_node) in clk_core_get_boundaries()
717 *max_rate = min(*max_rate, clk_user->max_rate); in clk_core_get_boundaries()
721 * clk_hw_get_rate_range() - returns the clock rate range for a hw clk
722 * @hw: the hw clk we want to get the range from
732 clk_core_get_boundaries(hw->core, min_rate, max_rate); in clk_hw_get_rate_range()
736 static bool clk_core_check_boundaries(struct clk_core *core, in clk_core_check_boundaries() argument
740 struct clk *user; in clk_core_check_boundaries()
744 if (min_rate > core->max_rate || max_rate < core->min_rate) in clk_core_check_boundaries()
747 hlist_for_each_entry(user, &core->clks, clks_node) in clk_core_check_boundaries()
748 if (min_rate > user->max_rate || max_rate < user->min_rate) in clk_core_check_boundaries()
757 hw->core->min_rate = min_rate; in clk_hw_set_rate_range()
758 hw->core->max_rate = max_rate; in clk_hw_set_rate_range()
763 * __clk_mux_determine_rate - clk_ops::determine_rate implementation for a mux type clk
764 * @hw: mux type clk to determine rate on
771 * Returns: 0 on success, -EERROR value on error
788 …* clk_hw_determine_rate_no_reparent - clk_ops::determine_rate implementation for a clk that doesn'…
789 * @hw: mux type clk to determine rate on
797 * Returns: 0 on success, -EERROR value on error
806 /*** clk api ***/
808 static void clk_core_rate_unprotect(struct clk_core *core) in clk_core_rate_unprotect() argument
812 if (!core) in clk_core_rate_unprotect()
815 if (WARN(core->protect_count == 0, in clk_core_rate_unprotect()
816 "%s already unprotected\n", core->name)) in clk_core_rate_unprotect()
819 if (--core->protect_count > 0) in clk_core_rate_unprotect()
822 clk_core_rate_unprotect(core->parent); in clk_core_rate_unprotect()
825 static int clk_core_rate_nuke_protect(struct clk_core *core) in clk_core_rate_nuke_protect() argument
831 if (!core) in clk_core_rate_nuke_protect()
832 return -EINVAL; in clk_core_rate_nuke_protect()
834 if (core->protect_count == 0) in clk_core_rate_nuke_protect()
837 ret = core->protect_count; in clk_core_rate_nuke_protect()
838 core->protect_count = 1; in clk_core_rate_nuke_protect()
839 clk_core_rate_unprotect(core); in clk_core_rate_nuke_protect()
845 * clk_rate_exclusive_put - release exclusivity over clock rate control
846 * @clk: the clk over which the exclusivity is released
862 void clk_rate_exclusive_put(struct clk *clk) in clk_rate_exclusive_put() argument
864 if (!clk) in clk_rate_exclusive_put()
873 if (WARN_ON(clk->exclusive_count <= 0)) in clk_rate_exclusive_put()
876 clk_core_rate_unprotect(clk->core); in clk_rate_exclusive_put()
877 clk->exclusive_count--; in clk_rate_exclusive_put()
883 static void clk_core_rate_protect(struct clk_core *core) in clk_core_rate_protect() argument
887 if (!core) in clk_core_rate_protect()
890 if (core->protect_count == 0) in clk_core_rate_protect()
891 clk_core_rate_protect(core->parent); in clk_core_rate_protect()
893 core->protect_count++; in clk_core_rate_protect()
896 static void clk_core_rate_restore_protect(struct clk_core *core, int count) in clk_core_rate_restore_protect() argument
900 if (!core) in clk_core_rate_restore_protect()
906 clk_core_rate_protect(core); in clk_core_rate_restore_protect()
907 core->protect_count = count; in clk_core_rate_restore_protect()
911 * clk_rate_exclusive_get - get exclusivity over the clk rate control
912 * @clk: the clk over which the exclusity of rate control is requested
926 * Returns 0 on success, -EERROR otherwise
928 int clk_rate_exclusive_get(struct clk *clk) in clk_rate_exclusive_get() argument
930 if (!clk) in clk_rate_exclusive_get()
934 clk_core_rate_protect(clk->core); in clk_rate_exclusive_get()
935 clk->exclusive_count++; in clk_rate_exclusive_get()
942 static void clk_core_unprepare(struct clk_core *core) in clk_core_unprepare() argument
946 if (!core) in clk_core_unprepare()
949 if (WARN(core->prepare_count == 0, in clk_core_unprepare()
950 "%s already unprepared\n", core->name)) in clk_core_unprepare()
953 if (WARN(core->prepare_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_unprepare()
954 "Unpreparing critical %s\n", core->name)) in clk_core_unprepare()
957 if (core->flags & CLK_SET_RATE_GATE) in clk_core_unprepare()
958 clk_core_rate_unprotect(core); in clk_core_unprepare()
960 if (--core->prepare_count > 0) in clk_core_unprepare()
963 WARN(core->enable_count > 0, "Unpreparing enabled %s\n", core->name); in clk_core_unprepare()
965 trace_clk_unprepare(core); in clk_core_unprepare()
967 if (core->ops->unprepare) in clk_core_unprepare()
968 core->ops->unprepare(core->hw); in clk_core_unprepare()
970 trace_clk_unprepare_complete(core); in clk_core_unprepare()
971 clk_core_unprepare(core->parent); in clk_core_unprepare()
972 clk_pm_runtime_put(core); in clk_core_unprepare()
975 static void clk_core_unprepare_lock(struct clk_core *core) in clk_core_unprepare_lock() argument
978 clk_core_unprepare(core); in clk_core_unprepare_lock()
983 * clk_unprepare - undo preparation of a clock source
984 * @clk: the clk being unprepared
987 * simple case, clk_unprepare can be used instead of clk_disable to gate a clk
988 * if the operation may sleep. One example is a clk which is accessed over
989 * I2c. In the complex case a clk gate operation may require a fast and a slow
993 void clk_unprepare(struct clk *clk) in clk_unprepare() argument
995 if (IS_ERR_OR_NULL(clk)) in clk_unprepare()
998 clk_core_unprepare_lock(clk->core); in clk_unprepare()
1002 static int clk_core_prepare(struct clk_core *core) in clk_core_prepare() argument
1008 if (!core) in clk_core_prepare()
1011 if (core->prepare_count == 0) { in clk_core_prepare()
1012 ret = clk_pm_runtime_get(core); in clk_core_prepare()
1016 ret = clk_core_prepare(core->parent); in clk_core_prepare()
1020 trace_clk_prepare(core); in clk_core_prepare()
1022 if (core->ops->prepare) in clk_core_prepare()
1023 ret = core->ops->prepare(core->hw); in clk_core_prepare()
1025 trace_clk_prepare_complete(core); in clk_core_prepare()
1031 core->prepare_count++; in clk_core_prepare()
1040 if (core->flags & CLK_SET_RATE_GATE) in clk_core_prepare()
1041 clk_core_rate_protect(core); in clk_core_prepare()
1045 clk_core_unprepare(core->parent); in clk_core_prepare()
1047 clk_pm_runtime_put(core); in clk_core_prepare()
1051 static int clk_core_prepare_lock(struct clk_core *core) in clk_core_prepare_lock() argument
1056 ret = clk_core_prepare(core); in clk_core_prepare_lock()
1063 * clk_prepare - prepare a clock source
1064 * @clk: the clk being prepared
1067 * case, clk_prepare can be used instead of clk_enable to ungate a clk if the
1068 * operation may sleep. One example is a clk which is accessed over I2c. In
1069 * the complex case a clk ungate operation may require a fast and a slow part.
1072 * Returns 0 on success, -EERROR otherwise.
1074 int clk_prepare(struct clk *clk) in clk_prepare() argument
1076 if (!clk) in clk_prepare()
1079 return clk_core_prepare_lock(clk->core); in clk_prepare()
1083 static void clk_core_disable(struct clk_core *core) in clk_core_disable() argument
1087 if (!core) in clk_core_disable()
1090 if (WARN(core->enable_count == 0, "%s already disabled\n", core->name)) in clk_core_disable()
1093 if (WARN(core->enable_count == 1 && core->flags & CLK_IS_CRITICAL, in clk_core_disable()
1094 "Disabling critical %s\n", core->name)) in clk_core_disable()
1097 if (--core->enable_count > 0) in clk_core_disable()
1100 trace_clk_disable(core); in clk_core_disable()
1102 if (core->ops->disable) in clk_core_disable()
1103 core->ops->disable(core->hw); in clk_core_disable()
1105 trace_clk_disable_complete(core); in clk_core_disable()
1107 clk_core_disable(core->parent); in clk_core_disable()
1110 static void clk_core_disable_lock(struct clk_core *core) in clk_core_disable_lock() argument
1115 clk_core_disable(core); in clk_core_disable_lock()
1120 * clk_disable - gate a clock
1121 * @clk: the clk being gated
1125 * clk if the operation is fast and will never sleep. One example is a
1126 * SoC-internal clk which is controlled via simple register writes. In the
1127 * complex case a clk gate operation may require a fast and a slow part. It is
1131 void clk_disable(struct clk *clk) in clk_disable() argument
1133 if (IS_ERR_OR_NULL(clk)) in clk_disable()
1136 clk_core_disable_lock(clk->core); in clk_disable()
1140 static int clk_core_enable(struct clk_core *core) in clk_core_enable() argument
1146 if (!core) in clk_core_enable()
1149 if (WARN(core->prepare_count == 0, in clk_core_enable()
1150 "Enabling unprepared %s\n", core->name)) in clk_core_enable()
1151 return -ESHUTDOWN; in clk_core_enable()
1153 if (core->enable_count == 0) { in clk_core_enable()
1154 ret = clk_core_enable(core->parent); in clk_core_enable()
1159 trace_clk_enable(core); in clk_core_enable()
1161 if (core->ops->enable) in clk_core_enable()
1162 ret = core->ops->enable(core->hw); in clk_core_enable()
1164 trace_clk_enable_complete(core); in clk_core_enable()
1167 clk_core_disable(core->parent); in clk_core_enable()
1172 core->enable_count++; in clk_core_enable()
1176 static int clk_core_enable_lock(struct clk_core *core) in clk_core_enable_lock() argument
1182 ret = clk_core_enable(core); in clk_core_enable_lock()
1189 * clk_gate_restore_context - restore context for poweroff
1200 struct clk_core *core = hw->core; in clk_gate_restore_context() local
1202 if (core->enable_count) in clk_gate_restore_context()
1203 core->ops->enable(hw); in clk_gate_restore_context()
1205 core->ops->disable(hw); in clk_gate_restore_context()
1209 static int clk_core_save_context(struct clk_core *core) in clk_core_save_context() argument
1214 hlist_for_each_entry(child, &core->children, child_node) { in clk_core_save_context()
1220 if (core->ops && core->ops->save_context) in clk_core_save_context()
1221 ret = core->ops->save_context(core->hw); in clk_core_save_context()
1226 static void clk_core_restore_context(struct clk_core *core) in clk_core_restore_context() argument
1230 if (core->ops && core->ops->restore_context) in clk_core_restore_context()
1231 core->ops->restore_context(core->hw); in clk_core_restore_context()
1233 hlist_for_each_entry(child, &core->children, child_node) in clk_core_restore_context()
1238 * clk_save_context - save clock context for poweroff
1246 struct clk_core *clk; in clk_save_context() local
1249 hlist_for_each_entry(clk, &clk_root_list, child_node) { in clk_save_context()
1250 ret = clk_core_save_context(clk); in clk_save_context()
1255 hlist_for_each_entry(clk, &clk_orphan_list, child_node) { in clk_save_context()
1256 ret = clk_core_save_context(clk); in clk_save_context()
1266 * clk_restore_context - restore clock context after poweroff
1273 struct clk_core *core; in clk_restore_context() local
1275 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_restore_context()
1276 clk_core_restore_context(core); in clk_restore_context()
1278 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_restore_context()
1279 clk_core_restore_context(core); in clk_restore_context()
1284 * clk_enable - ungate a clock
1285 * @clk: the clk being ungated
1288 * simple case, clk_enable can be used instead of clk_prepare to ungate a clk
1289 * if the operation will never sleep. One example is a SoC-internal clk which
1290 * is controlled via simple register writes. In the complex case a clk ungate
1293 * must be called before clk_enable. Returns 0 on success, -EERROR
1296 int clk_enable(struct clk *clk) in clk_enable() argument
1298 if (!clk) in clk_enable()
1301 return clk_core_enable_lock(clk->core); in clk_enable()
1306 * clk_is_enabled_when_prepared - indicate if preparing a clock also enables it.
1307 * @clk: clock source
1310 * making clk_enable()/clk_disable() no-ops, false otherwise.
1320 bool clk_is_enabled_when_prepared(struct clk *clk) in clk_is_enabled_when_prepared() argument
1322 return clk && !(clk->core->ops->enable && clk->core->ops->disable); in clk_is_enabled_when_prepared()
1326 static int clk_core_prepare_enable(struct clk_core *core) in clk_core_prepare_enable() argument
1330 ret = clk_core_prepare_lock(core); in clk_core_prepare_enable()
1334 ret = clk_core_enable_lock(core); in clk_core_prepare_enable()
1336 clk_core_unprepare_lock(core); in clk_core_prepare_enable()
1341 static void clk_core_disable_unprepare(struct clk_core *core) in clk_core_disable_unprepare() argument
1343 clk_core_disable_lock(core); in clk_core_disable_unprepare()
1344 clk_core_unprepare_lock(core); in clk_core_disable_unprepare()
1347 static void __init clk_unprepare_unused_subtree(struct clk_core *core) in clk_unprepare_unused_subtree() argument
1353 hlist_for_each_entry(child, &core->children, child_node) in clk_unprepare_unused_subtree()
1356 if (core->prepare_count) in clk_unprepare_unused_subtree()
1359 if (core->flags & CLK_IGNORE_UNUSED) in clk_unprepare_unused_subtree()
1362 if (clk_pm_runtime_get(core)) in clk_unprepare_unused_subtree()
1365 if (clk_core_is_prepared(core)) { in clk_unprepare_unused_subtree()
1366 trace_clk_unprepare(core); in clk_unprepare_unused_subtree()
1367 if (core->ops->unprepare_unused) in clk_unprepare_unused_subtree()
1368 core->ops->unprepare_unused(core->hw); in clk_unprepare_unused_subtree()
1369 else if (core->ops->unprepare) in clk_unprepare_unused_subtree()
1370 core->ops->unprepare(core->hw); in clk_unprepare_unused_subtree()
1371 trace_clk_unprepare_complete(core); in clk_unprepare_unused_subtree()
1374 clk_pm_runtime_put(core); in clk_unprepare_unused_subtree()
1377 static void __init clk_disable_unused_subtree(struct clk_core *core) in clk_disable_unused_subtree() argument
1384 hlist_for_each_entry(child, &core->children, child_node) in clk_disable_unused_subtree()
1387 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1388 clk_core_prepare_enable(core->parent); in clk_disable_unused_subtree()
1390 if (clk_pm_runtime_get(core)) in clk_disable_unused_subtree()
1395 if (core->enable_count) in clk_disable_unused_subtree()
1398 if (core->flags & CLK_IGNORE_UNUSED) in clk_disable_unused_subtree()
1402 * some gate clocks have special needs during the disable-unused in clk_disable_unused_subtree()
1406 if (clk_core_is_enabled(core)) { in clk_disable_unused_subtree()
1407 trace_clk_disable(core); in clk_disable_unused_subtree()
1408 if (core->ops->disable_unused) in clk_disable_unused_subtree()
1409 core->ops->disable_unused(core->hw); in clk_disable_unused_subtree()
1410 else if (core->ops->disable) in clk_disable_unused_subtree()
1411 core->ops->disable(core->hw); in clk_disable_unused_subtree()
1412 trace_clk_disable_complete(core); in clk_disable_unused_subtree()
1417 clk_pm_runtime_put(core); in clk_disable_unused_subtree()
1419 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_disable_unused_subtree()
1420 clk_core_disable_unprepare(core->parent); in clk_disable_unused_subtree()
1433 struct clk_core *core; in clk_disable_unused() local
1436 pr_warn("clk: Not disabling unused clocks\n"); in clk_disable_unused()
1440 pr_info("clk: Disabling unused clocks\n"); in clk_disable_unused()
1444 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_disable_unused()
1445 clk_disable_unused_subtree(core); in clk_disable_unused()
1447 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_disable_unused()
1448 clk_disable_unused_subtree(core); in clk_disable_unused()
1450 hlist_for_each_entry(core, &clk_root_list, child_node) in clk_disable_unused()
1451 clk_unprepare_unused_subtree(core); in clk_disable_unused()
1453 hlist_for_each_entry(core, &clk_orphan_list, child_node) in clk_disable_unused()
1454 clk_unprepare_unused_subtree(core); in clk_disable_unused()
1462 static int clk_core_determine_round_nolock(struct clk_core *core, in clk_core_determine_round_nolock() argument
1469 if (!core) in clk_core_determine_round_nolock()
1473 * Some clock providers hand-craft their clk_rate_requests and in clk_core_determine_round_nolock()
1480 if (!req->min_rate && !req->max_rate) in clk_core_determine_round_nolock()
1482 __func__, core->name); in clk_core_determine_round_nolock()
1484 req->rate = clamp(req->rate, req->min_rate, req->max_rate); in clk_core_determine_round_nolock()
1487 * At this point, core protection will be disabled in clk_core_determine_round_nolock()
1488 * - if the provider is not protected at all in clk_core_determine_round_nolock()
1489 * - if the calling consumer is the only one which has exclusivity in clk_core_determine_round_nolock()
1492 if (clk_core_rate_is_protected(core)) { in clk_core_determine_round_nolock()
1493 req->rate = core->rate; in clk_core_determine_round_nolock()
1494 } else if (core->ops->determine_rate) { in clk_core_determine_round_nolock()
1495 return core->ops->determine_rate(core->hw, req); in clk_core_determine_round_nolock()
1496 } else if (core->ops->round_rate) { in clk_core_determine_round_nolock()
1497 rate = core->ops->round_rate(core->hw, req->rate, in clk_core_determine_round_nolock()
1498 &req->best_parent_rate); in clk_core_determine_round_nolock()
1502 req->rate = rate; in clk_core_determine_round_nolock()
1504 return -EINVAL; in clk_core_determine_round_nolock()
1510 static void clk_core_init_rate_req(struct clk_core * const core, in clk_core_init_rate_req() argument
1520 req->max_rate = ULONG_MAX; in clk_core_init_rate_req()
1522 if (!core) in clk_core_init_rate_req()
1525 req->core = core; in clk_core_init_rate_req()
1526 req->rate = rate; in clk_core_init_rate_req()
1527 clk_core_get_boundaries(core, &req->min_rate, &req->max_rate); in clk_core_init_rate_req()
1529 parent = core->parent; in clk_core_init_rate_req()
1531 req->best_parent_hw = parent->hw; in clk_core_init_rate_req()
1532 req->best_parent_rate = parent->rate; in clk_core_init_rate_req()
1534 req->best_parent_hw = NULL; in clk_core_init_rate_req()
1535 req->best_parent_rate = 0; in clk_core_init_rate_req()
1540 * clk_hw_init_rate_request - Initializes a clk_rate_request
1541 * @hw: the clk for which we want to submit a rate request
1555 clk_core_init_rate_req(hw->core, req, rate); in clk_hw_init_rate_request()
1560 * clk_hw_forward_rate_request - Forwards a clk_rate_request to a clock's parent
1563 * @parent: the clk we want to forward @old_req to
1579 clk_core_forward_rate_req(hw->core, old_req, in clk_hw_forward_rate_request()
1580 parent->core, req, in clk_hw_forward_rate_request()
1585 static bool clk_core_can_round(struct clk_core * const core) in clk_core_can_round() argument
1587 return core->ops->determine_rate || core->ops->round_rate; in clk_core_can_round()
1590 static int clk_core_round_rate_nolock(struct clk_core *core, in clk_core_round_rate_nolock() argument
1597 if (!core) { in clk_core_round_rate_nolock()
1598 req->rate = 0; in clk_core_round_rate_nolock()
1602 if (clk_core_can_round(core)) in clk_core_round_rate_nolock()
1603 return clk_core_determine_round_nolock(core, req); in clk_core_round_rate_nolock()
1605 if (core->flags & CLK_SET_RATE_PARENT) { in clk_core_round_rate_nolock()
1608 clk_core_forward_rate_req(core, req, core->parent, &parent_req, req->rate); in clk_core_round_rate_nolock()
1612 ret = clk_core_round_rate_nolock(core->parent, &parent_req); in clk_core_round_rate_nolock()
1618 req->best_parent_rate = parent_req.rate; in clk_core_round_rate_nolock()
1619 req->rate = parent_req.rate; in clk_core_round_rate_nolock()
1624 req->rate = core->rate; in clk_core_round_rate_nolock()
1629 * __clk_determine_rate - get the closest rate actually supported by a clock
1638 req->rate = 0; in __clk_determine_rate()
1642 return clk_core_round_rate_nolock(hw->core, req); in __clk_determine_rate()
1647 * clk_hw_round_rate() - round the given rate for a hw clk
1648 * @hw: the hw clk for which we are rounding a rate
1651 * Takes in a rate as input and rounds it to a rate that the clk can actually
1655 * For clk providers to call from within clk_ops such as .round_rate,
1658 * Return: returns rounded rate of hw clk if clk supports round_rate operation
1666 clk_core_init_rate_req(hw->core, &req, rate); in clk_hw_round_rate()
1670 ret = clk_core_round_rate_nolock(hw->core, &req); in clk_hw_round_rate()
1681 * clk_round_rate - round the given rate for a clk
1682 * @clk: the clk for which we are rounding a rate
1685 * Takes in a rate as input and rounds it to a rate that the clk can actually
1686 * use which is then returned. If clk doesn't support round_rate operation
1689 long clk_round_rate(struct clk *clk, unsigned long rate) in clk_round_rate() argument
1694 if (!clk) in clk_round_rate()
1699 if (clk->exclusive_count) in clk_round_rate()
1700 clk_core_rate_unprotect(clk->core); in clk_round_rate()
1702 clk_core_init_rate_req(clk->core, &req, rate); in clk_round_rate()
1706 ret = clk_core_round_rate_nolock(clk->core, &req); in clk_round_rate()
1710 if (clk->exclusive_count) in clk_round_rate()
1711 clk_core_rate_protect(clk->core); in clk_round_rate()
1723 * __clk_notify - call clk notifier chain
1724 * @core: clk that is changing rate
1725 * @msg: clk notifier type (see include/linux/clk.h)
1726 * @old_rate: old clk rate
1727 * @new_rate: new clk rate
1729 * Triggers a notifier call chain on the clk rate-change notification
1730 * for 'clk'. Passes a pointer to the struct clk and the previous
1736 static int __clk_notify(struct clk_core *core, unsigned long msg, in __clk_notify() argument
1747 if (cn->clk->core == core) { in __clk_notify()
1748 cnd.clk = cn->clk; in __clk_notify()
1749 ret = srcu_notifier_call_chain(&cn->notifier_head, msg, in __clk_notify()
1761 * @core: first clk in the subtree
1763 * Walks the subtree of clks starting with clk and recalculates accuracies as
1764 * it goes. Note that if a clk does not implement the .recalc_accuracy
1768 static void __clk_recalc_accuracies(struct clk_core *core) in __clk_recalc_accuracies() argument
1775 if (core->parent) in __clk_recalc_accuracies()
1776 parent_accuracy = core->parent->accuracy; in __clk_recalc_accuracies()
1778 if (core->ops->recalc_accuracy) in __clk_recalc_accuracies()
1779 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_recalc_accuracies()
1782 core->accuracy = parent_accuracy; in __clk_recalc_accuracies()
1784 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_accuracies()
1788 static long clk_core_get_accuracy_recalc(struct clk_core *core) in clk_core_get_accuracy_recalc() argument
1790 if (core && (core->flags & CLK_GET_ACCURACY_NOCACHE)) in clk_core_get_accuracy_recalc()
1791 __clk_recalc_accuracies(core); in clk_core_get_accuracy_recalc()
1793 return clk_core_get_accuracy_no_lock(core); in clk_core_get_accuracy_recalc()
1797 * clk_get_accuracy - return the accuracy of clk
1798 * @clk: the clk whose accuracy is being returned
1800 * Simply returns the cached accuracy of the clk, unless
1803 * If clk is NULL then returns 0.
1805 long clk_get_accuracy(struct clk *clk) in clk_get_accuracy() argument
1809 if (!clk) in clk_get_accuracy()
1813 accuracy = clk_core_get_accuracy_recalc(clk->core); in clk_get_accuracy()
1820 static unsigned long clk_recalc(struct clk_core *core, in clk_recalc() argument
1825 if (core->ops->recalc_rate && !clk_pm_runtime_get(core)) { in clk_recalc()
1826 rate = core->ops->recalc_rate(core->hw, parent_rate); in clk_recalc()
1827 clk_pm_runtime_put(core); in clk_recalc()
1834 * @core: first clk in the subtree
1836 * @msg: notification type (see include/linux/clk.h)
1838 * Walks the subtree of clks starting with clk and recalculates rates as it
1839 * goes. Note that if a clk does not implement the .recalc_rate callback then
1845 static void __clk_recalc_rates(struct clk_core *core, bool update_req, in __clk_recalc_rates() argument
1854 old_rate = core->rate; in __clk_recalc_rates()
1856 if (core->parent) in __clk_recalc_rates()
1857 parent_rate = core->parent->rate; in __clk_recalc_rates()
1859 core->rate = clk_recalc(core, parent_rate); in __clk_recalc_rates()
1861 core->req_rate = core->rate; in __clk_recalc_rates()
1867 if (core->notifier_count && msg) in __clk_recalc_rates()
1868 __clk_notify(core, msg, old_rate, core->rate); in __clk_recalc_rates()
1870 hlist_for_each_entry(child, &core->children, child_node) in __clk_recalc_rates()
1874 static unsigned long clk_core_get_rate_recalc(struct clk_core *core) in clk_core_get_rate_recalc() argument
1876 if (core && (core->flags & CLK_GET_RATE_NOCACHE)) in clk_core_get_rate_recalc()
1877 __clk_recalc_rates(core, false, 0); in clk_core_get_rate_recalc()
1879 return clk_core_get_rate_nolock(core); in clk_core_get_rate_recalc()
1883 * clk_get_rate - return the rate of clk
1884 * @clk: the clk whose rate is being returned
1886 * Simply returns the cached rate of the clk, unless CLK_GET_RATE_NOCACHE flag
1888 * the clock enabledness. If clk is NULL, or if an error occurred, then returns
1891 unsigned long clk_get_rate(struct clk *clk) in clk_get_rate() argument
1895 if (!clk) in clk_get_rate()
1899 rate = clk_core_get_rate_recalc(clk->core); in clk_get_rate()
1906 static int clk_fetch_parent_index(struct clk_core *core, in clk_fetch_parent_index() argument
1912 return -EINVAL; in clk_fetch_parent_index()
1914 for (i = 0; i < core->num_parents; i++) { in clk_fetch_parent_index()
1916 if (core->parents[i].core == parent) in clk_fetch_parent_index()
1920 if (core->parents[i].core) in clk_fetch_parent_index()
1923 /* Maybe core hasn't been cached but the hw is all we know? */ in clk_fetch_parent_index()
1924 if (core->parents[i].hw) { in clk_fetch_parent_index()
1925 if (core->parents[i].hw == parent->hw) in clk_fetch_parent_index()
1933 if (parent == clk_core_get(core, i)) in clk_fetch_parent_index()
1937 if (core->parents[i].name && in clk_fetch_parent_index()
1938 !strcmp(parent->name, core->parents[i].name)) in clk_fetch_parent_index()
1942 if (i == core->num_parents) in clk_fetch_parent_index()
1943 return -EINVAL; in clk_fetch_parent_index()
1945 core->parents[i].core = parent; in clk_fetch_parent_index()
1950 * clk_hw_get_parent_index - return the index of the parent clock
1951 * @hw: clk_hw associated with the clk being consumed
1953 * Fetches and returns the index of parent clock. Returns -EINVAL if the given
1961 return -EINVAL; in clk_hw_get_parent_index()
1963 return clk_fetch_parent_index(hw->core, parent->core); in clk_hw_get_parent_index()
1968 * Update the orphan status of @core and all its children.
1970 static void clk_core_update_orphan_status(struct clk_core *core, bool is_orphan) in clk_core_update_orphan_status() argument
1974 core->orphan = is_orphan; in clk_core_update_orphan_status()
1976 hlist_for_each_entry(child, &core->children, child_node) in clk_core_update_orphan_status()
1980 static void clk_reparent(struct clk_core *core, struct clk_core *new_parent) in clk_reparent() argument
1982 bool was_orphan = core->orphan; in clk_reparent()
1984 hlist_del(&core->child_node); in clk_reparent()
1987 bool becomes_orphan = new_parent->orphan; in clk_reparent()
1990 if (new_parent->new_child == core) in clk_reparent()
1991 new_parent->new_child = NULL; in clk_reparent()
1993 hlist_add_head(&core->child_node, &new_parent->children); in clk_reparent()
1996 clk_core_update_orphan_status(core, becomes_orphan); in clk_reparent()
1998 hlist_add_head(&core->child_node, &clk_orphan_list); in clk_reparent()
2000 clk_core_update_orphan_status(core, true); in clk_reparent()
2003 core->parent = new_parent; in clk_reparent()
2006 static struct clk_core *__clk_set_parent_before(struct clk_core *core, in __clk_set_parent_before() argument
2010 struct clk_core *old_parent = core->parent; in __clk_set_parent_before()
2033 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_before()
2039 if (core->prepare_count) { in __clk_set_parent_before()
2041 clk_core_enable_lock(core); in __clk_set_parent_before()
2044 /* update the clk tree topology */ in __clk_set_parent_before()
2046 clk_reparent(core, parent); in __clk_set_parent_before()
2052 static void __clk_set_parent_after(struct clk_core *core, in __clk_set_parent_after() argument
2060 if (core->prepare_count) { in __clk_set_parent_after()
2061 clk_core_disable_lock(core); in __clk_set_parent_after()
2065 /* re-balance ref counting if CLK_OPS_PARENT_ENABLE is set */ in __clk_set_parent_after()
2066 if (core->flags & CLK_OPS_PARENT_ENABLE) { in __clk_set_parent_after()
2072 static int __clk_set_parent(struct clk_core *core, struct clk_core *parent, in __clk_set_parent() argument
2079 old_parent = __clk_set_parent_before(core, parent); in __clk_set_parent()
2081 trace_clk_set_parent(core, parent); in __clk_set_parent()
2084 if (parent && core->ops->set_parent) in __clk_set_parent()
2085 ret = core->ops->set_parent(core->hw, p_index); in __clk_set_parent()
2087 trace_clk_set_parent_complete(core, parent); in __clk_set_parent()
2091 clk_reparent(core, old_parent); in __clk_set_parent()
2094 __clk_set_parent_after(core, old_parent, parent); in __clk_set_parent()
2099 __clk_set_parent_after(core, parent, old_parent); in __clk_set_parent()
2106 * @core: first clk in the subtree
2107 * @parent_rate: the "future" rate of clk's parent
2109 * Walks the subtree of clks starting with clk, speculating rates as it
2113 * pre-rate change notifications and returns early if no clks in the
2114 * subtree have subscribed to the notifications. Note that if a clk does not
2118 static int __clk_speculate_rates(struct clk_core *core, in __clk_speculate_rates() argument
2127 new_rate = clk_recalc(core, parent_rate); in __clk_speculate_rates()
2130 if (core->notifier_count) in __clk_speculate_rates()
2131 ret = __clk_notify(core, PRE_RATE_CHANGE, core->rate, new_rate); in __clk_speculate_rates()
2134 pr_debug("%s: clk notifier callback for clock %s aborted with error %d\n", in __clk_speculate_rates()
2135 __func__, core->name, ret); in __clk_speculate_rates()
2139 hlist_for_each_entry(child, &core->children, child_node) { in __clk_speculate_rates()
2149 static void clk_calc_subtree(struct clk_core *core, unsigned long new_rate, in clk_calc_subtree() argument
2154 core->new_rate = new_rate; in clk_calc_subtree()
2155 core->new_parent = new_parent; in clk_calc_subtree()
2156 core->new_parent_index = p_index; in clk_calc_subtree()
2157 /* include clk in new parent's PRE_RATE_CHANGE notifications */ in clk_calc_subtree()
2158 core->new_child = NULL; in clk_calc_subtree()
2159 if (new_parent && new_parent != core->parent) in clk_calc_subtree()
2160 new_parent->new_child = core; in clk_calc_subtree()
2162 hlist_for_each_entry(child, &core->children, child_node) { in clk_calc_subtree()
2163 child->new_rate = clk_recalc(child, new_rate); in clk_calc_subtree()
2164 clk_calc_subtree(child, child->new_rate, NULL, 0); in clk_calc_subtree()
2172 static struct clk_core *clk_calc_new_rates(struct clk_core *core, in clk_calc_new_rates() argument
2175 struct clk_core *top = core; in clk_calc_new_rates()
2185 if (IS_ERR_OR_NULL(core)) in clk_calc_new_rates()
2189 parent = old_parent = core->parent; in clk_calc_new_rates()
2191 best_parent_rate = parent->rate; in clk_calc_new_rates()
2193 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_calc_new_rates()
2195 /* find the closest rate and parent clk/rate */ in clk_calc_new_rates()
2196 if (clk_core_can_round(core)) { in clk_calc_new_rates()
2199 clk_core_init_rate_req(core, &req, rate); in clk_calc_new_rates()
2203 ret = clk_core_determine_round_nolock(core, &req); in clk_calc_new_rates()
2211 parent = req.best_parent_hw ? req.best_parent_hw->core : NULL; in clk_calc_new_rates()
2215 } else if (!parent || !(core->flags & CLK_SET_RATE_PARENT)) { in clk_calc_new_rates()
2216 /* pass-through clock without adjustable parent */ in clk_calc_new_rates()
2217 core->new_rate = core->rate; in clk_calc_new_rates()
2220 /* pass-through clock with adjustable parent */ in clk_calc_new_rates()
2222 new_rate = parent->new_rate; in clk_calc_new_rates()
2228 (core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) { in clk_calc_new_rates()
2230 __func__, core->name); in clk_calc_new_rates()
2235 if (parent && core->num_parents > 1) { in clk_calc_new_rates()
2236 p_index = clk_fetch_parent_index(core, parent); in clk_calc_new_rates()
2238 pr_debug("%s: clk %s can not be parent of clk %s\n", in clk_calc_new_rates()
2239 __func__, parent->name, core->name); in clk_calc_new_rates()
2244 if ((core->flags & CLK_SET_RATE_PARENT) && parent && in clk_calc_new_rates()
2245 best_parent_rate != parent->rate) in clk_calc_new_rates()
2249 clk_calc_subtree(core, new_rate, parent, p_index); in clk_calc_new_rates()
2259 static struct clk_core *clk_propagate_rate_change(struct clk_core *core, in clk_propagate_rate_change() argument
2265 if (core->rate == core->new_rate) in clk_propagate_rate_change()
2268 if (core->notifier_count) { in clk_propagate_rate_change()
2269 ret = __clk_notify(core, event, core->rate, core->new_rate); in clk_propagate_rate_change()
2271 fail_clk = core; in clk_propagate_rate_change()
2274 hlist_for_each_entry(child, &core->children, child_node) { in clk_propagate_rate_change()
2276 if (child->new_parent && child->new_parent != core) in clk_propagate_rate_change()
2283 /* handle the new child who might not be in core->children yet */ in clk_propagate_rate_change()
2284 if (core->new_child) { in clk_propagate_rate_change()
2285 tmp_clk = clk_propagate_rate_change(core->new_child, event); in clk_propagate_rate_change()
2297 static void clk_change_rate(struct clk_core *core) in clk_change_rate() argument
2307 old_rate = core->rate; in clk_change_rate()
2309 if (core->new_parent) { in clk_change_rate()
2310 parent = core->new_parent; in clk_change_rate()
2311 best_parent_rate = core->new_parent->rate; in clk_change_rate()
2312 } else if (core->parent) { in clk_change_rate()
2313 parent = core->parent; in clk_change_rate()
2314 best_parent_rate = core->parent->rate; in clk_change_rate()
2317 if (clk_pm_runtime_get(core)) in clk_change_rate()
2320 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2321 clk_core_prepare(core); in clk_change_rate()
2322 clk_core_enable_lock(core); in clk_change_rate()
2325 if (core->new_parent && core->new_parent != core->parent) { in clk_change_rate()
2326 old_parent = __clk_set_parent_before(core, core->new_parent); in clk_change_rate()
2327 trace_clk_set_parent(core, core->new_parent); in clk_change_rate()
2329 if (core->ops->set_rate_and_parent) { in clk_change_rate()
2331 core->ops->set_rate_and_parent(core->hw, core->new_rate, in clk_change_rate()
2333 core->new_parent_index); in clk_change_rate()
2334 } else if (core->ops->set_parent) { in clk_change_rate()
2335 core->ops->set_parent(core->hw, core->new_parent_index); in clk_change_rate()
2338 trace_clk_set_parent_complete(core, core->new_parent); in clk_change_rate()
2339 __clk_set_parent_after(core, core->new_parent, old_parent); in clk_change_rate()
2342 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2345 trace_clk_set_rate(core, core->new_rate); in clk_change_rate()
2347 if (!skip_set_rate && core->ops->set_rate) in clk_change_rate()
2348 core->ops->set_rate(core->hw, core->new_rate, best_parent_rate); in clk_change_rate()
2350 trace_clk_set_rate_complete(core, core->new_rate); in clk_change_rate()
2352 core->rate = clk_recalc(core, best_parent_rate); in clk_change_rate()
2354 if (core->flags & CLK_SET_RATE_UNGATE) { in clk_change_rate()
2355 clk_core_disable_lock(core); in clk_change_rate()
2356 clk_core_unprepare(core); in clk_change_rate()
2359 if (core->flags & CLK_OPS_PARENT_ENABLE) in clk_change_rate()
2362 if (core->notifier_count && old_rate != core->rate) in clk_change_rate()
2363 __clk_notify(core, POST_RATE_CHANGE, old_rate, core->rate); in clk_change_rate()
2365 if (core->flags & CLK_RECALC_NEW_RATES) in clk_change_rate()
2366 (void)clk_calc_new_rates(core, core->new_rate); in clk_change_rate()
2372 hlist_for_each_entry_safe(child, tmp, &core->children, child_node) { in clk_change_rate()
2374 if (child->new_parent && child->new_parent != core) in clk_change_rate()
2379 /* handle the new child who might not be in core->children yet */ in clk_change_rate()
2380 if (core->new_child) in clk_change_rate()
2381 clk_change_rate(core->new_child); in clk_change_rate()
2383 clk_pm_runtime_put(core); in clk_change_rate()
2386 static unsigned long clk_core_req_round_rate_nolock(struct clk_core *core, in clk_core_req_round_rate_nolock() argument
2394 if (!core) in clk_core_req_round_rate_nolock()
2398 cnt = clk_core_rate_nuke_protect(core); in clk_core_req_round_rate_nolock()
2402 clk_core_init_rate_req(core, &req, req_rate); in clk_core_req_round_rate_nolock()
2406 ret = clk_core_round_rate_nolock(core, &req); in clk_core_req_round_rate_nolock()
2411 clk_core_rate_restore_protect(core, cnt); in clk_core_req_round_rate_nolock()
2416 static int clk_core_set_rate_nolock(struct clk_core *core, in clk_core_set_rate_nolock() argument
2423 if (!core) in clk_core_set_rate_nolock()
2426 rate = clk_core_req_round_rate_nolock(core, req_rate); in clk_core_set_rate_nolock()
2429 if (rate == clk_core_get_rate_nolock(core)) in clk_core_set_rate_nolock()
2433 if (clk_core_rate_is_protected(core)) in clk_core_set_rate_nolock()
2434 return -EBUSY; in clk_core_set_rate_nolock()
2437 top = clk_calc_new_rates(core, req_rate); in clk_core_set_rate_nolock()
2439 return -EINVAL; in clk_core_set_rate_nolock()
2441 ret = clk_pm_runtime_get(core); in clk_core_set_rate_nolock()
2449 fail_clk->name); in clk_core_set_rate_nolock()
2451 ret = -EBUSY; in clk_core_set_rate_nolock()
2458 core->req_rate = req_rate; in clk_core_set_rate_nolock()
2460 clk_pm_runtime_put(core); in clk_core_set_rate_nolock()
2466 * clk_set_rate - specify a new rate for clk
2467 * @clk: the clk whose rate is being changed
2468 * @rate: the new rate for clk
2470 * In the simplest case clk_set_rate will only adjust the rate of clk.
2473 * propagate up to clk's parent; whether or not this happens depends on the
2474 * outcome of clk's .round_rate implementation. If *parent_rate is unchanged
2476 * *parent_rate comes back with a new rate for clk's parent then we propagate
2477 * up to clk's parent and set its rate. Upward propagation will continue
2478 * until either a clk does not support the CLK_SET_RATE_PARENT flag or
2479 * .round_rate stops requesting changes to clk's parent_rate.
2484 * Returns 0 on success, -EERROR otherwise.
2486 int clk_set_rate(struct clk *clk, unsigned long rate) in clk_set_rate() argument
2490 if (!clk) in clk_set_rate()
2496 if (clk->exclusive_count) in clk_set_rate()
2497 clk_core_rate_unprotect(clk->core); in clk_set_rate()
2499 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate()
2501 if (clk->exclusive_count) in clk_set_rate()
2502 clk_core_rate_protect(clk->core); in clk_set_rate()
2511 * clk_set_rate_exclusive - specify a new rate and get exclusive control
2512 * @clk: the clk whose rate is being changed
2513 * @rate: the new rate for clk
2527 * Returns 0 on success, -EERROR otherwise.
2529 int clk_set_rate_exclusive(struct clk *clk, unsigned long rate) in clk_set_rate_exclusive() argument
2533 if (!clk) in clk_set_rate_exclusive()
2545 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_exclusive()
2547 clk_core_rate_protect(clk->core); in clk_set_rate_exclusive()
2548 clk->exclusive_count++; in clk_set_rate_exclusive()
2557 static int clk_set_rate_range_nolock(struct clk *clk, in clk_set_rate_range_nolock() argument
2566 if (!clk) in clk_set_rate_range_nolock()
2569 trace_clk_set_rate_range(clk->core, min, max); in clk_set_rate_range_nolock()
2572 pr_err("%s: clk %s dev %s con %s: invalid range [%lu, %lu]\n", in clk_set_rate_range_nolock()
2573 __func__, clk->core->name, clk->dev_id, clk->con_id, in clk_set_rate_range_nolock()
2575 return -EINVAL; in clk_set_rate_range_nolock()
2578 if (clk->exclusive_count) in clk_set_rate_range_nolock()
2579 clk_core_rate_unprotect(clk->core); in clk_set_rate_range_nolock()
2582 old_min = clk->min_rate; in clk_set_rate_range_nolock()
2583 old_max = clk->max_rate; in clk_set_rate_range_nolock()
2584 clk->min_rate = min; in clk_set_rate_range_nolock()
2585 clk->max_rate = max; in clk_set_rate_range_nolock()
2587 if (!clk_core_check_boundaries(clk->core, min, max)) { in clk_set_rate_range_nolock()
2588 ret = -EINVAL; in clk_set_rate_range_nolock()
2592 rate = clk->core->req_rate; in clk_set_rate_range_nolock()
2593 if (clk->core->flags & CLK_GET_RATE_NOCACHE) in clk_set_rate_range_nolock()
2594 rate = clk_core_get_rate_recalc(clk->core); in clk_set_rate_range_nolock()
2608 * - round_rate() was not favorable and fell on the wrong in clk_set_rate_range_nolock()
2610 * - the determine_rate() callback does not really check for in clk_set_rate_range_nolock()
2614 ret = clk_core_set_rate_nolock(clk->core, rate); in clk_set_rate_range_nolock()
2617 clk->min_rate = old_min; in clk_set_rate_range_nolock()
2618 clk->max_rate = old_max; in clk_set_rate_range_nolock()
2622 if (clk->exclusive_count) in clk_set_rate_range_nolock()
2623 clk_core_rate_protect(clk->core); in clk_set_rate_range_nolock()
2629 * clk_set_rate_range - set a rate range for a clock source
2630 * @clk: clock source
2636 int clk_set_rate_range(struct clk *clk, unsigned long min, unsigned long max) in clk_set_rate_range() argument
2640 if (!clk) in clk_set_rate_range()
2645 ret = clk_set_rate_range_nolock(clk, min, max); in clk_set_rate_range()
2654 * clk_set_min_rate - set a minimum clock rate for a clock source
2655 * @clk: clock source
2660 int clk_set_min_rate(struct clk *clk, unsigned long rate) in clk_set_min_rate() argument
2662 if (!clk) in clk_set_min_rate()
2665 trace_clk_set_min_rate(clk->core, rate); in clk_set_min_rate()
2667 return clk_set_rate_range(clk, rate, clk->max_rate); in clk_set_min_rate()
2672 * clk_set_max_rate - set a maximum clock rate for a clock source
2673 * @clk: clock source
2678 int clk_set_max_rate(struct clk *clk, unsigned long rate) in clk_set_max_rate() argument
2680 if (!clk) in clk_set_max_rate()
2683 trace_clk_set_max_rate(clk->core, rate); in clk_set_max_rate()
2685 return clk_set_rate_range(clk, clk->min_rate, rate); in clk_set_max_rate()
2690 * clk_get_parent - return the parent of a clk
2691 * @clk: the clk whose parent gets returned
2693 * Simply returns clk->parent. Returns NULL if clk is NULL.
2695 struct clk *clk_get_parent(struct clk *clk) in clk_get_parent() argument
2697 struct clk *parent; in clk_get_parent()
2699 if (!clk) in clk_get_parent()
2703 /* TODO: Create a per-user clk and change callers to call clk_put */ in clk_get_parent()
2704 parent = !clk->core->parent ? NULL : clk->core->parent->hw->clk; in clk_get_parent()
2711 static struct clk_core *__clk_init_parent(struct clk_core *core) in __clk_init_parent() argument
2715 if (core->num_parents > 1 && core->ops->get_parent) in __clk_init_parent()
2716 index = core->ops->get_parent(core->hw); in __clk_init_parent()
2718 return clk_core_get_parent_by_index(core, index); in __clk_init_parent()
2721 static void clk_core_reparent(struct clk_core *core, in clk_core_reparent() argument
2724 clk_reparent(core, new_parent); in clk_core_reparent()
2725 __clk_recalc_accuracies(core); in clk_core_reparent()
2726 __clk_recalc_rates(core, true, POST_RATE_CHANGE); in clk_core_reparent()
2734 clk_core_reparent(hw->core, !new_parent ? NULL : new_parent->core); in clk_hw_reparent()
2738 * clk_has_parent - check if a clock is a possible parent for another
2739 * @clk: clock source
2745 * Returns true if @parent is a possible parent for @clk, false otherwise.
2747 bool clk_has_parent(const struct clk *clk, const struct clk *parent) in clk_has_parent() argument
2750 if (!clk || !parent) in clk_has_parent()
2753 return clk_core_has_parent(clk->core, parent->core); in clk_has_parent()
2757 static int clk_core_set_parent_nolock(struct clk_core *core, in clk_core_set_parent_nolock() argument
2766 if (!core) in clk_core_set_parent_nolock()
2769 if (core->parent == parent) in clk_core_set_parent_nolock()
2772 /* verify ops for multi-parent clks */ in clk_core_set_parent_nolock()
2773 if (core->num_parents > 1 && !core->ops->set_parent) in clk_core_set_parent_nolock()
2774 return -EPERM; in clk_core_set_parent_nolock()
2776 /* check that we are allowed to re-parent if the clock is in use */ in clk_core_set_parent_nolock()
2777 if ((core->flags & CLK_SET_PARENT_GATE) && core->prepare_count) in clk_core_set_parent_nolock()
2778 return -EBUSY; in clk_core_set_parent_nolock()
2780 if (clk_core_rate_is_protected(core)) in clk_core_set_parent_nolock()
2781 return -EBUSY; in clk_core_set_parent_nolock()
2785 p_index = clk_fetch_parent_index(core, parent); in clk_core_set_parent_nolock()
2787 pr_debug("%s: clk %s can not be parent of clk %s\n", in clk_core_set_parent_nolock()
2788 __func__, parent->name, core->name); in clk_core_set_parent_nolock()
2791 p_rate = parent->rate; in clk_core_set_parent_nolock()
2794 ret = clk_pm_runtime_get(core); in clk_core_set_parent_nolock()
2799 ret = __clk_speculate_rates(core, p_rate); in clk_core_set_parent_nolock()
2805 /* do the re-parent */ in clk_core_set_parent_nolock()
2806 ret = __clk_set_parent(core, parent, p_index); in clk_core_set_parent_nolock()
2810 __clk_recalc_rates(core, true, ABORT_RATE_CHANGE); in clk_core_set_parent_nolock()
2812 __clk_recalc_rates(core, true, POST_RATE_CHANGE); in clk_core_set_parent_nolock()
2813 __clk_recalc_accuracies(core); in clk_core_set_parent_nolock()
2817 clk_pm_runtime_put(core); in clk_core_set_parent_nolock()
2824 return clk_core_set_parent_nolock(hw->core, parent->core); in clk_hw_set_parent()
2829 * clk_set_parent - switch the parent of a mux clk
2830 * @clk: the mux clk whose input we are switching
2831 * @parent: the new input to clk
2833 * Re-parent clk to use parent as its new input source. If clk is in
2834 * prepared state, the clk will get enabled for the duration of this call. If
2835 * that's not acceptable for a specific clk (Eg: the consumer can't handle
2837 * CLK_SET_PARENT_GATE flag to allow reparenting only when clk is unprepared.
2839 * After successfully changing clk's parent clk_set_parent will update the
2840 * clk topology, sysfs topology and propagate rate recalculation via
2843 * Returns 0 on success, -EERROR otherwise.
2845 int clk_set_parent(struct clk *clk, struct clk *parent) in clk_set_parent() argument
2849 if (!clk) in clk_set_parent()
2854 if (clk->exclusive_count) in clk_set_parent()
2855 clk_core_rate_unprotect(clk->core); in clk_set_parent()
2857 ret = clk_core_set_parent_nolock(clk->core, in clk_set_parent()
2858 parent ? parent->core : NULL); in clk_set_parent()
2860 if (clk->exclusive_count) in clk_set_parent()
2861 clk_core_rate_protect(clk->core); in clk_set_parent()
2869 static int clk_core_set_phase_nolock(struct clk_core *core, int degrees) in clk_core_set_phase_nolock() argument
2871 int ret = -EINVAL; in clk_core_set_phase_nolock()
2875 if (!core) in clk_core_set_phase_nolock()
2878 if (clk_core_rate_is_protected(core)) in clk_core_set_phase_nolock()
2879 return -EBUSY; in clk_core_set_phase_nolock()
2881 trace_clk_set_phase(core, degrees); in clk_core_set_phase_nolock()
2883 if (core->ops->set_phase) { in clk_core_set_phase_nolock()
2884 ret = core->ops->set_phase(core->hw, degrees); in clk_core_set_phase_nolock()
2886 core->phase = degrees; in clk_core_set_phase_nolock()
2889 trace_clk_set_phase_complete(core, degrees); in clk_core_set_phase_nolock()
2895 * clk_set_phase - adjust the phase shift of a clock signal
2896 * @clk: clock signal source
2900 * degrees. Returns 0 on success, -EERROR otherwise.
2904 * phase locked-loop clock signal generators we may shift phase with
2914 int clk_set_phase(struct clk *clk, int degrees) in clk_set_phase() argument
2918 if (!clk) in clk_set_phase()
2928 if (clk->exclusive_count) in clk_set_phase()
2929 clk_core_rate_unprotect(clk->core); in clk_set_phase()
2931 ret = clk_core_set_phase_nolock(clk->core, degrees); in clk_set_phase()
2933 if (clk->exclusive_count) in clk_set_phase()
2934 clk_core_rate_protect(clk->core); in clk_set_phase()
2942 static int clk_core_get_phase(struct clk_core *core) in clk_core_get_phase() argument
2947 if (!core->ops->get_phase) in clk_core_get_phase()
2951 ret = core->ops->get_phase(core->hw); in clk_core_get_phase()
2953 core->phase = ret; in clk_core_get_phase()
2959 * clk_get_phase - return the phase shift of a clock signal
2960 * @clk: clock signal source
2963 * -EERROR.
2965 int clk_get_phase(struct clk *clk) in clk_get_phase() argument
2969 if (!clk) in clk_get_phase()
2973 ret = clk_core_get_phase(clk->core); in clk_get_phase()
2980 static void clk_core_reset_duty_cycle_nolock(struct clk_core *core) in clk_core_reset_duty_cycle_nolock() argument
2983 core->duty.num = 1; in clk_core_reset_duty_cycle_nolock()
2984 core->duty.den = 2; in clk_core_reset_duty_cycle_nolock()
2987 static int clk_core_update_duty_cycle_parent_nolock(struct clk_core *core);
2989 static int clk_core_update_duty_cycle_nolock(struct clk_core *core) in clk_core_update_duty_cycle_nolock() argument
2991 struct clk_duty *duty = &core->duty; in clk_core_update_duty_cycle_nolock()
2994 if (!core->ops->get_duty_cycle) in clk_core_update_duty_cycle_nolock()
2995 return clk_core_update_duty_cycle_parent_nolock(core); in clk_core_update_duty_cycle_nolock()
2997 ret = core->ops->get_duty_cycle(core->hw, duty); in clk_core_update_duty_cycle_nolock()
3002 if (duty->den == 0 || duty->num > duty->den) { in clk_core_update_duty_cycle_nolock()
3003 ret = -EINVAL; in clk_core_update_duty_cycle_nolock()
3010 clk_core_reset_duty_cycle_nolock(core); in clk_core_update_duty_cycle_nolock()
3014 static int clk_core_update_duty_cycle_parent_nolock(struct clk_core *core) in clk_core_update_duty_cycle_parent_nolock() argument
3018 if (core->parent && in clk_core_update_duty_cycle_parent_nolock()
3019 core->flags & CLK_DUTY_CYCLE_PARENT) { in clk_core_update_duty_cycle_parent_nolock()
3020 ret = clk_core_update_duty_cycle_nolock(core->parent); in clk_core_update_duty_cycle_parent_nolock()
3021 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_update_duty_cycle_parent_nolock()
3023 clk_core_reset_duty_cycle_nolock(core); in clk_core_update_duty_cycle_parent_nolock()
3029 static int clk_core_set_duty_cycle_parent_nolock(struct clk_core *core,
3032 static int clk_core_set_duty_cycle_nolock(struct clk_core *core, in clk_core_set_duty_cycle_nolock() argument
3039 if (clk_core_rate_is_protected(core)) in clk_core_set_duty_cycle_nolock()
3040 return -EBUSY; in clk_core_set_duty_cycle_nolock()
3042 trace_clk_set_duty_cycle(core, duty); in clk_core_set_duty_cycle_nolock()
3044 if (!core->ops->set_duty_cycle) in clk_core_set_duty_cycle_nolock()
3045 return clk_core_set_duty_cycle_parent_nolock(core, duty); in clk_core_set_duty_cycle_nolock()
3047 ret = core->ops->set_duty_cycle(core->hw, duty); in clk_core_set_duty_cycle_nolock()
3049 memcpy(&core->duty, duty, sizeof(*duty)); in clk_core_set_duty_cycle_nolock()
3051 trace_clk_set_duty_cycle_complete(core, duty); in clk_core_set_duty_cycle_nolock()
3056 static int clk_core_set_duty_cycle_parent_nolock(struct clk_core *core, in clk_core_set_duty_cycle_parent_nolock() argument
3061 if (core->parent && in clk_core_set_duty_cycle_parent_nolock()
3062 core->flags & (CLK_DUTY_CYCLE_PARENT | CLK_SET_RATE_PARENT)) { in clk_core_set_duty_cycle_parent_nolock()
3063 ret = clk_core_set_duty_cycle_nolock(core->parent, duty); in clk_core_set_duty_cycle_parent_nolock()
3064 memcpy(&core->duty, &core->parent->duty, sizeof(core->duty)); in clk_core_set_duty_cycle_parent_nolock()
3071 * clk_set_duty_cycle - adjust the duty cycle ratio of a clock signal
3072 * @clk: clock signal source
3081 int clk_set_duty_cycle(struct clk *clk, unsigned int num, unsigned int den) in clk_set_duty_cycle() argument
3086 if (!clk) in clk_set_duty_cycle()
3091 return -EINVAL; in clk_set_duty_cycle()
3098 if (clk->exclusive_count) in clk_set_duty_cycle()
3099 clk_core_rate_unprotect(clk->core); in clk_set_duty_cycle()
3101 ret = clk_core_set_duty_cycle_nolock(clk->core, &duty); in clk_set_duty_cycle()
3103 if (clk->exclusive_count) in clk_set_duty_cycle()
3104 clk_core_rate_protect(clk->core); in clk_set_duty_cycle()
3112 static int clk_core_get_scaled_duty_cycle(struct clk_core *core, in clk_core_get_scaled_duty_cycle() argument
3115 struct clk_duty *duty = &core->duty; in clk_core_get_scaled_duty_cycle()
3120 ret = clk_core_update_duty_cycle_nolock(core); in clk_core_get_scaled_duty_cycle()
3122 ret = mult_frac(scale, duty->num, duty->den); in clk_core_get_scaled_duty_cycle()
3130 * clk_get_scaled_duty_cycle - return the duty cycle ratio of a clock signal
3131 * @clk: clock signal source
3137 int clk_get_scaled_duty_cycle(struct clk *clk, unsigned int scale) in clk_get_scaled_duty_cycle() argument
3139 if (!clk) in clk_get_scaled_duty_cycle()
3142 return clk_core_get_scaled_duty_cycle(clk->core, scale); in clk_get_scaled_duty_cycle()
3147 * clk_is_match - check if two clk's point to the same hardware clock
3148 * @p: clk compared against q
3149 * @q: clk compared against p
3151 * Returns true if the two struct clk pointers both point to the same hardware
3152 * clock node. Put differently, returns true if struct clk *p and struct clk *q
3157 bool clk_is_match(const struct clk *p, const struct clk *q) in clk_is_match()
3159 /* trivial case: identical struct clk's or both NULL */ in clk_is_match()
3163 /* true if clk->core pointers match. Avoid dereferencing garbage */ in clk_is_match()
3165 if (p->core == q->core) in clk_is_match()
3192 seq_printf(s, "%*s%-*s %7d %8d %8d %11lu %10lu ", in clk_summary_show_one()
3194 30 - level * 3, c->name, in clk_summary_show_one()
3195 c->enable_count, c->prepare_count, c->protect_count, in clk_summary_show_one()
3203 seq_puts(s, "-----"); in clk_summary_show_one()
3207 if (c->ops->is_enabled) in clk_summary_show_one()
3209 else if (!c->ops->enable) in clk_summary_show_one()
3224 hlist_for_each_entry(child, &c->children, child_node) in clk_summary_show_subtree()
3231 struct hlist_head **lists = s->private; in clk_summary_show()
3235 …seq_puts(s, "-------------------------------------------------------------------------------------… in clk_summary_show()
3257 seq_printf(s, "\"%s\": { ", c->name); in clk_dump_one()
3258 seq_printf(s, "\"enable_count\": %d,", c->enable_count); in clk_dump_one()
3259 seq_printf(s, "\"prepare_count\": %d,", c->prepare_count); in clk_dump_one()
3260 seq_printf(s, "\"protect_count\": %d,", c->protect_count); in clk_dump_one()
3278 hlist_for_each_entry(child, &c->children, child_node) { in clk_dump_subtree()
3290 struct hlist_head **lists = s->private; in clk_dump_show()
3320 struct clk_core *core = data; in clk_rate_set() local
3324 ret = clk_core_set_rate_nolock(core, val); in clk_rate_set()
3334 struct clk_core *core = data; in clk_prepare_enable_set() local
3338 ret = clk_prepare_enable(core->hw->clk); in clk_prepare_enable_set()
3340 clk_disable_unprepare(core->hw->clk); in clk_prepare_enable_set()
3347 struct clk_core *core = data; in clk_prepare_enable_get() local
3349 *val = core->enable_count && core->prepare_count; in clk_prepare_enable_get()
3363 struct clk_core *core = data; in clk_rate_get() local
3366 *val = clk_core_get_rate_recalc(core); in clk_rate_get()
3396 struct clk_core *core = s->private; in clk_flags_show() local
3397 unsigned long flags = core->flags; in clk_flags_show()
3415 static void possible_parent_show(struct seq_file *s, struct clk_core *core, in possible_parent_show() argument
3427 * 4. Fetch parent clock's clock-output-name if DT index was set in possible_parent_show()
3433 parent = clk_core_get_parent_by_index(core, i); in possible_parent_show()
3435 seq_puts(s, parent->name); in possible_parent_show()
3436 } else if (core->parents[i].name) { in possible_parent_show()
3437 seq_puts(s, core->parents[i].name); in possible_parent_show()
3438 } else if (core->parents[i].fw_name) { in possible_parent_show()
3439 seq_printf(s, "<%s>(fw)", core->parents[i].fw_name); in possible_parent_show()
3441 if (core->parents[i].index >= 0) in possible_parent_show()
3442 name = of_clk_get_parent_name(core->of_node, core->parents[i].index); in possible_parent_show()
3454 struct clk_core *core = s->private; in possible_parents_show() local
3457 for (i = 0; i < core->num_parents - 1; i++) in possible_parents_show()
3458 possible_parent_show(s, core, i, ' '); in possible_parents_show()
3460 possible_parent_show(s, core, i, '\n'); in possible_parents_show()
3468 struct clk_core *core = s->private; in current_parent_show() local
3470 if (core->parent) in current_parent_show()
3471 seq_printf(s, "%s\n", core->parent->name); in current_parent_show()
3481 struct seq_file *s = file->private_data; in current_parent_write()
3482 struct clk_core *core = s->private; in current_parent_write() local
3491 parent = clk_core_get_parent_by_index(core, idx); in current_parent_write()
3493 return -ENOENT; in current_parent_write()
3496 err = clk_core_set_parent_nolock(core, parent); in current_parent_write()
3515 struct clk_core *core = s->private; in clk_duty_cycle_show() local
3516 struct clk_duty *duty = &core->duty; in clk_duty_cycle_show()
3518 seq_printf(s, "%u/%u\n", duty->num, duty->den); in clk_duty_cycle_show()
3526 struct clk_core *core = s->private; in clk_min_rate_show() local
3530 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_min_rate_show()
3540 struct clk_core *core = s->private; in clk_max_rate_show() local
3544 clk_core_get_boundaries(core, &min_rate, &max_rate); in clk_max_rate_show()
3552 static void clk_debug_create_one(struct clk_core *core, struct dentry *pdentry) in clk_debug_create_one() argument
3556 if (!core || !pdentry) in clk_debug_create_one()
3559 root = debugfs_create_dir(core->name, pdentry); in clk_debug_create_one()
3560 core->dentry = root; in clk_debug_create_one()
3562 debugfs_create_file("clk_rate", clk_rate_mode, root, core, in clk_debug_create_one()
3564 debugfs_create_file("clk_min_rate", 0444, root, core, &clk_min_rate_fops); in clk_debug_create_one()
3565 debugfs_create_file("clk_max_rate", 0444, root, core, &clk_max_rate_fops); in clk_debug_create_one()
3566 debugfs_create_ulong("clk_accuracy", 0444, root, &core->accuracy); in clk_debug_create_one()
3567 debugfs_create_u32("clk_phase", 0444, root, &core->phase); in clk_debug_create_one()
3568 debugfs_create_file("clk_flags", 0444, root, core, &clk_flags_fops); in clk_debug_create_one()
3569 debugfs_create_u32("clk_prepare_count", 0444, root, &core->prepare_count); in clk_debug_create_one()
3570 debugfs_create_u32("clk_enable_count", 0444, root, &core->enable_count); in clk_debug_create_one()
3571 debugfs_create_u32("clk_protect_count", 0444, root, &core->protect_count); in clk_debug_create_one()
3572 debugfs_create_u32("clk_notifier_count", 0444, root, &core->notifier_count); in clk_debug_create_one()
3573 debugfs_create_file("clk_duty_cycle", 0444, root, core, in clk_debug_create_one()
3576 debugfs_create_file("clk_prepare_enable", 0644, root, core, in clk_debug_create_one()
3579 if (core->num_parents > 1) in clk_debug_create_one()
3580 debugfs_create_file("clk_parent", 0644, root, core, in clk_debug_create_one()
3584 if (core->num_parents > 0) in clk_debug_create_one()
3585 debugfs_create_file("clk_parent", 0444, root, core, in clk_debug_create_one()
3588 if (core->num_parents > 1) in clk_debug_create_one()
3589 debugfs_create_file("clk_possible_parents", 0444, root, core, in clk_debug_create_one()
3592 if (core->ops->debug_init) in clk_debug_create_one()
3593 core->ops->debug_init(core->hw, core->dentry); in clk_debug_create_one()
3597 * clk_debug_register - add a clk node to the debugfs clk directory
3598 * @core: the clk being added to the debugfs clk directory
3600 * Dynamically adds a clk to the debugfs clk directory if debugfs has been
3601 * initialized. Otherwise it bails out early since the debugfs clk directory
3604 static void clk_debug_register(struct clk_core *core) in clk_debug_register() argument
3607 hlist_add_head(&core->debug_node, &clk_debug_list); in clk_debug_register()
3609 clk_debug_create_one(core, rootdir); in clk_debug_register()
3614 * clk_debug_unregister - remove a clk node from the debugfs clk directory
3615 * @core: the clk being removed from the debugfs clk directory
3617 * Dynamically removes a clk and all its child nodes from the
3618 * debugfs clk directory if clk->dentry points to debugfs created by
3621 static void clk_debug_unregister(struct clk_core *core) in clk_debug_unregister() argument
3624 hlist_del_init(&core->debug_node); in clk_debug_unregister()
3625 debugfs_remove_recursive(core->dentry); in clk_debug_unregister()
3626 core->dentry = NULL; in clk_debug_unregister()
3631 * clk_debug_init - lazily populate the debugfs clk directory
3635 * populates the debugfs clk directory once at boot-time when we know that
3636 * debugfs is setup. It should only be called once at boot-time, all other clks
3641 struct clk_core *core; in clk_debug_init() local
3648 pr_warn("** WRITEABLE clk DebugFS SUPPORT HAS BEEN ENABLED IN THIS KERNEL **\n"); in clk_debug_init()
3650 pr_warn("** This means that this kernel is built to expose clk operations **\n"); in clk_debug_init()
3661 rootdir = debugfs_create_dir("clk", NULL); in clk_debug_init()
3673 hlist_for_each_entry(core, &clk_debug_list, debug_node) in clk_debug_init()
3674 clk_debug_create_one(core, rootdir); in clk_debug_init()
3683 static inline void clk_debug_register(struct clk_core *core) { } in clk_debug_register() argument
3684 static inline void clk_debug_unregister(struct clk_core *core) in clk_debug_unregister() argument
3708 /* update the clk tree topology */ in clk_core_reparent_orphans_nolock()
3722 * 'req_rate' is set to something non-zero so that in clk_core_reparent_orphans_nolock()
3725 orphan->req_rate = orphan->rate; in clk_core_reparent_orphans_nolock()
3731 * __clk_core_init - initialize the data structures in a struct clk_core
3732 * @core: clk_core being initialized
3737 static int __clk_core_init(struct clk_core *core) in __clk_core_init() argument
3747 * Set hw->core after grabbing the prepare_lock to synchronize with in __clk_core_init()
3748 * callers of clk_core_fill_parent_index() where we treat hw->core in __clk_core_init()
3749 * being NULL as the clk not being registered yet. This is crucial so in __clk_core_init()
3752 core->hw->core = core; in __clk_core_init()
3754 ret = clk_pm_runtime_get(core); in __clk_core_init()
3759 if (clk_core_lookup(core->name)) { in __clk_core_init()
3760 pr_debug("%s: clk %s already initialized\n", in __clk_core_init()
3761 __func__, core->name); in __clk_core_init()
3762 ret = -EEXIST; in __clk_core_init()
3766 /* check that clk_ops are sane. See Documentation/driver-api/clk.rst */ in __clk_core_init()
3767 if (core->ops->set_rate && in __clk_core_init()
3768 !((core->ops->round_rate || core->ops->determine_rate) && in __clk_core_init()
3769 core->ops->recalc_rate)) { in __clk_core_init()
3771 __func__, core->name); in __clk_core_init()
3772 ret = -EINVAL; in __clk_core_init()
3776 if (core->ops->set_parent && !core->ops->get_parent) { in __clk_core_init()
3778 __func__, core->name); in __clk_core_init()
3779 ret = -EINVAL; in __clk_core_init()
3783 if (core->ops->set_parent && !core->ops->determine_rate) { in __clk_core_init()
3785 __func__, core->name); in __clk_core_init()
3786 ret = -EINVAL; in __clk_core_init()
3790 if (core->num_parents > 1 && !core->ops->get_parent) { in __clk_core_init()
3792 __func__, core->name); in __clk_core_init()
3793 ret = -EINVAL; in __clk_core_init()
3797 if (core->ops->set_rate_and_parent && in __clk_core_init()
3798 !(core->ops->set_parent && core->ops->set_rate)) { in __clk_core_init()
3800 __func__, core->name); in __clk_core_init()
3801 ret = -EINVAL; in __clk_core_init()
3806 * optional platform-specific magic in __clk_core_init()
3819 if (core->ops->init) { in __clk_core_init()
3820 ret = core->ops->init(core->hw); in __clk_core_init()
3825 parent = core->parent = __clk_init_parent(core); in __clk_core_init()
3828 * Populate core->parent if parent has already been clk_core_init'd. If in __clk_core_init()
3829 * parent has not yet been clk_core_init'd then place clk in the orphan in __clk_core_init()
3830 * list. If clk doesn't have any parents then place it in the root in __clk_core_init()
3831 * clk list. in __clk_core_init()
3833 * Every time a new clk is clk_init'd then we walk the list of orphan in __clk_core_init()
3834 * clocks and re-parent any that are children of the clock currently in __clk_core_init()
3838 hlist_add_head(&core->child_node, &parent->children); in __clk_core_init()
3839 core->orphan = parent->orphan; in __clk_core_init()
3840 } else if (!core->num_parents) { in __clk_core_init()
3841 hlist_add_head(&core->child_node, &clk_root_list); in __clk_core_init()
3842 core->orphan = false; in __clk_core_init()
3844 hlist_add_head(&core->child_node, &clk_orphan_list); in __clk_core_init()
3845 core->orphan = true; in __clk_core_init()
3849 * Set clk's accuracy. The preferred method is to use in __clk_core_init()
3855 if (core->ops->recalc_accuracy) in __clk_core_init()
3856 core->accuracy = core->ops->recalc_accuracy(core->hw, in __clk_core_init()
3859 core->accuracy = parent->accuracy; in __clk_core_init()
3861 core->accuracy = 0; in __clk_core_init()
3864 * Set clk's phase by clk_core_get_phase() caching the phase. in __clk_core_init()
3868 phase = clk_core_get_phase(core); in __clk_core_init()
3871 pr_warn("%s: Failed to get phase for clk '%s'\n", __func__, in __clk_core_init()
3872 core->name); in __clk_core_init()
3877 * Set clk's duty cycle. in __clk_core_init()
3879 clk_core_update_duty_cycle_nolock(core); in __clk_core_init()
3882 * Set clk's rate. The preferred method is to use .recalc_rate. For in __clk_core_init()
3887 if (core->ops->recalc_rate) in __clk_core_init()
3888 rate = core->ops->recalc_rate(core->hw, in __clk_core_init()
3891 rate = parent->rate; in __clk_core_init()
3894 core->rate = core->req_rate = rate; in __clk_core_init()
3901 if (core->flags & CLK_IS_CRITICAL) { in __clk_core_init()
3902 ret = clk_core_prepare(core); in __clk_core_init()
3904 pr_warn("%s: critical clk '%s' failed to prepare\n", in __clk_core_init()
3905 __func__, core->name); in __clk_core_init()
3909 ret = clk_core_enable_lock(core); in __clk_core_init()
3911 pr_warn("%s: critical clk '%s' failed to enable\n", in __clk_core_init()
3912 __func__, core->name); in __clk_core_init()
3913 clk_core_unprepare(core); in __clk_core_init()
3920 kref_init(&core->ref); in __clk_core_init()
3922 clk_pm_runtime_put(core); in __clk_core_init()
3925 hlist_del_init(&core->child_node); in __clk_core_init()
3926 core->hw->core = NULL; in __clk_core_init()
3932 clk_debug_register(core); in __clk_core_init()
3938 * clk_core_link_consumer - Add a clk consumer to the list of consumers in a clk_core
3939 * @core: clk to add consumer to
3940 * @clk: consumer to link to a clk
3942 static void clk_core_link_consumer(struct clk_core *core, struct clk *clk) in clk_core_link_consumer() argument
3945 hlist_add_head(&clk->clks_node, &core->clks); in clk_core_link_consumer()
3950 * clk_core_unlink_consumer - Remove a clk consumer from the list of consumers in a clk_core
3951 * @clk: consumer to unlink
3953 static void clk_core_unlink_consumer(struct clk *clk) in clk_core_unlink_consumer() argument
3956 hlist_del(&clk->clks_node); in clk_core_unlink_consumer()
3960 * alloc_clk - Allocate a clk consumer, but leave it unlinked to the clk_core
3961 * @core: clk to allocate a consumer for
3965 * Returns: clk consumer left unlinked from the consumer list
3967 static struct clk *alloc_clk(struct clk_core *core, const char *dev_id, in alloc_clk() argument
3970 struct clk *clk; in alloc_clk() local
3972 clk = kzalloc(sizeof(*clk), GFP_KERNEL); in alloc_clk()
3973 if (!clk) in alloc_clk()
3974 return ERR_PTR(-ENOMEM); in alloc_clk()
3976 clk->core = core; in alloc_clk()
3977 clk->dev_id = dev_id; in alloc_clk()
3978 clk->con_id = kstrdup_const(con_id, GFP_KERNEL); in alloc_clk()
3979 clk->max_rate = ULONG_MAX; in alloc_clk()
3981 return clk; in alloc_clk()
3985 * free_clk - Free a clk consumer
3986 * @clk: clk consumer to free
3988 * Note, this assumes the clk has been unlinked from the clk_core consumer
3991 static void free_clk(struct clk *clk) in free_clk() argument
3993 kfree_const(clk->con_id); in free_clk()
3994 kfree(clk); in free_clk()
3998 * clk_hw_create_clk: Allocate and link a clk consumer to a clk_core given
4000 * @dev: clk consumer device
4001 * @hw: clk_hw associated with the clk being consumed
4005 * This is the main function used to create a clk pointer for use by clk
4007 * used by the framework and clk provider respectively.
4009 struct clk *clk_hw_create_clk(struct device *dev, struct clk_hw *hw, in clk_hw_create_clk()
4012 struct clk *clk; in clk_hw_create_clk() local
4013 struct clk_core *core; in clk_hw_create_clk() local
4019 core = hw->core; in clk_hw_create_clk()
4020 clk = alloc_clk(core, dev_id, con_id); in clk_hw_create_clk()
4021 if (IS_ERR(clk)) in clk_hw_create_clk()
4022 return clk; in clk_hw_create_clk()
4023 clk->dev = dev; in clk_hw_create_clk()
4025 if (!try_module_get(core->owner)) { in clk_hw_create_clk()
4026 free_clk(clk); in clk_hw_create_clk()
4027 return ERR_PTR(-ENOENT); in clk_hw_create_clk()
4030 kref_get(&core->ref); in clk_hw_create_clk()
4031 clk_core_link_consumer(core, clk); in clk_hw_create_clk()
4033 return clk; in clk_hw_create_clk()
4037 * clk_hw_get_clk - get clk consumer given an clk_hw
4038 * @hw: clk_hw associated with the clk being consumed
4041 * Returns: new clk consumer
4043 * to get a consumer clk and act on the clock element
4046 struct clk *clk_hw_get_clk(struct clk_hw *hw, const char *con_id) in clk_hw_get_clk()
4048 struct device *dev = hw->core->dev; in clk_hw_get_clk()
4061 return -EINVAL; in clk_cpy_name()
4067 return -ENOMEM; in clk_cpy_name()
4072 static int clk_core_populate_parent_map(struct clk_core *core, in clk_core_populate_parent_map() argument
4075 u8 num_parents = init->num_parents; in clk_core_populate_parent_map()
4076 const char * const *parent_names = init->parent_names; in clk_core_populate_parent_map()
4077 const struct clk_hw **parent_hws = init->parent_hws; in clk_core_populate_parent_map()
4078 const struct clk_parent_data *parent_data = init->parent_data; in clk_core_populate_parent_map()
4086 * Avoid unnecessary string look-ups of clk_core's possible parents by in clk_core_populate_parent_map()
4090 core->parents = parents; in clk_core_populate_parent_map()
4092 return -ENOMEM; in clk_core_populate_parent_map()
4096 parent->index = -1; in clk_core_populate_parent_map()
4101 __func__, core->name); in clk_core_populate_parent_map()
4102 ret = clk_cpy_name(&parent->name, parent_names[i], in clk_core_populate_parent_map()
4105 parent->hw = parent_data[i].hw; in clk_core_populate_parent_map()
4106 parent->index = parent_data[i].index; in clk_core_populate_parent_map()
4107 ret = clk_cpy_name(&parent->fw_name, in clk_core_populate_parent_map()
4110 ret = clk_cpy_name(&parent->name, in clk_core_populate_parent_map()
4114 parent->hw = parent_hws[i]; in clk_core_populate_parent_map()
4116 ret = -EINVAL; in clk_core_populate_parent_map()
4124 } while (--i >= 0); in clk_core_populate_parent_map()
4134 static void clk_core_free_parent_map(struct clk_core *core) in clk_core_free_parent_map() argument
4136 int i = core->num_parents; in clk_core_free_parent_map()
4138 if (!core->num_parents) in clk_core_free_parent_map()
4141 while (--i >= 0) { in clk_core_free_parent_map()
4142 kfree_const(core->parents[i].name); in clk_core_free_parent_map()
4143 kfree_const(core->parents[i].fw_name); in clk_core_free_parent_map()
4146 kfree(core->parents); in clk_core_free_parent_map()
4149 static struct clk *
4153 struct clk_core *core; in __clk_register() local
4154 const struct clk_init_data *init = hw->init; in __clk_register()
4159 * we catch use of hw->init early on in the core. in __clk_register()
4161 hw->init = NULL; in __clk_register()
4163 core = kzalloc(sizeof(*core), GFP_KERNEL); in __clk_register()
4164 if (!core) { in __clk_register()
4165 ret = -ENOMEM; in __clk_register()
4169 core->name = kstrdup_const(init->name, GFP_KERNEL); in __clk_register()
4170 if (!core->name) { in __clk_register()
4171 ret = -ENOMEM; in __clk_register()
4175 if (WARN_ON(!init->ops)) { in __clk_register()
4176 ret = -EINVAL; in __clk_register()
4179 core->ops = init->ops; in __clk_register()
4182 core->rpm_enabled = true; in __clk_register()
4183 core->dev = dev; in __clk_register()
4184 core->of_node = np; in __clk_register()
4185 if (dev && dev->driver) in __clk_register()
4186 core->owner = dev->driver->owner; in __clk_register()
4187 core->hw = hw; in __clk_register()
4188 core->flags = init->flags; in __clk_register()
4189 core->num_parents = init->num_parents; in __clk_register()
4190 core->min_rate = 0; in __clk_register()
4191 core->max_rate = ULONG_MAX; in __clk_register()
4193 ret = clk_core_populate_parent_map(core, init); in __clk_register()
4197 INIT_HLIST_HEAD(&core->clks); in __clk_register()
4203 hw->clk = alloc_clk(core, NULL, NULL); in __clk_register()
4204 if (IS_ERR(hw->clk)) { in __clk_register()
4205 ret = PTR_ERR(hw->clk); in __clk_register()
4209 clk_core_link_consumer(core, hw->clk); in __clk_register()
4211 ret = __clk_core_init(core); in __clk_register()
4213 return hw->clk; in __clk_register()
4216 clk_core_unlink_consumer(hw->clk); in __clk_register()
4219 free_clk(hw->clk); in __clk_register()
4220 hw->clk = NULL; in __clk_register()
4223 clk_core_free_parent_map(core); in __clk_register()
4226 kfree_const(core->name); in __clk_register()
4228 kfree(core); in __clk_register()
4234 * dev_or_parent_of_node() - Get device node of @dev or @dev's parent
4238 * @dev->parent if dev doesn't have a device node, or NULL if neither
4239 * @dev or @dev->parent have a device node.
4250 np = dev_of_node(dev->parent); in dev_or_parent_of_node()
4256 * clk_register - allocate a new clock, register it and return an opaque cookie
4258 * @hw: link to hardware-specific clock data
4263 * Returns: a pointer to the newly allocated struct clk which
4268 struct clk *clk_register(struct device *dev, struct clk_hw *hw) in clk_register()
4275 * clk_hw_register - register a clk_hw and return an error code
4277 * @hw: link to hardware-specific clock data
4292 * of_clk_hw_register - register a clk_hw and return an error code
4294 * @hw: link to hardware-specific clock data
4311 struct clk_core *core = container_of(ref, struct clk_core, ref); in __clk_release() local
4315 clk_core_free_parent_map(core); in __clk_release()
4316 kfree_const(core->name); in __clk_release()
4317 kfree(core); in __clk_release()
4323 * consumer calls clk_put() and the struct clk object is freed.
4327 return -ENXIO; in clk_nodrv_prepare_enable()
4338 return -ENXIO; in clk_nodrv_set_rate()
4343 return -ENXIO; in clk_nodrv_set_parent()
4349 return -ENXIO; in clk_nodrv_determine_rate()
4368 for (i = 0; i < root->num_parents; i++) in clk_core_evict_parent_cache_subtree()
4369 if (root->parents[i].core == target) in clk_core_evict_parent_cache_subtree()
4370 root->parents[i].core = NULL; in clk_core_evict_parent_cache_subtree()
4372 hlist_for_each_entry(child, &root->children, child_node) in clk_core_evict_parent_cache_subtree()
4376 /* Remove this clk from all parent caches */
4377 static void clk_core_evict_parent_cache(struct clk_core *core) in clk_core_evict_parent_cache() argument
4386 clk_core_evict_parent_cache_subtree(root, core); in clk_core_evict_parent_cache()
4391 * clk_unregister - unregister a currently registered clock
4392 * @clk: clock to unregister
4394 void clk_unregister(struct clk *clk) in clk_unregister() argument
4399 if (!clk || WARN_ON_ONCE(IS_ERR(clk))) in clk_unregister()
4402 clk_debug_unregister(clk->core); in clk_unregister()
4406 ops = clk->core->ops; in clk_unregister()
4409 clk->core->name); in clk_unregister()
4417 clk->core->ops = &clk_nodrv_ops; in clk_unregister()
4420 if (ops->terminate) in clk_unregister()
4421 ops->terminate(clk->core->hw); in clk_unregister()
4423 if (!hlist_empty(&clk->core->children)) { in clk_unregister()
4428 hlist_for_each_entry_safe(child, t, &clk->core->children, in clk_unregister()
4433 clk_core_evict_parent_cache(clk->core); in clk_unregister()
4435 hlist_del_init(&clk->core->child_node); in clk_unregister()
4437 if (clk->core->prepare_count) in clk_unregister()
4439 __func__, clk->core->name); in clk_unregister()
4441 if (clk->core->protect_count) in clk_unregister()
4443 __func__, clk->core->name); in clk_unregister()
4445 kref_put(&clk->core->ref, __clk_release); in clk_unregister()
4446 free_clk(clk); in clk_unregister()
4453 * clk_hw_unregister - unregister a currently registered clk_hw
4454 * @hw: hardware-specific clock data to unregister
4458 clk_unregister(hw->clk); in clk_hw_unregister()
4464 clk_unregister(*(struct clk **)res); in devm_clk_unregister_cb()
4473 * devm_clk_register - resource managed clk_register()
4475 * @hw: link to hardware-specific clock data
4482 struct clk *devm_clk_register(struct device *dev, struct clk_hw *hw) in devm_clk_register()
4484 struct clk *clk; in devm_clk_register() local
4485 struct clk **clkp; in devm_clk_register()
4489 return ERR_PTR(-ENOMEM); in devm_clk_register()
4491 clk = clk_register(dev, hw); in devm_clk_register()
4492 if (!IS_ERR(clk)) { in devm_clk_register()
4493 *clkp = clk; in devm_clk_register()
4499 return clk; in devm_clk_register()
4504 * devm_clk_hw_register - resource managed clk_hw_register()
4506 * @hw: link to hardware-specific clock data
4519 return -ENOMEM; in devm_clk_hw_register()
4535 clk_put(*(struct clk **)res); in devm_clk_release()
4539 * devm_clk_hw_get_clk - resource managed clk_hw_get_clk()
4541 * @hw: clk_hw associated with the clk being consumed
4548 struct clk *devm_clk_hw_get_clk(struct device *dev, struct clk_hw *hw, in devm_clk_hw_get_clk()
4551 struct clk *clk; in devm_clk_hw_get_clk() local
4552 struct clk **clkp; in devm_clk_hw_get_clk()
4558 WARN_ON_ONCE(dev != hw->core->dev); in devm_clk_hw_get_clk()
4562 return ERR_PTR(-ENOMEM); in devm_clk_hw_get_clk()
4564 clk = clk_hw_get_clk(hw, con_id); in devm_clk_hw_get_clk()
4565 if (!IS_ERR(clk)) { in devm_clk_hw_get_clk()
4566 *clkp = clk; in devm_clk_hw_get_clk()
4572 return clk; in devm_clk_hw_get_clk()
4580 void __clk_put(struct clk *clk) in __clk_put() argument
4584 if (!clk || WARN_ON_ONCE(IS_ERR(clk))) in __clk_put()
4594 if (WARN_ON(clk->exclusive_count)) { in __clk_put()
4596 clk->core->protect_count -= (clk->exclusive_count - 1); in __clk_put()
4597 clk_core_rate_unprotect(clk->core); in __clk_put()
4598 clk->exclusive_count = 0; in __clk_put()
4601 hlist_del(&clk->clks_node); in __clk_put()
4604 if (clk->min_rate > 0 || clk->max_rate < ULONG_MAX) in __clk_put()
4605 clk_set_rate_range_nolock(clk, 0, ULONG_MAX); in __clk_put()
4607 owner = clk->core->owner; in __clk_put()
4608 kref_put(&clk->core->ref, __clk_release); in __clk_put()
4614 free_clk(clk); in __clk_put()
4617 /*** clk rate change notifiers ***/
4620 * clk_notifier_register - add a clk rate change notifier
4621 * @clk: struct clk * to watch
4624 * Request notification when clk's rate changes. This uses an SRCU
4627 * re-enter into the clk framework by calling any top-level clk APIs;
4634 * clk_notifier_register() must be called from non-atomic context.
4635 * Returns -EINVAL if called with null arguments, -ENOMEM upon
4639 int clk_notifier_register(struct clk *clk, struct notifier_block *nb) in clk_notifier_register() argument
4642 int ret = -ENOMEM; in clk_notifier_register()
4644 if (!clk || !nb) in clk_notifier_register()
4645 return -EINVAL; in clk_notifier_register()
4649 /* search the list of notifiers for this clk */ in clk_notifier_register()
4651 if (cn->clk == clk) in clk_notifier_register()
4654 /* if clk wasn't in the notifier list, allocate new clk_notifier */ in clk_notifier_register()
4659 cn->clk = clk; in clk_notifier_register()
4660 srcu_init_notifier_head(&cn->notifier_head); in clk_notifier_register()
4662 list_add(&cn->node, &clk_notifier_list); in clk_notifier_register()
4665 ret = srcu_notifier_chain_register(&cn->notifier_head, nb); in clk_notifier_register()
4667 clk->core->notifier_count++; in clk_notifier_register()
4677 * clk_notifier_unregister - remove a clk rate change notifier
4678 * @clk: struct clk *
4681 * Request no further notification for changes to 'clk' and frees memory
4684 * Returns -EINVAL if called with null arguments; otherwise, passes
4687 int clk_notifier_unregister(struct clk *clk, struct notifier_block *nb) in clk_notifier_unregister() argument
4690 int ret = -ENOENT; in clk_notifier_unregister()
4692 if (!clk || !nb) in clk_notifier_unregister()
4693 return -EINVAL; in clk_notifier_unregister()
4698 if (cn->clk == clk) { in clk_notifier_unregister()
4699 ret = srcu_notifier_chain_unregister(&cn->notifier_head, nb); in clk_notifier_unregister()
4701 clk->core->notifier_count--; in clk_notifier_unregister()
4704 if (!cn->notifier_head.head) { in clk_notifier_unregister()
4705 srcu_cleanup_notifier_head(&cn->notifier_head); in clk_notifier_unregister()
4706 list_del(&cn->node); in clk_notifier_unregister()
4720 struct clk *clk; member
4728 clk_notifier_unregister(devres->clk, devres->nb); in devm_clk_notifier_release()
4731 int devm_clk_notifier_register(struct device *dev, struct clk *clk, in devm_clk_notifier_register() argument
4741 return -ENOMEM; in devm_clk_notifier_register()
4743 ret = clk_notifier_register(clk, nb); in devm_clk_notifier_register()
4745 devres->clk = clk; in devm_clk_notifier_register()
4746 devres->nb = nb; in devm_clk_notifier_register()
4765 * struct of_clk_provider - Clock provider registration structure
4768 * @get: Get clock callback. Returns NULL or a struct clk for the
4778 struct clk *(*get)(struct of_phandle_args *clkspec, void *data);
4790 struct clk *of_clk_src_simple_get(struct of_phandle_args *clkspec, in of_clk_src_simple_get()
4803 struct clk *of_clk_src_onecell_get(struct of_phandle_args *clkspec, void *data) in of_clk_src_onecell_get()
4806 unsigned int idx = clkspec->args[0]; in of_clk_src_onecell_get()
4808 if (idx >= clk_data->clk_num) { in of_clk_src_onecell_get()
4810 return ERR_PTR(-EINVAL); in of_clk_src_onecell_get()
4813 return clk_data->clks[idx]; in of_clk_src_onecell_get()
4821 unsigned int idx = clkspec->args[0]; in of_clk_hw_onecell_get()
4823 if (idx >= hw_data->num) { in of_clk_hw_onecell_get()
4825 return ERR_PTR(-EINVAL); in of_clk_hw_onecell_get()
4828 return hw_data->hws[idx]; in of_clk_hw_onecell_get()
4833 * of_clk_add_provider() - Register a clock provider for a node
4841 struct clk *(*clk_src_get)(struct of_phandle_args *clkspec, in of_clk_add_provider()
4853 return -ENOMEM; in of_clk_add_provider()
4855 cp->node = of_node_get(np); in of_clk_add_provider()
4856 cp->data = data; in of_clk_add_provider()
4857 cp->get = clk_src_get; in of_clk_add_provider()
4860 list_add(&cp->link, &of_clk_providers); in of_clk_add_provider()
4870 fwnode_dev_initialized(&np->fwnode, true); in of_clk_add_provider()
4877 * of_clk_add_hw_provider() - Register a clock provider for a node
4895 return -ENOMEM; in of_clk_add_hw_provider()
4897 cp->node = of_node_get(np); in of_clk_add_hw_provider()
4898 cp->data = data; in of_clk_add_hw_provider()
4899 cp->get_hw = get; in of_clk_add_hw_provider()
4902 list_add(&cp->link, &of_clk_providers); in of_clk_add_hw_provider()
4912 fwnode_dev_initialized(&np->fwnode, true); in of_clk_add_hw_provider()
4925 * for cases like MFD sub-devices where the child device driver wants to use
4926 * devm_*() APIs but not list the device in DT as a sub-node.
4932 np = dev->of_node; in get_clk_provider_node()
4933 parent_np = dev->parent ? dev->parent->of_node : NULL; in get_clk_provider_node()
4935 if (!of_property_present(np, "#clock-cells")) in get_clk_provider_node()
4936 if (of_property_present(parent_np, "#clock-cells")) in get_clk_provider_node()
4943 * devm_of_clk_add_hw_provider() - Managed clk provider node registration
4949 * node or if the device node lacks of clock provider information (#clock-cells)
4951 * has the #clock-cells then it is used in registration. Provider is
4967 return -ENOMEM; in devm_of_clk_add_hw_provider()
4983 * of_clk_del_provider() - Remove a previously registered clock provider
4995 if (cp->node == np) { in of_clk_del_provider()
4996 list_del(&cp->link); in of_clk_del_provider()
4997 fwnode_dev_initialized(&np->fwnode, false); in of_clk_del_provider()
4998 of_node_put(cp->node); in of_clk_del_provider()
5008 * of_parse_clkspec() - Parse a DT clock specifier for a given device node
5014 * Parses a device node's "clocks" and "clock-names" properties to find the
5017 * parsing error. The @index argument is ignored if @name is non-NULL.
5021 * phandle1: clock-controller@1 {
5022 * #clock-cells = <2>;
5025 * phandle2: clock-controller@2 {
5026 * #clock-cells = <1>;
5029 * clock-consumer@3 {
5031 * clock-names = "name1", "name2";
5034 * To get a device_node for `clock-controller@2' node you may call this
5037 * of_parse_clkspec(clock-consumer@3, -1, "name2", &args);
5038 * of_parse_clkspec(clock-consumer@3, 1, NULL, &args);
5039 * of_parse_clkspec(clock-consumer@3, 1, "name2", &args);
5041 * Return: 0 upon successfully parsing the clock specifier. Otherwise, -ENOENT
5042 * if @name is NULL or -EINVAL if @name is non-NULL and it can't be found in
5043 * the "clock-names" property of @np.
5048 int ret = -ENOENT; in of_parse_clkspec()
5054 * "clock-names" property. If it cannot be found, then index in of_parse_clkspec()
5056 * return -EINVAL. in of_parse_clkspec()
5059 index = of_property_match_string(np, "clock-names", name); in of_parse_clkspec()
5060 ret = of_parse_phandle_with_args(np, "clocks", "#clock-cells", in of_parse_clkspec()
5069 * has a "clock-ranges" property, then we can try one of its in of_parse_clkspec()
5072 np = np->parent; in of_parse_clkspec()
5073 if (np && !of_get_property(np, "clock-ranges", NULL)) in of_parse_clkspec()
5085 struct clk *clk; in __of_clk_get_hw_from_provider() local
5087 if (provider->get_hw) in __of_clk_get_hw_from_provider()
5088 return provider->get_hw(clkspec, provider->data); in __of_clk_get_hw_from_provider()
5090 clk = provider->get(clkspec, provider->data); in __of_clk_get_hw_from_provider()
5091 if (IS_ERR(clk)) in __of_clk_get_hw_from_provider()
5092 return ERR_CAST(clk); in __of_clk_get_hw_from_provider()
5093 return __clk_get_hw(clk); in __of_clk_get_hw_from_provider()
5100 struct clk_hw *hw = ERR_PTR(-EPROBE_DEFER); in of_clk_get_hw_from_clkspec()
5103 return ERR_PTR(-EINVAL); in of_clk_get_hw_from_clkspec()
5107 if (provider->node == clkspec->np) { in of_clk_get_hw_from_clkspec()
5119 * of_clk_get_from_provider() - Lookup a clock from a clock provider
5122 * This function looks up a struct clk from the registered list of clock
5126 struct clk *of_clk_get_from_provider(struct of_phandle_args *clkspec) in of_clk_get_from_provider()
5151 static struct clk *__of_clk_get(struct device_node *np, in __of_clk_get()
5160 struct clk *of_clk_get(struct device_node *np, int index) in of_clk_get()
5162 return __of_clk_get(np, index, np->full_name, NULL); in of_clk_get()
5167 * of_clk_get_by_name() - Parse and lookup a clock referenced by a device node
5171 * This function parses the clocks and clock-names properties,
5172 * and uses them to look up the struct clk from the registered list of clock
5175 struct clk *of_clk_get_by_name(struct device_node *np, const char *name) in of_clk_get_by_name()
5178 return ERR_PTR(-ENOENT); in of_clk_get_by_name()
5180 return __of_clk_get(np, 0, np->full_name, name); in of_clk_get_by_name()
5185 * of_clk_get_parent_count() - Count the number of clocks a device node has
5194 count = of_count_phandle_with_args(np, "clocks", "#clock-cells"); in of_clk_get_parent_count()
5211 struct clk *clk; in of_clk_get_parent_name() local
5213 rc = of_parse_phandle_with_args(np, "clocks", "#clock-cells", index, in of_clk_get_parent_name()
5222 * specified into an array offset for the clock-output-names property. in of_clk_get_parent_name()
5224 of_property_for_each_u32(clkspec.np, "clock-indices", prop, vp, pv) { in of_clk_get_parent_name()
5231 /* We went off the end of 'clock-indices' without finding it */ in of_clk_get_parent_name()
5235 if (of_property_read_string_index(clkspec.np, "clock-output-names", in of_clk_get_parent_name()
5242 * the clock as long as #clock-cells = 0. in of_clk_get_parent_name()
5244 clk = of_clk_get_from_provider(&clkspec); in of_clk_get_parent_name()
5245 if (IS_ERR(clk)) { in of_clk_get_parent_name()
5247 clk_name = clkspec.np->name; in of_clk_get_parent_name()
5251 clk_name = __clk_get_name(clk); in of_clk_get_parent_name()
5252 clk_put(clk); in of_clk_get_parent_name()
5263 * of_clk_parent_fill() - Fill @parents with names of @np's parents and return
5299 struct clk *clk = of_clk_get(np, i); in parent_ready() local
5302 if (!IS_ERR(clk)) { in parent_ready()
5303 clk_put(clk); in parent_ready()
5309 if (PTR_ERR(clk) == -EPROBE_DEFER) in parent_ready()
5325 * of_clk_detect_critical() - set CLK_IS_CRITICAL flag from Device Tree
5328 * @flags: pointer to top-level framework flags
5330 * Detects if the clock-critical property exists and, if so, sets the
5334 * bindings, such as the one-clock-per-node style that are outdated.
5350 return -EINVAL; in of_clk_detect_critical()
5352 of_property_for_each_u32(np, "clock-critical", prop, cur, idx) in of_clk_detect_critical()
5360 * of_clk_init() - Scan and init clock providers from the DT
5390 list_del(&clk_provider->node); in of_clk_init()
5391 of_node_put(clk_provider->np); in of_clk_init()
5398 parent->clk_init_cb = match->data; in of_clk_init()
5399 parent->np = of_node_get(np); in of_clk_init()
5400 list_add_tail(&parent->node, &clk_provider_list); in of_clk_init()
5407 if (force || parent_ready(clk_provider->np)) { in of_clk_init()
5410 of_node_set_flag(clk_provider->np, in of_clk_init()
5413 clk_provider->clk_init_cb(clk_provider->np); in of_clk_init()
5414 of_clk_set_defaults(clk_provider->np, true); in of_clk_init()
5416 list_del(&clk_provider->node); in of_clk_init()
5417 of_node_put(clk_provider->np); in of_clk_init()