// SPDX-License-Identifier: GPL-2.0-only/* * devfreq: Generic Dynamic Voltage and Frequency Scaling (DVFS) Framework * for Non-CPU Devices. * * Copyright (C) 2011 Samsung Electronics * MyungJoo Ham <myungjoo.ham@samsung.com> */ #include <linux/kernel.h>#include <linux/kmod.h>#include <linux/sched.h>#include <linux/debugfs.h>#include <linux/devfreq_cooling.h>#include <linux/errno.h>#include <linux/err.h>#include <linux/init.h>#include <linux/export.h>#include <linux/slab.h>#include <linux/stat.h>#include <linux/pm_opp.h>#include <linux/devfreq.h>#include <linux/workqueue.h>#include <linux/platform_device.h>#include <linux/list.h>#include <linux/printk.h>#include <linux/hrtimer.h>#include <linux/of.h>#include <linux/pm_qos.h>#include <linux/units.h>#include "governor.h" #define CREATE_TRACE_POINTS#include <trace/events/devfreq.h> #define IS_SUPPORTED_FLAG(f, name) ((f & DEVFREQ_GOV_FLAG_##name) ? true : false)#define IS_SUPPORTED_ATTR(f, name) ((f & DEVFREQ_GOV_ATTR_##name) ? true : false) static struct class *devfreq_class;static struct dentry *devfreq_debugfs; /* * devfreq core provides delayed work based load monitoring helper * functions. Governors can use these or can implement their own * monitoring mechanism. */static struct workqueue_struct *devfreq_wq; /* The list of all device-devfreq governors */static LIST_HEAD(devfreq_governor_list);/* The list of all device-devfreq */static LIST_HEAD(devfreq_list);static DEFINE_MUTEX(devfreq_list_lock); static const char timer_name[][DEVFREQ_NAME_LEN] = { [DEVFREQ_TIMER_DEFERRABLE] = { "deferrable" }, [DEVFREQ_TIMER_DELAYED] = { "delayed" },}; /** * find_device_devfreq() - find devfreq struct using device pointer * @dev: device pointer used to lookup device devfreq. * * Search the list of device devfreqs and return the matched device's * devfreq info. devfreq_list_lock should be held by the caller. */static struct devfreq *find_device_devfreq(struct device *dev){ struct devfreq *tmp_devfreq; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(dev)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } list_for_each_entry(tmp_devfreq, &devfreq_list, node) { if (tmp_devfreq->dev.parent == dev) return tmp_devfreq; } return ERR_PTR(-ENODEV);} static unsigned long find_available_min_freq(struct devfreq *devfreq){ struct dev_pm_opp *opp; unsigned long min_freq = 0; opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &min_freq, 0); if (IS_ERR(opp)) min_freq = 0; else dev_pm_opp_put(opp); return min_freq;} static unsigned long find_available_max_freq(struct devfreq *devfreq){ struct dev_pm_opp *opp; unsigned long max_freq = ULONG_MAX; opp = dev_pm_opp_find_freq_floor_indexed(devfreq->dev.parent, &max_freq, 0); if (IS_ERR(opp)) max_freq = 0; else dev_pm_opp_put(opp); return max_freq;} /** * devfreq_get_freq_range() - Get the current freq range * @devfreq: the devfreq instance * @min_freq: the min frequency * @max_freq: the max frequency * * This takes into consideration all constraints. */void devfreq_get_freq_range(struct devfreq *devfreq, unsigned long *min_freq, unsigned long *max_freq){ unsigned long *freq_table = devfreq->freq_table; s32 qos_min_freq, qos_max_freq; lockdep_assert_held(&devfreq->lock); /* * Initialize minimum/maximum frequency from freq table. * The devfreq drivers can initialize this in either ascending or * descending order and devfreq core supports both. */ if (freq_table[0] < freq_table[devfreq->max_state - 1]) { *min_freq = freq_table[0]; *max_freq = freq_table[devfreq->max_state - 1]; } else { *min_freq = freq_table[devfreq->max_state - 1]; *max_freq = freq_table[0]; } /* Apply constraints from PM QoS */ qos_min_freq = dev_pm_qos_read_value(devfreq->dev.parent, DEV_PM_QOS_MIN_FREQUENCY); qos_max_freq = dev_pm_qos_read_value(devfreq->dev.parent, DEV_PM_QOS_MAX_FREQUENCY); *min_freq = max(*min_freq, (unsigned long)HZ_PER_KHZ * qos_min_freq); if (qos_max_freq != PM_QOS_MAX_FREQUENCY_DEFAULT_VALUE) *max_freq = min(*max_freq, (unsigned long)HZ_PER_KHZ * qos_max_freq); /* Apply constraints from OPP interface */ *min_freq = max(*min_freq, devfreq->scaling_min_freq); *max_freq = min(*max_freq, devfreq->scaling_max_freq); if (*min_freq > *max_freq) *min_freq = *max_freq;}EXPORT_SYMBOL(devfreq_get_freq_range); /** * devfreq_get_freq_level() - Lookup freq_table for the frequency * @devfreq: the devfreq instance * @freq: the target frequency */static int devfreq_get_freq_level(struct devfreq *devfreq, unsigned long freq){ int lev; for (lev = 0; lev < devfreq->max_state; lev++) if (freq == devfreq->freq_table[lev]) return lev; return -EINVAL;} static int set_freq_table(struct devfreq *devfreq){ struct dev_pm_opp *opp; unsigned long freq; int i, count; /* Initialize the freq_table from OPP table */ count = dev_pm_opp_get_opp_count(devfreq->dev.parent); if (count <= 0) return -EINVAL; devfreq->max_state = count; devfreq->freq_table = devm_kcalloc(devfreq->dev.parent, devfreq->max_state, sizeof(*devfreq->freq_table), GFP_KERNEL); if (!devfreq->freq_table) return -ENOMEM; for (i = 0, freq = 0; i < devfreq->max_state; i++, freq++) { opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &freq, 0); if (IS_ERR(opp)) { devm_kfree(devfreq->dev.parent, devfreq->freq_table); return PTR_ERR(opp); } dev_pm_opp_put(opp); devfreq->freq_table[i] = freq; } return 0;} /** * devfreq_update_status() - Update statistics of devfreq behavior * @devfreq: the devfreq instance * @freq: the update target frequency */int devfreq_update_status(struct devfreq *devfreq, unsigned long freq){ int lev, prev_lev, ret = 0; u64 cur_time; lockdep_assert_held(&devfreq->lock); cur_time = get_jiffies_64(); /* Immediately exit if previous_freq is not initialized yet. */ if (!devfreq->previous_freq) goto out; prev_lev = devfreq_get_freq_level(devfreq, devfreq->previous_freq); if (prev_lev < 0) { ret = prev_lev; goto out; } devfreq->stats.time_in_state[prev_lev] += cur_time - devfreq->stats.last_update; lev = devfreq_get_freq_level(devfreq, freq); if (lev < 0) { ret = lev; goto out; } if (lev != prev_lev) { devfreq->stats.trans_table[ (prev_lev * devfreq->max_state) + lev]++; devfreq->stats.total_trans++; } out: devfreq->stats.last_update = cur_time; return ret;}EXPORT_SYMBOL(devfreq_update_status); /** * find_devfreq_governor() - find devfreq governor from name * @name: name of the governor * * Search the list of devfreq governors and return the matched * governor's pointer. devfreq_list_lock should be held by the caller. */static struct devfreq_governor *find_devfreq_governor(const char *name){ struct devfreq_governor *tmp_governor; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(name)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } list_for_each_entry(tmp_governor, &devfreq_governor_list, node) { if (!strncmp(tmp_governor->name, name, DEVFREQ_NAME_LEN)) return tmp_governor; } return ERR_PTR(-ENODEV);} /** * try_then_request_governor() - Try to find the governor and request the * module if is not found. * @name: name of the governor * * Search the list of devfreq governors and request the module and try again * if is not found. This can happen when both drivers (the governor driver * and the driver that call devfreq_add_device) are built as modules. * devfreq_list_lock should be held by the caller. Returns the matched * governor's pointer or an error pointer. */static struct devfreq_governor *try_then_request_governor(const char *name){ struct devfreq_governor *governor; int err = 0; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(name)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } governor = find_devfreq_governor(name); if (IS_ERR(governor)) { mutex_unlock(&devfreq_list_lock); if (!strncmp(name, DEVFREQ_GOV_SIMPLE_ONDEMAND, DEVFREQ_NAME_LEN)) err = request_module("governor_%s", "simpleondemand"); else err = request_module("governor_%s", name); /* Restore previous state before return */ mutex_lock(&devfreq_list_lock); if (err) return (err < 0) ? ERR_PTR(err) : ERR_PTR(-EINVAL); governor = find_devfreq_governor(name); } return governor;} static int devfreq_notify_transition(struct devfreq *devfreq, struct devfreq_freqs *freqs, unsigned int state){ if (!devfreq) return -EINVAL; switch (state) { case DEVFREQ_PRECHANGE: srcu_notifier_call_chain(&devfreq->transition_notifier_list, DEVFREQ_PRECHANGE, freqs); break; case DEVFREQ_POSTCHANGE: srcu_notifier_call_chain(&devfreq->transition_notifier_list, DEVFREQ_POSTCHANGE, freqs); break; default: return -EINVAL; } return 0;} static int devfreq_set_target(struct devfreq *devfreq, unsigned long new_freq, u32 flags){ struct devfreq_freqs freqs; unsigned long cur_freq; int err = 0; if (devfreq->profile->get_cur_freq) devfreq->profile->get_cur_freq(devfreq->dev.parent, &cur_freq); else cur_freq = devfreq->previous_freq; freqs.old = cur_freq; freqs.new = new_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_PRECHANGE); err = devfreq->profile->target(devfreq->dev.parent, &new_freq, flags); if (err) { freqs.new = cur_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE); return err; } /* * Print devfreq_frequency trace information between DEVFREQ_PRECHANGE * and DEVFREQ_POSTCHANGE because for showing the correct frequency * change order of between devfreq device and passive devfreq device. */ if (trace_devfreq_frequency_enabled() && new_freq != cur_freq) trace_devfreq_frequency(devfreq, new_freq, cur_freq); freqs.new = new_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE); if (devfreq_update_status(devfreq, new_freq)) dev_warn(&devfreq->dev, "Couldn't update frequency transition information.\n"); devfreq->previous_freq = new_freq; if (devfreq->suspend_freq) devfreq->resume_freq = new_freq; return err;} /** * devfreq_update_target() - Reevaluate the device and configure frequency * on the final stage. * @devfreq: the devfreq instance. * @freq: the new frequency of parent device. This argument * is only used for devfreq device using passive governor. * * Note: Lock devfreq->lock before calling devfreq_update_target. This function * should be only used by both update_devfreq() and devfreq governors. */int devfreq_update_target(struct devfreq *devfreq, unsigned long freq){ unsigned long min_freq, max_freq; int err = 0; u32 flags = 0; lockdep_assert_held(&devfreq->lock); if (!devfreq->governor) return -EINVAL; /* Reevaluate the proper frequency */ err = devfreq->governor->get_target_freq(devfreq, &freq); if (err) return err; devfreq_get_freq_range(devfreq, &min_freq, &max_freq); if (freq < min_freq) { freq = min_freq; flags &= ~DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use GLB */ } if (freq > max_freq) { freq = max_freq; flags |= DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use LUB */ } return devfreq_set_target(devfreq, freq, flags);}EXPORT_SYMBOL(devfreq_update_target); /* Load monitoring helper functions for governors use */ /** * update_devfreq() - Reevaluate the device and configure frequency. * @devfreq: the devfreq instance. * * Note: Lock devfreq->lock before calling update_devfreq * This function is exported for governors. */int update_devfreq(struct devfreq *devfreq){ return devfreq_update_target(devfreq, 0L);}EXPORT_SYMBOL(update_devfreq); /** * devfreq_monitor() - Periodically poll devfreq objects. * @work: the work struct used to run devfreq_monitor periodically. * */static void devfreq_monitor(struct work_struct *work){ int err; struct devfreq *devfreq = container_of(work, struct devfreq, work.work); mutex_lock(&devfreq->lock); err = update_devfreq(devfreq); if (err) dev_err(&devfreq->dev, "dvfs failed with (%d) error\n", err); queue_delayed_work(devfreq_wq, &devfreq->work, msecs_to_jiffies(devfreq->profile->polling_ms)); mutex_unlock(&devfreq->lock); trace_devfreq_monitor(devfreq);} /** * devfreq_monitor_start() - Start load monitoring of devfreq instance * @devfreq: the devfreq instance. * * Helper function for starting devfreq device load monitoring. By default, * deferrable timer is used for load monitoring. But the users can change this * behavior using the "timer" type in devfreq_dev_profile. This function will be * called by devfreq governor in response to the DEVFREQ_GOV_START event * generated while adding a device to the devfreq framework. */void devfreq_monitor_start(struct devfreq *devfreq){ if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN)) return; switch (devfreq->profile->timer) { case DEVFREQ_TIMER_DEFERRABLE: INIT_DEFERRABLE_WORK(&devfreq->work, devfreq_monitor); break; case DEVFREQ_TIMER_DELAYED: INIT_DELAYED_WORK(&devfreq->work, devfreq_monitor); break; default: return; } if (devfreq->profile->polling_ms) queue_delayed_work(devfreq_wq, &devfreq->work, msecs_to_jiffies(devfreq->profile->polling_ms));}Lines 1–500 of 2255. Load more
// SPDX-License-Identifier: GPL-2.0-only /* * devfreq: Generic Dynamic Voltage and Frequency Scaling (DVFS) Framework * for Non-CPU Devices. * * Copyright (C) 2011 Samsung Electronics * MyungJoo Ham <myungjoo.ham@samsung.com> */ #include <linux/kernel.h> #include <linux/kmod.h> #include <linux/sched.h> #include <linux/debugfs.h> #include <linux/devfreq_cooling.h> #include <linux/errno.h> #include <linux/err.h> #include <linux/init.h> #include <linux/export.h> #include <linux/slab.h> #include <linux/stat.h> #include <linux/pm_opp.h> #include <linux/devfreq.h> #include <linux/workqueue.h> #include <linux/platform_device.h> #include <linux/list.h> #include <linux/printk.h> #include <linux/hrtimer.h> #include <linux/of.h> #include <linux/pm_qos.h> #include <linux/units.h> #include "governor.h" #define CREATE_TRACE_POINTS #include <trace/events/devfreq.h> #define IS_SUPPORTED_FLAG(f, name) ((f & DEVFREQ_GOV_FLAG_##name) ? true : false) #define IS_SUPPORTED_ATTR(f, name) ((f & DEVFREQ_GOV_ATTR_##name) ? true : false) static struct class *devfreq_class; static struct dentry *devfreq_debugfs; /* * devfreq core provides delayed work based load monitoring helper * functions. Governors can use these or can implement their own * monitoring mechanism. */ static struct workqueue_struct *devfreq_wq; /* The list of all device-devfreq governors */ static LIST_HEAD(devfreq_governor_list); /* The list of all device-devfreq */ static LIST_HEAD(devfreq_list); static DEFINE_MUTEX(devfreq_list_lock); static const char timer_name[][DEVFREQ_NAME_LEN] = { [DEVFREQ_TIMER_DEFERRABLE] = { "deferrable" }, [DEVFREQ_TIMER_DELAYED] = { "delayed" }, }; /** * find_device_devfreq() - find devfreq struct using device pointer * @dev: device pointer used to lookup device devfreq. * * Search the list of device devfreqs and return the matched device's * devfreq info. devfreq_list_lock should be held by the caller. */ static struct devfreq *find_device_devfreq(struct device *dev) { struct devfreq *tmp_devfreq; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(dev)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } list_for_each_entry(tmp_devfreq, &devfreq_list, node) { if (tmp_devfreq->dev.parent == dev) return tmp_devfreq; } return ERR_PTR(-ENODEV); } static unsigned long find_available_min_freq(struct devfreq *devfreq) { struct dev_pm_opp *opp; unsigned long min_freq = 0; opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &min_freq, 0); if (IS_ERR(opp)) min_freq = 0; else dev_pm_opp_put(opp); return min_freq; } static unsigned long find_available_max_freq(struct devfreq *devfreq) { struct dev_pm_opp *opp; unsigned long max_freq = ULONG_MAX; opp = dev_pm_opp_find_freq_floor_indexed(devfreq->dev.parent, &max_freq, 0); if (IS_ERR(opp)) max_freq = 0; else dev_pm_opp_put(opp); return max_freq; } /** * devfreq_get_freq_range() - Get the current freq range * @devfreq: the devfreq instance * @min_freq: the min frequency * @max_freq: the max frequency * * This takes into consideration all constraints. */ void devfreq_get_freq_range(struct devfreq *devfreq, unsigned long *min_freq, unsigned long *max_freq) { unsigned long *freq_table = devfreq->freq_table; s32 qos_min_freq, qos_max_freq; lockdep_assert_held(&devfreq->lock); /* * Initialize minimum/maximum frequency from freq table. * The devfreq drivers can initialize this in either ascending or * descending order and devfreq core supports both. */ if (freq_table[0] < freq_table[devfreq->max_state - 1]) { *min_freq = freq_table[0]; *max_freq = freq_table[devfreq->max_state - 1]; } else { *min_freq = freq_table[devfreq->max_state - 1]; *max_freq = freq_table[0]; } /* Apply constraints from PM QoS */ qos_min_freq = dev_pm_qos_read_value(devfreq->dev.parent, DEV_PM_QOS_MIN_FREQUENCY); qos_max_freq = dev_pm_qos_read_value(devfreq->dev.parent, DEV_PM_QOS_MAX_FREQUENCY); *min_freq = max(*min_freq, (unsigned long)HZ_PER_KHZ * qos_min_freq); if (qos_max_freq != PM_QOS_MAX_FREQUENCY_DEFAULT_VALUE) *max_freq = min(*max_freq, (unsigned long)HZ_PER_KHZ * qos_max_freq); /* Apply constraints from OPP interface */ *min_freq = max(*min_freq, devfreq->scaling_min_freq); *max_freq = min(*max_freq, devfreq->scaling_max_freq); if (*min_freq > *max_freq) *min_freq = *max_freq; } EXPORT_SYMBOL(devfreq_get_freq_range); /** * devfreq_get_freq_level() - Lookup freq_table for the frequency * @devfreq: the devfreq instance * @freq: the target frequency */ static int devfreq_get_freq_level(struct devfreq *devfreq, unsigned long freq) { int lev; for (lev = 0; lev < devfreq->max_state; lev++) if (freq == devfreq->freq_table[lev]) return lev; return -EINVAL; } static int set_freq_table(struct devfreq *devfreq) { struct dev_pm_opp *opp; unsigned long freq; int i, count; /* Initialize the freq_table from OPP table */ count = dev_pm_opp_get_opp_count(devfreq->dev.parent); if (count <= 0) return -EINVAL; devfreq->max_state = count; devfreq->freq_table = devm_kcalloc(devfreq->dev.parent, devfreq->max_state, sizeof(*devfreq->freq_table), GFP_KERNEL); if (!devfreq->freq_table) return -ENOMEM; for (i = 0, freq = 0; i < devfreq->max_state; i++, freq++) { opp = dev_pm_opp_find_freq_ceil_indexed(devfreq->dev.parent, &freq, 0); if (IS_ERR(opp)) { devm_kfree(devfreq->dev.parent, devfreq->freq_table); return PTR_ERR(opp); } dev_pm_opp_put(opp); devfreq->freq_table[i] = freq; } return 0; } /** * devfreq_update_status() - Update statistics of devfreq behavior * @devfreq: the devfreq instance * @freq: the update target frequency */ int devfreq_update_status(struct devfreq *devfreq, unsigned long freq) { int lev, prev_lev, ret = 0; u64 cur_time; lockdep_assert_held(&devfreq->lock); cur_time = get_jiffies_64(); /* Immediately exit if previous_freq is not initialized yet. */ if (!devfreq->previous_freq) goto out; prev_lev = devfreq_get_freq_level(devfreq, devfreq->previous_freq); if (prev_lev < 0) { ret = prev_lev; goto out; } devfreq->stats.time_in_state[prev_lev] += cur_time - devfreq->stats.last_update; lev = devfreq_get_freq_level(devfreq, freq); if (lev < 0) { ret = lev; goto out; } if (lev != prev_lev) { devfreq->stats.trans_table[ (prev_lev * devfreq->max_state) + lev]++; devfreq->stats.total_trans++; } out: devfreq->stats.last_update = cur_time; return ret; } EXPORT_SYMBOL(devfreq_update_status); /** * find_devfreq_governor() - find devfreq governor from name * @name: name of the governor * * Search the list of devfreq governors and return the matched * governor's pointer. devfreq_list_lock should be held by the caller. */ static struct devfreq_governor *find_devfreq_governor(const char *name) { struct devfreq_governor *tmp_governor; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(name)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } list_for_each_entry(tmp_governor, &devfreq_governor_list, node) { if (!strncmp(tmp_governor->name, name, DEVFREQ_NAME_LEN)) return tmp_governor; } return ERR_PTR(-ENODEV); } /** * try_then_request_governor() - Try to find the governor and request the * module if is not found. * @name: name of the governor * * Search the list of devfreq governors and request the module and try again * if is not found. This can happen when both drivers (the governor driver * and the driver that call devfreq_add_device) are built as modules. * devfreq_list_lock should be held by the caller. Returns the matched * governor's pointer or an error pointer. */ static struct devfreq_governor *try_then_request_governor(const char *name) { struct devfreq_governor *governor; int err = 0; lockdep_assert_held(&devfreq_list_lock); if (IS_ERR_OR_NULL(name)) { pr_err("DEVFREQ: %s: Invalid parameters\n", __func__); return ERR_PTR(-EINVAL); } governor = find_devfreq_governor(name); if (IS_ERR(governor)) { mutex_unlock(&devfreq_list_lock); if (!strncmp(name, DEVFREQ_GOV_SIMPLE_ONDEMAND, DEVFREQ_NAME_LEN)) err = request_module("governor_%s", "simpleondemand"); else err = request_module("governor_%s", name); /* Restore previous state before return */ mutex_lock(&devfreq_list_lock); if (err) return (err < 0) ? ERR_PTR(err) : ERR_PTR(-EINVAL); governor = find_devfreq_governor(name); } return governor; } static int devfreq_notify_transition(struct devfreq *devfreq, struct devfreq_freqs *freqs, unsigned int state) { if (!devfreq) return -EINVAL; switch (state) { case DEVFREQ_PRECHANGE: srcu_notifier_call_chain(&devfreq->transition_notifier_list, DEVFREQ_PRECHANGE, freqs); break; case DEVFREQ_POSTCHANGE: srcu_notifier_call_chain(&devfreq->transition_notifier_list, DEVFREQ_POSTCHANGE, freqs); break; default: return -EINVAL; } return 0; } static int devfreq_set_target(struct devfreq *devfreq, unsigned long new_freq, u32 flags) { struct devfreq_freqs freqs; unsigned long cur_freq; int err = 0; if (devfreq->profile->get_cur_freq) devfreq->profile->get_cur_freq(devfreq->dev.parent, &cur_freq); else cur_freq = devfreq->previous_freq; freqs.old = cur_freq; freqs.new = new_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_PRECHANGE); err = devfreq->profile->target(devfreq->dev.parent, &new_freq, flags); if (err) { freqs.new = cur_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE); return err; } /* * Print devfreq_frequency trace information between DEVFREQ_PRECHANGE * and DEVFREQ_POSTCHANGE because for showing the correct frequency * change order of between devfreq device and passive devfreq device. */ if (trace_devfreq_frequency_enabled() && new_freq != cur_freq) trace_devfreq_frequency(devfreq, new_freq, cur_freq); freqs.new = new_freq; devfreq_notify_transition(devfreq, &freqs, DEVFREQ_POSTCHANGE); if (devfreq_update_status(devfreq, new_freq)) dev_warn(&devfreq->dev, "Couldn't update frequency transition information.\n"); devfreq->previous_freq = new_freq; if (devfreq->suspend_freq) devfreq->resume_freq = new_freq; return err; } /** * devfreq_update_target() - Reevaluate the device and configure frequency * on the final stage. * @devfreq: the devfreq instance. * @freq: the new frequency of parent device. This argument * is only used for devfreq device using passive governor. * * Note: Lock devfreq->lock before calling devfreq_update_target. This function * should be only used by both update_devfreq() and devfreq governors. */ int devfreq_update_target(struct devfreq *devfreq, unsigned long freq) { unsigned long min_freq, max_freq; int err = 0; u32 flags = 0; lockdep_assert_held(&devfreq->lock); if (!devfreq->governor) return -EINVAL; /* Reevaluate the proper frequency */ err = devfreq->governor->get_target_freq(devfreq, &freq); if (err) return err; devfreq_get_freq_range(devfreq, &min_freq, &max_freq); if (freq < min_freq) { freq = min_freq; flags &= ~DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use GLB */ } if (freq > max_freq) { freq = max_freq; flags |= DEVFREQ_FLAG_LEAST_UPPER_BOUND; /* Use LUB */ } return devfreq_set_target(devfreq, freq, flags); } EXPORT_SYMBOL(devfreq_update_target); /* Load monitoring helper functions for governors use */ /** * update_devfreq() - Reevaluate the device and configure frequency. * @devfreq: the devfreq instance. * * Note: Lock devfreq->lock before calling update_devfreq * This function is exported for governors. */ int update_devfreq(struct devfreq *devfreq) { return devfreq_update_target(devfreq, 0L); } EXPORT_SYMBOL(update_devfreq); /** * devfreq_monitor() - Periodically poll devfreq objects. * @work: the work struct used to run devfreq_monitor periodically. * */ static void devfreq_monitor(struct work_struct *work) { int err; struct devfreq *devfreq = container_of(work, struct devfreq, work.work); mutex_lock(&devfreq->lock); err = update_devfreq(devfreq); if (err) dev_err(&devfreq->dev, "dvfs failed with (%d) error\n", err); queue_delayed_work(devfreq_wq, &devfreq->work, msecs_to_jiffies(devfreq->profile->polling_ms)); mutex_unlock(&devfreq->lock); trace_devfreq_monitor(devfreq); } /** * devfreq_monitor_start() - Start load monitoring of devfreq instance * @devfreq: the devfreq instance. * * Helper function for starting devfreq device load monitoring. By default, * deferrable timer is used for load monitoring. But the users can change this * behavior using the "timer" type in devfreq_dev_profile. This function will be * called by devfreq governor in response to the DEVFREQ_GOV_START event * generated while adding a device to the devfreq framework. */ void devfreq_monitor_start(struct devfreq *devfreq) { if (IS_SUPPORTED_FLAG(devfreq->governor->flags, IRQ_DRIVEN)) return; switch (devfreq->profile->timer) { case DEVFREQ_TIMER_DEFERRABLE: INIT_DEFERRABLE_WORK(&devfreq->work, devfreq_monitor); break; case DEVFREQ_TIMER_DELAYED: INIT_DELAYED_WORK(&devfreq->work, devfreq_monitor); break; default: return; } if (devfreq->profile->polling_ms) queue_delayed_work(devfreq_wq, &devfreq->work, msecs_to_jiffies(devfreq->profile->polling_ms)); }