b43a7ffbf3
policy->cpus contains all online cpus that have single shared clock line. And their frequencies are always updated together. Many SMP system's cpufreq drivers take care of this in individual drivers but the best place for this code is in cpufreq core. This patch modifies cpufreq_notify_transition() to notify frequency change for all cpus in policy->cpus and hence updates all users of this API. Signed-off-by: Viresh Kumar <viresh.kumar@linaro.org> Acked-by: Stephen Warren <swarren@nvidia.com> Tested-by: Stephen Warren <swarren@nvidia.com> Signed-off-by: Rafael J. Wysocki <rafael.j.wysocki@intel.com>
541 lines
13 KiB
C
541 lines
13 KiB
C
/*
|
|
* S3C2416/2450 CPUfreq Support
|
|
*
|
|
* Copyright 2011 Heiko Stuebner <heiko@sntech.de>
|
|
*
|
|
* based on s3c64xx_cpufreq.c
|
|
*
|
|
* Copyright 2009 Wolfson Microelectronics plc
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
* published by the Free Software Foundation.
|
|
*/
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/types.h>
|
|
#include <linux/init.h>
|
|
#include <linux/cpufreq.h>
|
|
#include <linux/clk.h>
|
|
#include <linux/err.h>
|
|
#include <linux/regulator/consumer.h>
|
|
#include <linux/reboot.h>
|
|
#include <linux/module.h>
|
|
|
|
static DEFINE_MUTEX(cpufreq_lock);
|
|
|
|
struct s3c2416_data {
|
|
struct clk *armdiv;
|
|
struct clk *armclk;
|
|
struct clk *hclk;
|
|
|
|
unsigned long regulator_latency;
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
struct regulator *vddarm;
|
|
#endif
|
|
|
|
struct cpufreq_frequency_table *freq_table;
|
|
|
|
bool is_dvs;
|
|
bool disable_dvs;
|
|
};
|
|
|
|
static struct s3c2416_data s3c2416_cpufreq;
|
|
|
|
struct s3c2416_dvfs {
|
|
unsigned int vddarm_min;
|
|
unsigned int vddarm_max;
|
|
};
|
|
|
|
/* pseudo-frequency for dvs mode */
|
|
#define FREQ_DVS 132333
|
|
|
|
/* frequency to sleep and reboot in
|
|
* it's essential to leave dvs, as some boards do not reconfigure the
|
|
* regulator on reboot
|
|
*/
|
|
#define FREQ_SLEEP 133333
|
|
|
|
/* Sources for the ARMCLK */
|
|
#define SOURCE_HCLK 0
|
|
#define SOURCE_ARMDIV 1
|
|
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
/* S3C2416 only supports changing the voltage in the dvs-mode.
|
|
* Voltages down to 1.0V seem to work, so we take what the regulator
|
|
* can get us.
|
|
*/
|
|
static struct s3c2416_dvfs s3c2416_dvfs_table[] = {
|
|
[SOURCE_HCLK] = { 950000, 1250000 },
|
|
[SOURCE_ARMDIV] = { 1250000, 1350000 },
|
|
};
|
|
#endif
|
|
|
|
static struct cpufreq_frequency_table s3c2416_freq_table[] = {
|
|
{ SOURCE_HCLK, FREQ_DVS },
|
|
{ SOURCE_ARMDIV, 133333 },
|
|
{ SOURCE_ARMDIV, 266666 },
|
|
{ SOURCE_ARMDIV, 400000 },
|
|
{ 0, CPUFREQ_TABLE_END },
|
|
};
|
|
|
|
static struct cpufreq_frequency_table s3c2450_freq_table[] = {
|
|
{ SOURCE_HCLK, FREQ_DVS },
|
|
{ SOURCE_ARMDIV, 133500 },
|
|
{ SOURCE_ARMDIV, 267000 },
|
|
{ SOURCE_ARMDIV, 534000 },
|
|
{ 0, CPUFREQ_TABLE_END },
|
|
};
|
|
|
|
static int s3c2416_cpufreq_verify_speed(struct cpufreq_policy *policy)
|
|
{
|
|
struct s3c2416_data *s3c_freq = &s3c2416_cpufreq;
|
|
|
|
if (policy->cpu != 0)
|
|
return -EINVAL;
|
|
|
|
return cpufreq_frequency_table_verify(policy, s3c_freq->freq_table);
|
|
}
|
|
|
|
static unsigned int s3c2416_cpufreq_get_speed(unsigned int cpu)
|
|
{
|
|
struct s3c2416_data *s3c_freq = &s3c2416_cpufreq;
|
|
|
|
if (cpu != 0)
|
|
return 0;
|
|
|
|
/* return our pseudo-frequency when in dvs mode */
|
|
if (s3c_freq->is_dvs)
|
|
return FREQ_DVS;
|
|
|
|
return clk_get_rate(s3c_freq->armclk) / 1000;
|
|
}
|
|
|
|
static int s3c2416_cpufreq_set_armdiv(struct s3c2416_data *s3c_freq,
|
|
unsigned int freq)
|
|
{
|
|
int ret;
|
|
|
|
if (clk_get_rate(s3c_freq->armdiv) / 1000 != freq) {
|
|
ret = clk_set_rate(s3c_freq->armdiv, freq * 1000);
|
|
if (ret < 0) {
|
|
pr_err("cpufreq: Failed to set armdiv rate %dkHz: %d\n",
|
|
freq, ret);
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int s3c2416_cpufreq_enter_dvs(struct s3c2416_data *s3c_freq, int idx)
|
|
{
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
struct s3c2416_dvfs *dvfs;
|
|
#endif
|
|
int ret;
|
|
|
|
if (s3c_freq->is_dvs) {
|
|
pr_debug("cpufreq: already in dvs mode, nothing to do\n");
|
|
return 0;
|
|
}
|
|
|
|
pr_debug("cpufreq: switching armclk to hclk (%lukHz)\n",
|
|
clk_get_rate(s3c_freq->hclk) / 1000);
|
|
ret = clk_set_parent(s3c_freq->armclk, s3c_freq->hclk);
|
|
if (ret < 0) {
|
|
pr_err("cpufreq: Failed to switch armclk to hclk: %d\n", ret);
|
|
return ret;
|
|
}
|
|
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
/* changing the core voltage is only allowed when in dvs mode */
|
|
if (s3c_freq->vddarm) {
|
|
dvfs = &s3c2416_dvfs_table[idx];
|
|
|
|
pr_debug("cpufreq: setting regulator to %d-%d\n",
|
|
dvfs->vddarm_min, dvfs->vddarm_max);
|
|
ret = regulator_set_voltage(s3c_freq->vddarm,
|
|
dvfs->vddarm_min,
|
|
dvfs->vddarm_max);
|
|
|
|
/* when lowering the voltage failed, there is nothing to do */
|
|
if (ret != 0)
|
|
pr_err("cpufreq: Failed to set VDDARM: %d\n", ret);
|
|
}
|
|
#endif
|
|
|
|
s3c_freq->is_dvs = 1;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int s3c2416_cpufreq_leave_dvs(struct s3c2416_data *s3c_freq, int idx)
|
|
{
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
struct s3c2416_dvfs *dvfs;
|
|
#endif
|
|
int ret;
|
|
|
|
if (!s3c_freq->is_dvs) {
|
|
pr_debug("cpufreq: not in dvs mode, so can't leave\n");
|
|
return 0;
|
|
}
|
|
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
if (s3c_freq->vddarm) {
|
|
dvfs = &s3c2416_dvfs_table[idx];
|
|
|
|
pr_debug("cpufreq: setting regulator to %d-%d\n",
|
|
dvfs->vddarm_min, dvfs->vddarm_max);
|
|
ret = regulator_set_voltage(s3c_freq->vddarm,
|
|
dvfs->vddarm_min,
|
|
dvfs->vddarm_max);
|
|
if (ret != 0) {
|
|
pr_err("cpufreq: Failed to set VDDARM: %d\n", ret);
|
|
return ret;
|
|
}
|
|
}
|
|
#endif
|
|
|
|
/* force armdiv to hclk frequency for transition from dvs*/
|
|
if (clk_get_rate(s3c_freq->armdiv) > clk_get_rate(s3c_freq->hclk)) {
|
|
pr_debug("cpufreq: force armdiv to hclk frequency (%lukHz)\n",
|
|
clk_get_rate(s3c_freq->hclk) / 1000);
|
|
ret = s3c2416_cpufreq_set_armdiv(s3c_freq,
|
|
clk_get_rate(s3c_freq->hclk) / 1000);
|
|
if (ret < 0) {
|
|
pr_err("cpufreq: Failed to to set the armdiv to %lukHz: %d\n",
|
|
clk_get_rate(s3c_freq->hclk) / 1000, ret);
|
|
return ret;
|
|
}
|
|
}
|
|
|
|
pr_debug("cpufreq: switching armclk parent to armdiv (%lukHz)\n",
|
|
clk_get_rate(s3c_freq->armdiv) / 1000);
|
|
|
|
ret = clk_set_parent(s3c_freq->armclk, s3c_freq->armdiv);
|
|
if (ret < 0) {
|
|
pr_err("cpufreq: Failed to switch armclk clock parent to armdiv: %d\n",
|
|
ret);
|
|
return ret;
|
|
}
|
|
|
|
s3c_freq->is_dvs = 0;
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int s3c2416_cpufreq_set_target(struct cpufreq_policy *policy,
|
|
unsigned int target_freq,
|
|
unsigned int relation)
|
|
{
|
|
struct s3c2416_data *s3c_freq = &s3c2416_cpufreq;
|
|
struct cpufreq_freqs freqs;
|
|
int idx, ret, to_dvs = 0;
|
|
unsigned int i;
|
|
|
|
mutex_lock(&cpufreq_lock);
|
|
|
|
pr_debug("cpufreq: to %dKHz, relation %d\n", target_freq, relation);
|
|
|
|
ret = cpufreq_frequency_table_target(policy, s3c_freq->freq_table,
|
|
target_freq, relation, &i);
|
|
if (ret != 0)
|
|
goto out;
|
|
|
|
idx = s3c_freq->freq_table[i].index;
|
|
|
|
if (idx == SOURCE_HCLK)
|
|
to_dvs = 1;
|
|
|
|
/* switching to dvs when it's not allowed */
|
|
if (to_dvs && s3c_freq->disable_dvs) {
|
|
pr_debug("cpufreq: entering dvs mode not allowed\n");
|
|
ret = -EINVAL;
|
|
goto out;
|
|
}
|
|
|
|
freqs.flags = 0;
|
|
freqs.old = s3c_freq->is_dvs ? FREQ_DVS
|
|
: clk_get_rate(s3c_freq->armclk) / 1000;
|
|
|
|
/* When leavin dvs mode, always switch the armdiv to the hclk rate
|
|
* The S3C2416 has stability issues when switching directly to
|
|
* higher frequencies.
|
|
*/
|
|
freqs.new = (s3c_freq->is_dvs && !to_dvs)
|
|
? clk_get_rate(s3c_freq->hclk) / 1000
|
|
: s3c_freq->freq_table[i].frequency;
|
|
|
|
pr_debug("cpufreq: Transition %d-%dkHz\n", freqs.old, freqs.new);
|
|
|
|
if (!to_dvs && freqs.old == freqs.new)
|
|
goto out;
|
|
|
|
cpufreq_notify_transition(policy, &freqs, CPUFREQ_PRECHANGE);
|
|
|
|
if (to_dvs) {
|
|
pr_debug("cpufreq: enter dvs\n");
|
|
ret = s3c2416_cpufreq_enter_dvs(s3c_freq, idx);
|
|
} else if (s3c_freq->is_dvs) {
|
|
pr_debug("cpufreq: leave dvs\n");
|
|
ret = s3c2416_cpufreq_leave_dvs(s3c_freq, idx);
|
|
} else {
|
|
pr_debug("cpufreq: change armdiv to %dkHz\n", freqs.new);
|
|
ret = s3c2416_cpufreq_set_armdiv(s3c_freq, freqs.new);
|
|
}
|
|
|
|
cpufreq_notify_transition(policy, &freqs, CPUFREQ_POSTCHANGE);
|
|
|
|
out:
|
|
mutex_unlock(&cpufreq_lock);
|
|
|
|
return ret;
|
|
}
|
|
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
static void __init s3c2416_cpufreq_cfg_regulator(struct s3c2416_data *s3c_freq)
|
|
{
|
|
int count, v, i, found;
|
|
struct cpufreq_frequency_table *freq;
|
|
struct s3c2416_dvfs *dvfs;
|
|
|
|
count = regulator_count_voltages(s3c_freq->vddarm);
|
|
if (count < 0) {
|
|
pr_err("cpufreq: Unable to check supported voltages\n");
|
|
return;
|
|
}
|
|
|
|
freq = s3c_freq->freq_table;
|
|
while (count > 0 && freq->frequency != CPUFREQ_TABLE_END) {
|
|
if (freq->frequency == CPUFREQ_ENTRY_INVALID)
|
|
continue;
|
|
|
|
dvfs = &s3c2416_dvfs_table[freq->index];
|
|
found = 0;
|
|
|
|
/* Check only the min-voltage, more is always ok on S3C2416 */
|
|
for (i = 0; i < count; i++) {
|
|
v = regulator_list_voltage(s3c_freq->vddarm, i);
|
|
if (v >= dvfs->vddarm_min)
|
|
found = 1;
|
|
}
|
|
|
|
if (!found) {
|
|
pr_debug("cpufreq: %dkHz unsupported by regulator\n",
|
|
freq->frequency);
|
|
freq->frequency = CPUFREQ_ENTRY_INVALID;
|
|
}
|
|
|
|
freq++;
|
|
}
|
|
|
|
/* Guessed */
|
|
s3c_freq->regulator_latency = 1 * 1000 * 1000;
|
|
}
|
|
#endif
|
|
|
|
static int s3c2416_cpufreq_reboot_notifier_evt(struct notifier_block *this,
|
|
unsigned long event, void *ptr)
|
|
{
|
|
struct s3c2416_data *s3c_freq = &s3c2416_cpufreq;
|
|
int ret;
|
|
|
|
mutex_lock(&cpufreq_lock);
|
|
|
|
/* disable further changes */
|
|
s3c_freq->disable_dvs = 1;
|
|
|
|
mutex_unlock(&cpufreq_lock);
|
|
|
|
/* some boards don't reconfigure the regulator on reboot, which
|
|
* could lead to undervolting the cpu when the clock is reset.
|
|
* Therefore we always leave the DVS mode on reboot.
|
|
*/
|
|
if (s3c_freq->is_dvs) {
|
|
pr_debug("cpufreq: leave dvs on reboot\n");
|
|
ret = cpufreq_driver_target(cpufreq_cpu_get(0), FREQ_SLEEP, 0);
|
|
if (ret < 0)
|
|
return NOTIFY_BAD;
|
|
}
|
|
|
|
return NOTIFY_DONE;
|
|
}
|
|
|
|
static struct notifier_block s3c2416_cpufreq_reboot_notifier = {
|
|
.notifier_call = s3c2416_cpufreq_reboot_notifier_evt,
|
|
};
|
|
|
|
static int __init s3c2416_cpufreq_driver_init(struct cpufreq_policy *policy)
|
|
{
|
|
struct s3c2416_data *s3c_freq = &s3c2416_cpufreq;
|
|
struct cpufreq_frequency_table *freq;
|
|
struct clk *msysclk;
|
|
unsigned long rate;
|
|
int ret;
|
|
|
|
if (policy->cpu != 0)
|
|
return -EINVAL;
|
|
|
|
msysclk = clk_get(NULL, "msysclk");
|
|
if (IS_ERR(msysclk)) {
|
|
ret = PTR_ERR(msysclk);
|
|
pr_err("cpufreq: Unable to obtain msysclk: %d\n", ret);
|
|
return ret;
|
|
}
|
|
|
|
/*
|
|
* S3C2416 and S3C2450 share the same processor-ID and also provide no
|
|
* other means to distinguish them other than through the rate of
|
|
* msysclk. On S3C2416 msysclk runs at 800MHz and on S3C2450 at 533MHz.
|
|
*/
|
|
rate = clk_get_rate(msysclk);
|
|
if (rate == 800 * 1000 * 1000) {
|
|
pr_info("cpufreq: msysclk running at %lukHz, using S3C2416 frequency table\n",
|
|
rate / 1000);
|
|
s3c_freq->freq_table = s3c2416_freq_table;
|
|
policy->cpuinfo.max_freq = 400000;
|
|
} else if (rate / 1000 == 534000) {
|
|
pr_info("cpufreq: msysclk running at %lukHz, using S3C2450 frequency table\n",
|
|
rate / 1000);
|
|
s3c_freq->freq_table = s3c2450_freq_table;
|
|
policy->cpuinfo.max_freq = 534000;
|
|
}
|
|
|
|
/* not needed anymore */
|
|
clk_put(msysclk);
|
|
|
|
if (s3c_freq->freq_table == NULL) {
|
|
pr_err("cpufreq: No frequency information for this CPU, msysclk at %lukHz\n",
|
|
rate / 1000);
|
|
return -ENODEV;
|
|
}
|
|
|
|
s3c_freq->is_dvs = 0;
|
|
|
|
s3c_freq->armdiv = clk_get(NULL, "armdiv");
|
|
if (IS_ERR(s3c_freq->armdiv)) {
|
|
ret = PTR_ERR(s3c_freq->armdiv);
|
|
pr_err("cpufreq: Unable to obtain ARMDIV: %d\n", ret);
|
|
return ret;
|
|
}
|
|
|
|
s3c_freq->hclk = clk_get(NULL, "hclk");
|
|
if (IS_ERR(s3c_freq->hclk)) {
|
|
ret = PTR_ERR(s3c_freq->hclk);
|
|
pr_err("cpufreq: Unable to obtain HCLK: %d\n", ret);
|
|
goto err_hclk;
|
|
}
|
|
|
|
/* chech hclk rate, we only support the common 133MHz for now
|
|
* hclk could also run at 66MHz, but this not often used
|
|
*/
|
|
rate = clk_get_rate(s3c_freq->hclk);
|
|
if (rate < 133 * 1000 * 1000) {
|
|
pr_err("cpufreq: HCLK not at 133MHz\n");
|
|
clk_put(s3c_freq->hclk);
|
|
ret = -EINVAL;
|
|
goto err_armclk;
|
|
}
|
|
|
|
s3c_freq->armclk = clk_get(NULL, "armclk");
|
|
if (IS_ERR(s3c_freq->armclk)) {
|
|
ret = PTR_ERR(s3c_freq->armclk);
|
|
pr_err("cpufreq: Unable to obtain ARMCLK: %d\n", ret);
|
|
goto err_armclk;
|
|
}
|
|
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
s3c_freq->vddarm = regulator_get(NULL, "vddarm");
|
|
if (IS_ERR(s3c_freq->vddarm)) {
|
|
ret = PTR_ERR(s3c_freq->vddarm);
|
|
pr_err("cpufreq: Failed to obtain VDDARM: %d\n", ret);
|
|
goto err_vddarm;
|
|
}
|
|
|
|
s3c2416_cpufreq_cfg_regulator(s3c_freq);
|
|
#else
|
|
s3c_freq->regulator_latency = 0;
|
|
#endif
|
|
|
|
freq = s3c_freq->freq_table;
|
|
while (freq->frequency != CPUFREQ_TABLE_END) {
|
|
/* special handling for dvs mode */
|
|
if (freq->index == 0) {
|
|
if (!s3c_freq->hclk) {
|
|
pr_debug("cpufreq: %dkHz unsupported as it would need unavailable dvs mode\n",
|
|
freq->frequency);
|
|
freq->frequency = CPUFREQ_ENTRY_INVALID;
|
|
} else {
|
|
freq++;
|
|
continue;
|
|
}
|
|
}
|
|
|
|
/* Check for frequencies we can generate */
|
|
rate = clk_round_rate(s3c_freq->armdiv,
|
|
freq->frequency * 1000);
|
|
rate /= 1000;
|
|
if (rate != freq->frequency) {
|
|
pr_debug("cpufreq: %dkHz unsupported by clock (clk_round_rate return %lu)\n",
|
|
freq->frequency, rate);
|
|
freq->frequency = CPUFREQ_ENTRY_INVALID;
|
|
}
|
|
|
|
freq++;
|
|
}
|
|
|
|
policy->cur = clk_get_rate(s3c_freq->armclk) / 1000;
|
|
|
|
/* Datasheet says PLL stabalisation time must be at least 300us,
|
|
* so but add some fudge. (reference in LOCKCON0 register description)
|
|
*/
|
|
policy->cpuinfo.transition_latency = (500 * 1000) +
|
|
s3c_freq->regulator_latency;
|
|
|
|
ret = cpufreq_frequency_table_cpuinfo(policy, s3c_freq->freq_table);
|
|
if (ret)
|
|
goto err_freq_table;
|
|
|
|
cpufreq_frequency_table_get_attr(s3c_freq->freq_table, 0);
|
|
|
|
register_reboot_notifier(&s3c2416_cpufreq_reboot_notifier);
|
|
|
|
return 0;
|
|
|
|
err_freq_table:
|
|
#ifdef CONFIG_ARM_S3C2416_CPUFREQ_VCORESCALE
|
|
regulator_put(s3c_freq->vddarm);
|
|
err_vddarm:
|
|
#endif
|
|
clk_put(s3c_freq->armclk);
|
|
err_armclk:
|
|
clk_put(s3c_freq->hclk);
|
|
err_hclk:
|
|
clk_put(s3c_freq->armdiv);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static struct freq_attr *s3c2416_cpufreq_attr[] = {
|
|
&cpufreq_freq_attr_scaling_available_freqs,
|
|
NULL,
|
|
};
|
|
|
|
static struct cpufreq_driver s3c2416_cpufreq_driver = {
|
|
.owner = THIS_MODULE,
|
|
.flags = 0,
|
|
.verify = s3c2416_cpufreq_verify_speed,
|
|
.target = s3c2416_cpufreq_set_target,
|
|
.get = s3c2416_cpufreq_get_speed,
|
|
.init = s3c2416_cpufreq_driver_init,
|
|
.name = "s3c2416",
|
|
.attr = s3c2416_cpufreq_attr,
|
|
};
|
|
|
|
static int __init s3c2416_cpufreq_init(void)
|
|
{
|
|
return cpufreq_register_driver(&s3c2416_cpufreq_driver);
|
|
}
|
|
module_init(s3c2416_cpufreq_init);
|