2005-07-10 12:58:20 -06:00
|
|
|
/*
|
2011-05-26 20:39:18 -06:00
|
|
|
* CPU frequency scaling for OMAP using OPP information
|
2005-07-10 12:58:20 -06:00
|
|
|
*
|
|
|
|
* Copyright (C) 2005 Nokia Corporation
|
|
|
|
* Written by Tony Lindgren <tony@atomide.com>
|
|
|
|
*
|
|
|
|
* Based on cpu-sa1110.c, Copyright (C) 2001 Russell King
|
|
|
|
*
|
2010-08-11 18:02:43 -06:00
|
|
|
* Copyright (C) 2007-2011 Texas Instruments, Inc.
|
|
|
|
* - OMAP3/4 support by Rajendra Nayak, Santosh Shilimkar
|
|
|
|
*
|
2005-07-10 12:58:20 -06:00
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License version 2 as
|
|
|
|
* published by the Free Software Foundation.
|
|
|
|
*/
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/cpufreq.h>
|
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/err.h>
|
2006-01-07 09:15:52 -07:00
|
|
|
#include <linux/clk.h>
|
2008-09-06 05:10:45 -06:00
|
|
|
#include <linux/io.h>
|
2010-08-11 18:02:43 -06:00
|
|
|
#include <linux/opp.h>
|
2011-09-21 17:53:00 -06:00
|
|
|
#include <linux/cpu.h>
|
2011-09-30 11:41:26 -06:00
|
|
|
#include <linux/module.h>
|
2011-07-15 16:05:04 -06:00
|
|
|
#include <linux/regulator/consumer.h>
|
2005-07-10 12:58:20 -06:00
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
#include <asm/smp_plat.h>
|
2011-09-21 17:53:00 -06:00
|
|
|
#include <asm/cpu.h>
|
2005-07-10 12:58:20 -06:00
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
#include <plat/clock.h>
|
|
|
|
#include <plat/omap-pm.h>
|
|
|
|
#include <plat/common.h>
|
2011-09-30 11:41:26 -06:00
|
|
|
#include <plat/omap_device.h>
|
2006-06-26 17:16:17 -06:00
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
#include <mach/hardware.h>
|
2009-01-27 19:13:38 -07:00
|
|
|
|
2012-02-23 06:49:24 -07:00
|
|
|
/* OPP tolerance in percentage */
|
|
|
|
#define OPP_TOLERANCE 4
|
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
struct lpj_info {
|
|
|
|
unsigned long ref;
|
|
|
|
unsigned int freq;
|
|
|
|
};
|
|
|
|
|
|
|
|
static DEFINE_PER_CPU(struct lpj_info, lpj_ref);
|
|
|
|
static struct lpj_info global_lpj_ref;
|
|
|
|
#endif
|
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
static struct cpufreq_frequency_table *freq_table;
|
2011-05-26 20:39:20 -06:00
|
|
|
static atomic_t freq_table_users = ATOMIC_INIT(0);
|
2007-08-30 03:46:39 -06:00
|
|
|
static struct clk *mpu_clk;
|
2011-05-25 17:38:46 -06:00
|
|
|
static char *mpu_clk_name;
|
2011-05-25 17:38:47 -06:00
|
|
|
static struct device *mpu_dev;
|
2011-07-15 16:05:04 -06:00
|
|
|
static struct regulator *mpu_reg;
|
2007-08-30 03:46:39 -06:00
|
|
|
|
2010-10-08 11:00:19 -06:00
|
|
|
static int omap_verify_speed(struct cpufreq_policy *policy)
|
2005-07-10 12:58:20 -06:00
|
|
|
{
|
2011-05-26 20:39:17 -06:00
|
|
|
if (!freq_table)
|
2005-07-10 12:58:20 -06:00
|
|
|
return -EINVAL;
|
2011-05-26 20:39:17 -06:00
|
|
|
return cpufreq_frequency_table_verify(policy, freq_table);
|
2005-07-10 12:58:20 -06:00
|
|
|
}
|
|
|
|
|
2010-10-08 11:00:19 -06:00
|
|
|
static unsigned int omap_getspeed(unsigned int cpu)
|
2005-07-10 12:58:20 -06:00
|
|
|
{
|
|
|
|
unsigned long rate;
|
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
if (cpu >= NR_CPUS)
|
2005-07-10 12:58:20 -06:00
|
|
|
return 0;
|
|
|
|
|
|
|
|
rate = clk_get_rate(mpu_clk) / 1000;
|
|
|
|
return rate;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int omap_target(struct cpufreq_policy *policy,
|
|
|
|
unsigned int target_freq,
|
|
|
|
unsigned int relation)
|
|
|
|
{
|
2011-05-26 20:39:17 -06:00
|
|
|
unsigned int i;
|
2011-07-15 16:05:04 -06:00
|
|
|
int r, ret = 0;
|
2010-08-11 18:02:43 -06:00
|
|
|
struct cpufreq_freqs freqs;
|
2011-07-15 16:05:04 -06:00
|
|
|
struct opp *opp;
|
2012-02-23 06:49:24 -07:00
|
|
|
unsigned long freq, volt = 0, volt_old = 0, tol = 0;
|
2005-07-10 12:58:20 -06:00
|
|
|
|
2011-05-26 20:39:17 -06:00
|
|
|
if (!freq_table) {
|
|
|
|
dev_err(mpu_dev, "%s: cpu%d: no freq table!\n", __func__,
|
|
|
|
policy->cpu);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = cpufreq_frequency_table_target(policy, freq_table, target_freq,
|
|
|
|
relation, &i);
|
|
|
|
if (ret) {
|
|
|
|
dev_dbg(mpu_dev, "%s: cpu%d: no freq match for %d(ret=%d)\n",
|
|
|
|
__func__, policy->cpu, target_freq, ret);
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
freqs.new = freq_table[i].frequency;
|
|
|
|
if (!freqs.new) {
|
|
|
|
dev_err(mpu_dev, "%s: cpu%d: no match for freq %d\n", __func__,
|
|
|
|
policy->cpu, target_freq);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
2009-01-27 19:13:38 -07:00
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
freqs.old = omap_getspeed(policy->cpu);
|
|
|
|
freqs.cpu = policy->cpu;
|
2005-07-10 12:58:20 -06:00
|
|
|
|
2011-06-06 20:05:29 -06:00
|
|
|
if (freqs.old == freqs.new && policy->cur == freqs.new)
|
2009-01-27 19:13:38 -07:00
|
|
|
return ret;
|
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
/* notifiers */
|
|
|
|
for_each_cpu(i, policy->cpus) {
|
|
|
|
freqs.cpu = i;
|
|
|
|
cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
|
|
|
|
}
|
2010-08-11 18:02:43 -06:00
|
|
|
|
2011-07-15 16:05:04 -06:00
|
|
|
freq = freqs.new * 1000;
|
|
|
|
|
|
|
|
if (mpu_reg) {
|
|
|
|
opp = opp_find_freq_ceil(mpu_dev, &freq);
|
|
|
|
if (IS_ERR(opp)) {
|
|
|
|
dev_err(mpu_dev, "%s: unable to find MPU OPP for %d\n",
|
|
|
|
__func__, freqs.new);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
volt = opp_get_voltage(opp);
|
2012-02-23 06:49:24 -07:00
|
|
|
tol = volt * OPP_TOLERANCE / 100;
|
2011-07-15 16:05:04 -06:00
|
|
|
volt_old = regulator_get_voltage(mpu_reg);
|
|
|
|
}
|
|
|
|
|
|
|
|
dev_dbg(mpu_dev, "cpufreq-omap: %u MHz, %ld mV --> %u MHz, %ld mV\n",
|
|
|
|
freqs.old / 1000, volt_old ? volt_old / 1000 : -1,
|
|
|
|
freqs.new / 1000, volt ? volt / 1000 : -1);
|
|
|
|
|
|
|
|
/* scaling up? scale voltage before frequency */
|
|
|
|
if (mpu_reg && (freqs.new > freqs.old)) {
|
2012-02-23 06:49:24 -07:00
|
|
|
r = regulator_set_voltage(mpu_reg, volt - tol, volt + tol);
|
2011-07-15 16:05:04 -06:00
|
|
|
if (r < 0) {
|
|
|
|
dev_warn(mpu_dev, "%s: unable to scale voltage up.\n",
|
|
|
|
__func__);
|
|
|
|
freqs.new = freqs.old;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
}
|
2010-08-11 18:02:43 -06:00
|
|
|
|
2009-01-27 19:13:38 -07:00
|
|
|
ret = clk_set_rate(mpu_clk, freqs.new * 1000);
|
2011-09-21 17:53:00 -06:00
|
|
|
|
2011-07-15 16:05:04 -06:00
|
|
|
/* scaling down? scale voltage after frequency */
|
|
|
|
if (mpu_reg && (freqs.new < freqs.old)) {
|
2012-02-23 06:49:24 -07:00
|
|
|
r = regulator_set_voltage(mpu_reg, volt - tol, volt + tol);
|
2011-07-15 16:05:04 -06:00
|
|
|
if (r < 0) {
|
|
|
|
dev_warn(mpu_dev, "%s: unable to scale voltage down.\n",
|
|
|
|
__func__);
|
|
|
|
ret = clk_set_rate(mpu_clk, freqs.old * 1000);
|
|
|
|
freqs.new = freqs.old;
|
|
|
|
goto done;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
freqs.new = omap_getspeed(policy->cpu);
|
2011-09-21 17:53:00 -06:00
|
|
|
#ifdef CONFIG_SMP
|
|
|
|
/*
|
|
|
|
* Note that loops_per_jiffy is not updated on SMP systems in
|
|
|
|
* cpufreq driver. So, update the per-CPU loops_per_jiffy value
|
|
|
|
* on frequency transition. We need to update all dependent CPUs.
|
|
|
|
*/
|
|
|
|
for_each_cpu(i, policy->cpus) {
|
|
|
|
struct lpj_info *lpj = &per_cpu(lpj_ref, i);
|
|
|
|
if (!lpj->freq) {
|
|
|
|
lpj->ref = per_cpu(cpu_data, i).loops_per_jiffy;
|
|
|
|
lpj->freq = freqs.old;
|
|
|
|
}
|
|
|
|
|
|
|
|
per_cpu(cpu_data, i).loops_per_jiffy =
|
|
|
|
cpufreq_scale(lpj->ref, lpj->freq, freqs.new);
|
|
|
|
}
|
2010-08-11 18:02:43 -06:00
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
/* And don't forget to adjust the global one */
|
|
|
|
if (!global_lpj_ref.freq) {
|
|
|
|
global_lpj_ref.ref = loops_per_jiffy;
|
|
|
|
global_lpj_ref.freq = freqs.old;
|
|
|
|
}
|
|
|
|
loops_per_jiffy = cpufreq_scale(global_lpj_ref.ref, global_lpj_ref.freq,
|
|
|
|
freqs.new);
|
|
|
|
#endif
|
|
|
|
|
2011-07-15 16:05:04 -06:00
|
|
|
done:
|
2011-09-21 17:53:00 -06:00
|
|
|
/* notifiers */
|
|
|
|
for_each_cpu(i, policy->cpus) {
|
|
|
|
freqs.cpu = i;
|
|
|
|
cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
|
|
|
|
}
|
2005-07-10 12:58:20 -06:00
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2011-05-26 20:39:20 -06:00
|
|
|
static inline void freq_table_free(void)
|
|
|
|
{
|
|
|
|
if (atomic_dec_and_test(&freq_table_users))
|
|
|
|
opp_free_cpufreq_table(mpu_dev, &freq_table);
|
|
|
|
}
|
|
|
|
|
2011-03-02 15:41:46 -07:00
|
|
|
static int __cpuinit omap_cpu_init(struct cpufreq_policy *policy)
|
2005-07-10 12:58:20 -06:00
|
|
|
{
|
2009-01-27 19:13:38 -07:00
|
|
|
int result = 0;
|
2010-08-11 18:02:43 -06:00
|
|
|
|
2011-05-25 17:38:46 -06:00
|
|
|
mpu_clk = clk_get(NULL, mpu_clk_name);
|
2005-07-10 12:58:20 -06:00
|
|
|
if (IS_ERR(mpu_clk))
|
|
|
|
return PTR_ERR(mpu_clk);
|
|
|
|
|
2011-05-26 20:39:19 -06:00
|
|
|
if (policy->cpu >= NR_CPUS) {
|
|
|
|
result = -EINVAL;
|
|
|
|
goto fail_ck;
|
|
|
|
}
|
2009-01-27 19:13:38 -07:00
|
|
|
|
2011-09-21 17:53:00 -06:00
|
|
|
policy->cur = policy->min = policy->max = omap_getspeed(policy->cpu);
|
2011-05-26 20:39:20 -06:00
|
|
|
|
|
|
|
if (atomic_inc_return(&freq_table_users) == 1)
|
|
|
|
result = opp_init_cpufreq_table(mpu_dev, &freq_table);
|
2011-05-26 20:39:17 -06:00
|
|
|
|
|
|
|
if (result) {
|
|
|
|
dev_err(mpu_dev, "%s: cpu%d: failed creating freq table[%d]\n",
|
|
|
|
__func__, policy->cpu, result);
|
2011-05-26 20:39:19 -06:00
|
|
|
goto fail_ck;
|
2009-01-27 19:13:38 -07:00
|
|
|
}
|
|
|
|
|
2011-05-26 20:39:17 -06:00
|
|
|
result = cpufreq_frequency_table_cpuinfo(policy, freq_table);
|
2011-05-26 20:39:20 -06:00
|
|
|
if (result)
|
|
|
|
goto fail_table;
|
|
|
|
|
|
|
|
cpufreq_frequency_table_get_attr(freq_table, policy->cpu);
|
2011-05-26 20:39:17 -06:00
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
policy->min = policy->cpuinfo.min_freq;
|
|
|
|
policy->max = policy->cpuinfo.max_freq;
|
2011-09-21 17:53:00 -06:00
|
|
|
policy->cur = omap_getspeed(policy->cpu);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* On OMAP SMP configuartion, both processors share the voltage
|
|
|
|
* and clock. So both CPUs needs to be scaled together and hence
|
|
|
|
* needs software co-ordination. Use cpufreq affected_cpus
|
|
|
|
* interface to handle this scenario. Additional is_smp() check
|
|
|
|
* is to keep SMP_ON_UP build working.
|
|
|
|
*/
|
|
|
|
if (is_smp()) {
|
|
|
|
policy->shared_type = CPUFREQ_SHARED_TYPE_ANY;
|
2011-06-07 14:57:52 -06:00
|
|
|
cpumask_setall(policy->cpus);
|
2011-09-21 17:53:00 -06:00
|
|
|
}
|
2010-08-11 18:02:43 -06:00
|
|
|
|
2009-01-27 19:13:38 -07:00
|
|
|
/* FIXME: what's the actual transition time? */
|
2009-11-11 12:00:38 -07:00
|
|
|
policy->cpuinfo.transition_latency = 300 * 1000;
|
2005-07-10 12:58:20 -06:00
|
|
|
|
|
|
|
return 0;
|
2011-05-26 20:39:19 -06:00
|
|
|
|
2011-05-26 20:39:20 -06:00
|
|
|
fail_table:
|
|
|
|
freq_table_free();
|
2011-05-26 20:39:19 -06:00
|
|
|
fail_ck:
|
|
|
|
clk_put(mpu_clk);
|
|
|
|
return result;
|
2005-07-10 12:58:20 -06:00
|
|
|
}
|
|
|
|
|
2007-08-30 03:46:39 -06:00
|
|
|
static int omap_cpu_exit(struct cpufreq_policy *policy)
|
|
|
|
{
|
2011-05-26 20:39:20 -06:00
|
|
|
freq_table_free();
|
2007-08-30 03:46:39 -06:00
|
|
|
clk_put(mpu_clk);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2009-01-27 19:13:38 -07:00
|
|
|
static struct freq_attr *omap_cpufreq_attr[] = {
|
|
|
|
&cpufreq_freq_attr_scaling_available_freqs,
|
|
|
|
NULL,
|
|
|
|
};
|
|
|
|
|
2005-07-10 12:58:20 -06:00
|
|
|
static struct cpufreq_driver omap_driver = {
|
|
|
|
.flags = CPUFREQ_STICKY,
|
|
|
|
.verify = omap_verify_speed,
|
|
|
|
.target = omap_target,
|
|
|
|
.get = omap_getspeed,
|
|
|
|
.init = omap_cpu_init,
|
2007-08-30 03:46:39 -06:00
|
|
|
.exit = omap_cpu_exit,
|
2005-07-10 12:58:20 -06:00
|
|
|
.name = "omap",
|
2009-01-27 19:13:38 -07:00
|
|
|
.attr = omap_cpufreq_attr,
|
2005-07-10 12:58:20 -06:00
|
|
|
};
|
|
|
|
|
|
|
|
static int __init omap_cpufreq_init(void)
|
|
|
|
{
|
2011-05-25 17:38:46 -06:00
|
|
|
if (cpu_is_omap24xx())
|
|
|
|
mpu_clk_name = "virt_prcm_set";
|
|
|
|
else if (cpu_is_omap34xx())
|
|
|
|
mpu_clk_name = "dpll1_ck";
|
|
|
|
else if (cpu_is_omap44xx())
|
|
|
|
mpu_clk_name = "dpll_mpu_ck";
|
|
|
|
|
|
|
|
if (!mpu_clk_name) {
|
|
|
|
pr_err("%s: unsupported Silicon?\n", __func__);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
2011-05-25 17:38:47 -06:00
|
|
|
|
2011-09-30 11:41:26 -06:00
|
|
|
mpu_dev = omap_device_get_by_hwmod_name("mpu");
|
2011-05-25 17:38:47 -06:00
|
|
|
if (!mpu_dev) {
|
|
|
|
pr_warning("%s: unable to get the mpu device\n", __func__);
|
|
|
|
return -EINVAL;
|
|
|
|
}
|
|
|
|
|
2011-07-15 16:05:04 -06:00
|
|
|
mpu_reg = regulator_get(mpu_dev, "vcc");
|
|
|
|
if (IS_ERR(mpu_reg)) {
|
|
|
|
pr_warning("%s: unable to get MPU regulator\n", __func__);
|
|
|
|
mpu_reg = NULL;
|
|
|
|
} else {
|
|
|
|
/*
|
|
|
|
* Ensure physical regulator is present.
|
|
|
|
* (e.g. could be dummy regulator.)
|
|
|
|
*/
|
|
|
|
if (regulator_get_voltage(mpu_reg) < 0) {
|
|
|
|
pr_warn("%s: physical regulator not present for MPU\n",
|
|
|
|
__func__);
|
|
|
|
regulator_put(mpu_reg);
|
|
|
|
mpu_reg = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2005-07-10 12:58:20 -06:00
|
|
|
return cpufreq_register_driver(&omap_driver);
|
|
|
|
}
|
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
static void __exit omap_cpufreq_exit(void)
|
|
|
|
{
|
|
|
|
cpufreq_unregister_driver(&omap_driver);
|
|
|
|
}
|
2009-01-27 19:13:38 -07:00
|
|
|
|
2010-08-11 18:02:43 -06:00
|
|
|
MODULE_DESCRIPTION("cpufreq driver for OMAP SoCs");
|
|
|
|
MODULE_LICENSE("GPL");
|
|
|
|
module_init(omap_cpufreq_init);
|
|
|
|
module_exit(omap_cpufreq_exit);
|