arch_topology: Adjust initial CPU capacities with current freq

The CPU freqs are not supposed to change before cpufreq policies
properly registered, meaning that they should be used to calculate the
initial CPU capacities.

Doing this helps choosing the best CPU during early boot, especially
for the initramfs decompressing.

There's no functional changes for non-clk CPU DVFS mechanism.

Signed-off-by: Jeffy Chen <jeffy.chen@rock-chips.com>
Link: https://lore.kernel.org/r/20200113034815.25924-1-jeffy.chen@rock-chips.com
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
This commit is contained in:
Jeffy Chen 2020-01-13 11:48:15 +08:00 коммит произвёл Greg Kroah-Hartman
Родитель 847e33867b
Коммит b8fe128dad
1 изменённых файлов: 28 добавлений и 12 удалений

Просмотреть файл

@ -94,7 +94,7 @@ static void update_topology_flags_workfn(struct work_struct *work)
update_topology = 0; update_topology = 0;
} }
static u32 capacity_scale; static DEFINE_PER_CPU(u32, freq_factor) = 1;
static u32 *raw_capacity; static u32 *raw_capacity;
static int free_raw_capacity(void) static int free_raw_capacity(void)
@ -108,17 +108,23 @@ static int free_raw_capacity(void)
void topology_normalize_cpu_scale(void) void topology_normalize_cpu_scale(void)
{ {
u64 capacity; u64 capacity;
u64 capacity_scale;
int cpu; int cpu;
if (!raw_capacity) if (!raw_capacity)
return; return;
pr_debug("cpu_capacity: capacity_scale=%u\n", capacity_scale); capacity_scale = 1;
for_each_possible_cpu(cpu) { for_each_possible_cpu(cpu) {
pr_debug("cpu_capacity: cpu=%d raw_capacity=%u\n", capacity = raw_capacity[cpu] * per_cpu(freq_factor, cpu);
cpu, raw_capacity[cpu]); capacity_scale = max(capacity, capacity_scale);
capacity = (raw_capacity[cpu] << SCHED_CAPACITY_SHIFT) }
/ capacity_scale;
pr_debug("cpu_capacity: capacity_scale=%llu\n", capacity_scale);
for_each_possible_cpu(cpu) {
capacity = raw_capacity[cpu] * per_cpu(freq_factor, cpu);
capacity = div64_u64(capacity << SCHED_CAPACITY_SHIFT,
capacity_scale);
topology_set_cpu_scale(cpu, capacity); topology_set_cpu_scale(cpu, capacity);
pr_debug("cpu_capacity: CPU%d cpu_capacity=%lu\n", pr_debug("cpu_capacity: CPU%d cpu_capacity=%lu\n",
cpu, topology_get_cpu_scale(cpu)); cpu, topology_get_cpu_scale(cpu));
@ -127,6 +133,7 @@ void topology_normalize_cpu_scale(void)
bool __init topology_parse_cpu_capacity(struct device_node *cpu_node, int cpu) bool __init topology_parse_cpu_capacity(struct device_node *cpu_node, int cpu)
{ {
struct clk *cpu_clk;
static bool cap_parsing_failed; static bool cap_parsing_failed;
int ret; int ret;
u32 cpu_capacity; u32 cpu_capacity;
@ -146,10 +153,22 @@ bool __init topology_parse_cpu_capacity(struct device_node *cpu_node, int cpu)
return false; return false;
} }
} }
capacity_scale = max(cpu_capacity, capacity_scale);
raw_capacity[cpu] = cpu_capacity; raw_capacity[cpu] = cpu_capacity;
pr_debug("cpu_capacity: %pOF cpu_capacity=%u (raw)\n", pr_debug("cpu_capacity: %pOF cpu_capacity=%u (raw)\n",
cpu_node, raw_capacity[cpu]); cpu_node, raw_capacity[cpu]);
/*
* Update freq_factor for calculating early boot cpu capacities.
* For non-clk CPU DVFS mechanism, there's no way to get the
* frequency value now, assuming they are running at the same
* frequency (by keeping the initial freq_factor value).
*/
cpu_clk = of_clk_get(cpu_node, 0);
if (!PTR_ERR_OR_ZERO(cpu_clk))
per_cpu(freq_factor, cpu) =
clk_get_rate(cpu_clk) / 1000;
clk_put(cpu_clk);
} else { } else {
if (raw_capacity) { if (raw_capacity) {
pr_err("cpu_capacity: missing %pOF raw capacity\n", pr_err("cpu_capacity: missing %pOF raw capacity\n",
@ -188,11 +207,8 @@ init_cpu_capacity_callback(struct notifier_block *nb,
cpumask_andnot(cpus_to_visit, cpus_to_visit, policy->related_cpus); cpumask_andnot(cpus_to_visit, cpus_to_visit, policy->related_cpus);
for_each_cpu(cpu, policy->related_cpus) { for_each_cpu(cpu, policy->related_cpus)
raw_capacity[cpu] = topology_get_cpu_scale(cpu) * per_cpu(freq_factor, cpu) = policy->cpuinfo.max_freq / 1000;
policy->cpuinfo.max_freq / 1000UL;
capacity_scale = max(raw_capacity[cpu], capacity_scale);
}
if (cpumask_empty(cpus_to_visit)) { if (cpumask_empty(cpus_to_visit)) {
topology_normalize_cpu_scale(); topology_normalize_cpu_scale();