2017-10-27 05:42:28 +03:00
|
|
|
/*
|
|
|
|
* Housekeeping management. Manage the targets for routine code that can run on
|
|
|
|
* any CPU: unbound workqueues, timers, kthreads and any offloadable work.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2017 Red Hat, Inc., Frederic Weisbecker
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/sched/isolation.h>
|
|
|
|
#include <linux/tick.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/kernel.h>
|
2017-10-27 05:42:32 +03:00
|
|
|
#include <linux/static_key.h>
|
2017-10-27 05:42:28 +03:00
|
|
|
|
2017-10-27 05:42:32 +03:00
|
|
|
DEFINE_STATIC_KEY_FALSE(housekeeping_overriden);
|
|
|
|
EXPORT_SYMBOL_GPL(housekeeping_overriden);
|
2017-10-27 05:42:31 +03:00
|
|
|
static cpumask_var_t housekeeping_mask;
|
|
|
|
|
|
|
|
int housekeeping_any_cpu(void)
|
|
|
|
{
|
2017-10-27 05:42:32 +03:00
|
|
|
if (static_branch_unlikely(&housekeeping_overriden))
|
2017-10-27 05:42:31 +03:00
|
|
|
return cpumask_any_and(housekeeping_mask, cpu_online_mask);
|
|
|
|
|
|
|
|
return smp_processor_id();
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(housekeeping_any_cpu);
|
|
|
|
|
|
|
|
const struct cpumask *housekeeping_cpumask(void)
|
|
|
|
{
|
2017-10-27 05:42:32 +03:00
|
|
|
if (static_branch_unlikely(&housekeeping_overriden))
|
2017-10-27 05:42:31 +03:00
|
|
|
return housekeeping_mask;
|
|
|
|
|
|
|
|
return cpu_possible_mask;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(housekeeping_cpumask);
|
|
|
|
|
|
|
|
void housekeeping_affine(struct task_struct *t)
|
|
|
|
{
|
2017-10-27 05:42:32 +03:00
|
|
|
if (static_branch_unlikely(&housekeeping_overriden))
|
2017-10-27 05:42:31 +03:00
|
|
|
set_cpus_allowed_ptr(t, housekeeping_mask);
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(housekeeping_affine);
|
|
|
|
|
|
|
|
bool housekeeping_test_cpu(int cpu)
|
|
|
|
{
|
2017-10-27 05:42:32 +03:00
|
|
|
if (static_branch_unlikely(&housekeeping_overriden))
|
2017-10-27 05:42:31 +03:00
|
|
|
return cpumask_test_cpu(cpu, housekeeping_mask);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL_GPL(housekeeping_test_cpu);
|
2017-10-27 05:42:28 +03:00
|
|
|
|
|
|
|
void __init housekeeping_init(void)
|
|
|
|
{
|
|
|
|
if (!tick_nohz_full_enabled())
|
|
|
|
return;
|
|
|
|
|
|
|
|
if (!alloc_cpumask_var(&housekeeping_mask, GFP_KERNEL)) {
|
|
|
|
WARN(1, "NO_HZ: Can't allocate not-full dynticks cpumask\n");
|
|
|
|
cpumask_clear(tick_nohz_full_mask);
|
|
|
|
tick_nohz_full_running = false;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
cpumask_andnot(housekeeping_mask,
|
|
|
|
cpu_possible_mask, tick_nohz_full_mask);
|
|
|
|
|
2017-10-27 05:42:32 +03:00
|
|
|
static_branch_enable(&housekeeping_overriden);
|
|
|
|
|
2017-10-27 05:42:28 +03:00
|
|
|
/* We need at least one CPU to handle housekeeping work */
|
|
|
|
WARN_ON_ONCE(cpumask_empty(housekeeping_mask));
|
|
|
|
}
|