sched/uclamp: Make task_fits_capacity() use util_fits_cpu()
commit b48e16a69792b5dc4a09d6807369d11b2970cc36 upstream.
So that the new uclamp rules in regard to migration margin and capacity
pressure are taken into account correctly.
Fixes: a7008c07a5
("sched/fair: Make task_fits_capacity() consider uclamp restrictions")
Co-developed-by: Vincent Guittot <vincent.guittot@linaro.org>
Signed-off-by: Qais Yousef <qais.yousef@arm.com>
Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org>
Link: https://lore.kernel.org/r/20220804143609.515789-3-qais.yousef@arm.com
(cherry picked from commit b48e16a69792b5dc4a09d6807369d11b2970cc36)
Signed-off-by: Qais Yousef (Google) <qyousef@layalina.io>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
This commit is contained in:
parent
2523d9d7bb
commit
5cb1a56ced
@ -4197,10 +4197,12 @@ static inline int util_fits_cpu(unsigned long util,
|
||||
return fits;
|
||||
}
|
||||
|
||||
static inline int task_fits_capacity(struct task_struct *p,
|
||||
unsigned long capacity)
|
||||
static inline int task_fits_cpu(struct task_struct *p, int cpu)
|
||||
{
|
||||
return fits_capacity(uclamp_task_util(p), capacity);
|
||||
unsigned long uclamp_min = uclamp_eff_value(p, UCLAMP_MIN);
|
||||
unsigned long uclamp_max = uclamp_eff_value(p, UCLAMP_MAX);
|
||||
unsigned long util = task_util_est(p);
|
||||
return util_fits_cpu(util, uclamp_min, uclamp_max, cpu);
|
||||
}
|
||||
|
||||
static inline void update_misfit_status(struct task_struct *p, struct rq *rq)
|
||||
@ -4213,7 +4215,7 @@ static inline void update_misfit_status(struct task_struct *p, struct rq *rq)
|
||||
return;
|
||||
}
|
||||
|
||||
if (task_fits_capacity(p, capacity_of(cpu_of(rq)))) {
|
||||
if (task_fits_cpu(p, cpu_of(rq))) {
|
||||
rq->misfit_task_load = 0;
|
||||
return;
|
||||
}
|
||||
@ -7942,7 +7944,7 @@ static int detach_tasks(struct lb_env *env)
|
||||
|
||||
case migrate_misfit:
|
||||
/* This is not a misfit task */
|
||||
if (task_fits_capacity(p, capacity_of(env->src_cpu)))
|
||||
if (task_fits_cpu(p, env->src_cpu))
|
||||
goto next;
|
||||
|
||||
env->imbalance = 0;
|
||||
@ -8884,6 +8886,10 @@ static inline void update_sg_wakeup_stats(struct sched_domain *sd,
|
||||
|
||||
memset(sgs, 0, sizeof(*sgs));
|
||||
|
||||
/* Assume that task can't fit any CPU of the group */
|
||||
if (sd->flags & SD_ASYM_CPUCAPACITY)
|
||||
sgs->group_misfit_task_load = 1;
|
||||
|
||||
for_each_cpu(i, sched_group_span(group)) {
|
||||
struct rq *rq = cpu_rq(i);
|
||||
unsigned int local;
|
||||
@ -8903,12 +8909,12 @@ static inline void update_sg_wakeup_stats(struct sched_domain *sd,
|
||||
if (!nr_running && idle_cpu_without(i, p))
|
||||
sgs->idle_cpus++;
|
||||
|
||||
}
|
||||
/* Check if task fits in the CPU */
|
||||
if (sd->flags & SD_ASYM_CPUCAPACITY &&
|
||||
sgs->group_misfit_task_load &&
|
||||
task_fits_cpu(p, i))
|
||||
sgs->group_misfit_task_load = 0;
|
||||
|
||||
/* Check if task fits in the group */
|
||||
if (sd->flags & SD_ASYM_CPUCAPACITY &&
|
||||
!task_fits_capacity(p, group->sgc->max_capacity)) {
|
||||
sgs->group_misfit_task_load = 1;
|
||||
}
|
||||
|
||||
sgs->group_capacity = group->sgc->capacity;
|
||||
|
@ -2468,6 +2468,15 @@ static inline bool uclamp_is_used(void)
|
||||
return static_branch_likely(&sched_uclamp_used);
|
||||
}
|
||||
#else /* CONFIG_UCLAMP_TASK */
|
||||
static inline unsigned long uclamp_eff_value(struct task_struct *p,
|
||||
enum uclamp_id clamp_id)
|
||||
{
|
||||
if (clamp_id == UCLAMP_MIN)
|
||||
return 0;
|
||||
|
||||
return SCHED_CAPACITY_SCALE;
|
||||
}
|
||||
|
||||
static inline
|
||||
unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util,
|
||||
struct task_struct *p)
|
||||
|
Loading…
Reference in New Issue
Block a user