diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index 50d9e9849ce7..fb9b7b74a836 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -3841,8 +3841,9 @@ __setscheduler(struct rq *rq, struct task_struct *p, int policy, int prio)
 	if (rt_prio(p->prio)) {
 		p->sched_class = &rt_sched_class;
 #ifdef CONFIG_SCHED_HMP
-		if (cpumask_equal(&p->cpus_allowed, cpu_all_mask))
-			do_set_cpus_allowed(p, &hmp_slow_cpu_mask);
+		if (!cpumask_empty(&hmp_slow_cpu_mask))
+			if (cpumask_equal(&p->cpus_allowed, cpu_all_mask))
+				do_set_cpus_allowed(p, &hmp_slow_cpu_mask);
 #endif
 	}
 	else