diff --git a/mlx/scheduler.h b/mlx/scheduler.h
index bf34b38c0..b2c6b842b 100644
--- a/mlx/scheduler.h
+++ b/mlx/scheduler.h
@@ -129,7 +129,7 @@ class Scheduler {
     int n_tasks_old = n_active_tasks();
     if (n_tasks_old > 1) {
       completion_cv.wait(lk, [this, n_tasks_old] {
-        return this->n_active_tasks() != n_tasks_old;
+        return this->n_active_tasks() < n_tasks_old;
       });
     }
   }