diff --git a/python/mlx/distributed_run.py b/python/mlx/distributed_run.py
index 2cf74a038..828e22efb 100644
--- a/python/mlx/distributed_run.py
+++ b/python/mlx/distributed_run.py
@@ -253,6 +253,8 @@ def launch_mpi(parser, hosts, args, command):
 
         cmd = [
             mpirun,
+            "--output",
+            ":raw",  # do not line buffer output
             "--hostfile",
             f.name,
             *(["-cwd", args.cwd] if args.cwd else []),