Merge branch 'ml-explore:main' into adding-Muon-optimizer

2025-12-16 01:49:05 +08:00 · 2025-03-05 23:09:44 +01:00
parent 44f776921c 85b34d59bc
commit 59d4e4f61d
4 changed files with 18 additions and 6 deletions
--- a/python/mlx/distributed_run.py
+++ b/python/mlx/distributed_run.py
@@ -112,7 +112,12 @@ def extract_rings(hosts, index):
                    break
            if not ring:
                break
-            rings.append(normalize(concretize(ring, used_ports)))
+            try:
+                rings.append(normalize(concretize(ring, used_ports)))
+            except RuntimeError:
+                if len(rings) > 0:
+                    return rings
+                raise

    return rings