zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-08-29 07:03:10 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

removed nproc-per-node

Browse Source
This commit is contained in:
Anastasiia Filippova 2025-08-20 15:49:32 +02:00
parent cd53eb1ae3
commit 4ee0d0bb55
1 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
python/mlx/distributed_run.py
View File

@ -417,8 +417,11 @@ def launch_mpi(parser, hosts, args, command):
def launch_nccl(parser, hosts, args, command): def launch_nccl(parser, hosts, args, command):
master_host = hosts[0].ips[0] master_host = hosts[0].ips[0]
if master_host != "127.0.0.1":
raise ValueError("The NCCL backend only supports localhost for now. ")
master_port = args.nccl_port master_port = args.nccl_port
world_size = args.nproc_per_node * len(hosts) world_size = len(hosts)
base_env = os.environ.copy() base_env = os.environ.copy()
base_env.update( base_env.update(
@ -814,12 +817,6 @@ def main():
default=12345, default=12345,
help="The port to use for the NCCL communication (only for nccl backend)", help="The port to use for the NCCL communication (only for nccl backend)",
) )
parser.add_argument(
"--nproc-per-node",
type=positive_number,
default=1,
help="How many processes to run per node (only for nccl backend)",
)
args, rest = parser.parse_known_args() args, rest = parser.parse_known_args()
if rest[0] == "--": if rest[0] == "--":