mirror of
https://github.com/ml-explore/mlx.git
synced 2025-06-24 09:21:16 +08:00
50dfb664db
* Start the communications branch using MPI * Add ops and primitives * Add python bindings for distributed
23 lines
483 B
C++
23 lines
483 B
C++
// Copyright © 2024 Apple Inc.
|
|
|
|
#include <iostream>
|
|
|
|
#include "mlx/mlx.h"
|
|
|
|
using namespace mlx::core;
|
|
|
|
int main() {
|
|
if (!distributed::is_available()) {
|
|
std::cout << "No communication backend found" << std::endl;
|
|
return 1;
|
|
}
|
|
|
|
auto global_group = distributed::init();
|
|
std::cout << global_group.rank() << " / " << global_group.size() << std::endl;
|
|
|
|
array x = ones({10});
|
|
array out = distributed::all_reduce_sum(x, global_group);
|
|
|
|
std::cout << out << std::endl;
|
|
}
|