* Start the communications branch using MPI
* Add ops and primitives
* Add python bindings for distributed
This commit is contained in:
Angelos Katharopoulos
2024-05-23 17:04:02 -07:00
committed by GitHub
parent 0189ab6ab6
commit 50dfb664db
19 changed files with 913 additions and 1 deletions

View File

@@ -71,6 +71,7 @@ jobs:
name: Install dependencies
command: |
brew install python@3.8
brew install openmpi
python3.8 -m venv env
source env/bin/activate
pip install --upgrade pip
@@ -96,6 +97,7 @@ jobs:
source env/bin/activate
LOW_MEMORY=1 DEVICE=cpu python -m xmlrunner discover -v python/tests -o test-results/cpu
LOW_MEMORY=1 DEVICE=gpu METAL_DEVICE_WRAPPER_TYPE=1 METAL_DEBUG_ERROR_MODE=0 python -m xmlrunner discover -v python/tests -o test-results/gpu
mpirun -host localhost:8 -np 8 -x DYLD_LIBRARY_PATH=/opt/homebrew/lib/ python python/tests/mpi_test_distributed.py
- run:
name: Build example extension
command: |