ML CI: get more packages working on macOS (#39199)

share/spack/gitlab/cloud_pipelines/stacks/ml-darwin-aarch64-mps/spack.yaml

@@ -11,36 +11,52 @@ spack:
       require: ~fortran
 
   specs:
+  # Horovod
+  - py-horovod
+
   # Hugging Face
   - py-transformers
 
   # JAX
-  # - py-jax        # bazel codesign
+  # Bazel codesign issues
-  # - py-jaxlib     # bazel codesign
+  # - py-jax
+  # - py-jaxlib
 
   # Keras
+  # Bazel codesign issues
+  # - py-keras
   - py-keras-applications
   - py-keras-preprocessing
   - py-keras2onnx
-  # - py-keras      # bazel codesign
 
   # MXNet
   - mxnet
 
   # PyTorch
   - py-botorch
+  - py-efficientnet-pytorch
   - py-gpytorch
+  - py-kornia
+  - py-lightning
   - py-pytorch-gradual-warmup-lr
+  - py-pytorch-lightning
   - py-segmentation-models-pytorch
   - py-timm
   - py-torch
   - py-torch-cluster
   - py-torch-geometric
+  - py-torch-nvidia-apex
+  - py-torch-scatter
   - py-torch-sparse
+  - py-torch-spline-conv
+  - py-torchaudio
   - py-torchdata
   - py-torchfile
   - py-torchgeo
+  - py-torchmetrics
+  - py-torchtext
   - py-torchvision
+  - py-vector-quantize-pytorch
 
   # scikit-learn
   - py-scikit-learn
@@ -53,32 +69,19 @@ spack:
   - py-tensorboardx
 
   # TensorFlow
-  # - py-tensorflow               # bazel codesign
+  # Bazel codesign issues
-  # - py-tensorflow-datasets      # bazel codesign
+  # - py-tensorflow
-  # - py-tensorflow-hub           # bazel codesign
+  # - py-tensorflow-datasets
-  # - py-tensorflow-metadata      # bazel codesign
+  # - py-tensorflow-estimator
-  # - py-tensorflow-estimator     # bazel codesign
+  # - py-tensorflow-hub
-  # - py-tensorflow-probability   # py-dm-tree due to bazel codesign
+  # - py-tensorflow-metadata
+  # - py-tensorflow-probability
 
   # XGBoost
   - py-xgboost
+  # - r-xgboost
   - xgboost
 
-  # ERRORS
-  # - py-efficientnet-pytorch     # py-torch
-  # - py-horovod                  # py-torch
-  # - py-kornia                   # py-torch
-  # - py-lightning                # py-torch
-  # - py-pytorch-lightning        # py-torch
-  # - py-torch-nvidia-apex        # py-torch
-  # - py-torch-scatter            # py-torch
-  # - py-torch-spline-conv        # py-torch
-  # - py-torchaudio               # py-torchaudio
-  # - py-torchmetrics             # py-torch
-  # - py-torchtext                # py-torchtext
-  # - py-vector-quantize-pytorch  # py-torch
-  # - r-xgboost                   # r
-
   mirrors: { "mirror": "s3://spack-binaries/develop/ml-darwin-aarch64-mps" }
 
   ci:

var/spack/repos/builtin/packages/py-torch/package.py

@@ -123,6 +123,9 @@ class PyTorch(PythonPackage, CudaPackage, ROCmPackage):
         msg="TensorPipe must be enabled with +distributed",
     )
 
+    # https://github.com/pytorch/pytorch/issues/100991
+    conflicts("%apple-clang@14:", when="@:1")
+
     conflicts(
         "cuda_arch=none",
         when="+cuda",