AWS RADIUSS builds (#31114)
* Add AWS RADIUSS builds * Correct variable naming * Add two more MFEM specs * Updates to MFEM spec suggested by @v-dobrev * Simplify MFEM specs
This commit is contained in:
David Beckingsale
committed by
GitHub
GitHub
parent
38dfec42b7
commit
170c605d6a
@@ -401,6 +401,85 @@ radiuss-protected-build:
|
|||||||
- artifacts: True
|
- artifacts: True
|
||||||
job: radiuss-protected-generate
|
job: radiuss-protected-generate
|
||||||
|
|
||||||
|
########################################
|
||||||
|
# RADIUSS for AWS
|
||||||
|
########################################
|
||||||
|
|
||||||
|
# Call this AFTER .*-generate
|
||||||
|
.radiuss-aws-overrides:
|
||||||
|
# This controls image for generate step; build step is controlled by spack.yaml
|
||||||
|
# Note that generator emits OS info for build so these should be the same.
|
||||||
|
image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
|
||||||
|
|
||||||
|
.radiuss-aws:
|
||||||
|
variables:
|
||||||
|
SPACK_CI_STACK_NAME: radiuss-aws
|
||||||
|
|
||||||
|
radiuss-aws-pr-generate:
|
||||||
|
extends: [ ".radiuss-aws", ".pr-generate", ".radiuss-aws-overrides" ]
|
||||||
|
tags: ["spack", "public", "medium", "x86_64_v4"]
|
||||||
|
|
||||||
|
radiuss-aws-protected-generate:
|
||||||
|
extends: [ ".radiuss-aws", ".protected-generate", ".radiuss-aws-overrides" ]
|
||||||
|
tags: ["spack", "public", "medium", "x86_64_v4"]
|
||||||
|
|
||||||
|
radiuss-aws-pr-build:
|
||||||
|
extends: [ ".radiuss-aws", ".pr-build" ]
|
||||||
|
trigger:
|
||||||
|
include:
|
||||||
|
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
|
||||||
|
job: radiuss-aws-pr-generate
|
||||||
|
strategy: depend
|
||||||
|
needs:
|
||||||
|
- artifacts: True
|
||||||
|
job: radiuss-aws-pr-generate
|
||||||
|
|
||||||
|
radiuss-aws-protected-build:
|
||||||
|
extends: [ ".radiuss-aws", ".protected-build" ]
|
||||||
|
trigger:
|
||||||
|
include:
|
||||||
|
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
|
||||||
|
job: radiuss-aws-protected-generate
|
||||||
|
strategy: depend
|
||||||
|
needs:
|
||||||
|
- artifacts: True
|
||||||
|
job: radiuss-aws-protected-generate
|
||||||
|
|
||||||
|
|
||||||
|
# Parallel Pipeline for aarch64 (reuses override image, but generates and builds on aarch64)
|
||||||
|
|
||||||
|
.radiuss-aws-aarch64:
|
||||||
|
variables:
|
||||||
|
SPACK_CI_STACK_NAME: radiuss-aws-aarch64
|
||||||
|
|
||||||
|
radiuss-aws-aarch64-pr-generate:
|
||||||
|
extends: [ ".radiuss-aws-aarch64", ".pr-generate-aarch64", ".radiuss-aws-overrides" ]
|
||||||
|
|
||||||
|
radiuss-aws-aarch64-protected-generate:
|
||||||
|
extends: [ ".radiuss-aws-aarch64", ".protected-generate-aarch64", ".radiuss-aws-overrides" ]
|
||||||
|
|
||||||
|
radiuss-aws-aarch64-pr-build:
|
||||||
|
extends: [ ".radiuss-aws-aarch64", ".pr-build" ]
|
||||||
|
trigger:
|
||||||
|
include:
|
||||||
|
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
|
||||||
|
job: radiuss-aws-aarch64-pr-generate
|
||||||
|
strategy: depend
|
||||||
|
needs:
|
||||||
|
- artifacts: True
|
||||||
|
job: radiuss-aws-aarch64-pr-generate
|
||||||
|
|
||||||
|
radiuss-aws-aarch64-protected-build:
|
||||||
|
extends: [ ".radiuss-aws-aarch64", ".protected-build" ]
|
||||||
|
trigger:
|
||||||
|
include:
|
||||||
|
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
|
||||||
|
job: radiuss-aws-aarch64-protected-generate
|
||||||
|
strategy: depend
|
||||||
|
needs:
|
||||||
|
- artifacts: True
|
||||||
|
job: radiuss-aws-aarch64-protected-generate
|
||||||
|
|
||||||
########################################
|
########################################
|
||||||
# ECP Data & Vis SDK
|
# ECP Data & Vis SDK
|
||||||
########################################
|
########################################
|
||||||
|
|||||||
@@ -0,0 +1,160 @@
|
|||||||
|
spack:
|
||||||
|
view: false
|
||||||
|
|
||||||
|
concretizer:
|
||||||
|
reuse: false
|
||||||
|
unify: false
|
||||||
|
|
||||||
|
config:
|
||||||
|
concretizer: clingo
|
||||||
|
install_tree:
|
||||||
|
root: /home/software/spack
|
||||||
|
padded_length: 384
|
||||||
|
projections:
|
||||||
|
all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'
|
||||||
|
|
||||||
|
packages:
|
||||||
|
all:
|
||||||
|
providers:
|
||||||
|
blas:
|
||||||
|
- openblas
|
||||||
|
mkl:
|
||||||
|
- intel-oneapi-mkl
|
||||||
|
mpi:
|
||||||
|
- openmpi
|
||||||
|
- mpich
|
||||||
|
variants: +mpi
|
||||||
|
|
||||||
|
definitions:
|
||||||
|
- radiuss:
|
||||||
|
- ascent
|
||||||
|
- blt
|
||||||
|
- caliper
|
||||||
|
- caliper +cuda cuda_arch=70
|
||||||
|
- camp
|
||||||
|
- camp +cuda
|
||||||
|
- chai
|
||||||
|
- chai +cuda +raja
|
||||||
|
- mfem
|
||||||
|
- mfem +superlu-dist+petsc+sundials
|
||||||
|
- mfem +cuda cuda_arch=70 ^hypre+cuda
|
||||||
|
- raja
|
||||||
|
- raja +cuda cuda_arch=70
|
||||||
|
- umpire
|
||||||
|
- umpire +cuda
|
||||||
|
|
||||||
|
- compiler:
|
||||||
|
- '%gcc@7.3.1'
|
||||||
|
|
||||||
|
- target:
|
||||||
|
- 'target=aarch64'
|
||||||
|
- 'target=graviton2'
|
||||||
|
|
||||||
|
specs:
|
||||||
|
|
||||||
|
- matrix:
|
||||||
|
- - $radiuss
|
||||||
|
- - $compiler
|
||||||
|
- - $target
|
||||||
|
|
||||||
|
mirrors: { "mirror": "s3://spack-binaries/develop/radiuss-aws" }
|
||||||
|
|
||||||
|
gitlab-ci:
|
||||||
|
|
||||||
|
script:
|
||||||
|
- . "./share/spack/setup-env.sh"
|
||||||
|
- spack --version
|
||||||
|
- cd ${SPACK_CONCRETE_ENV_DIR}
|
||||||
|
- spack env activate --without-view .
|
||||||
|
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
|
||||||
|
- mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data
|
||||||
|
- if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi
|
||||||
|
- if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi
|
||||||
|
- spack -d ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2)
|
||||||
|
|
||||||
|
image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
|
||||||
|
mappings:
|
||||||
|
- match:
|
||||||
|
- llvm
|
||||||
|
- llvm-amdgpu
|
||||||
|
- pango
|
||||||
|
- paraview
|
||||||
|
runner-attributes:
|
||||||
|
tags: [ "spack", "huge", "aarch64" ]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: huge
|
||||||
|
KUBERNETES_CPU_REQUEST: 11000m
|
||||||
|
KUBERNETES_MEMORY_REQUEST: 42G
|
||||||
|
|
||||||
|
|
||||||
|
- match:
|
||||||
|
- ascent
|
||||||
|
- atk
|
||||||
|
- axom
|
||||||
|
- cistem
|
||||||
|
- ctffind
|
||||||
|
- cuda
|
||||||
|
- dyninst
|
||||||
|
- gcc
|
||||||
|
- ginkgo
|
||||||
|
- hdf5
|
||||||
|
- hpx
|
||||||
|
- kokkos-kernels
|
||||||
|
- kokkos-nvcc-wrapper
|
||||||
|
- magma
|
||||||
|
- mfem
|
||||||
|
- mpich
|
||||||
|
- openturns
|
||||||
|
- parallelio
|
||||||
|
- precice
|
||||||
|
- raja
|
||||||
|
- relion
|
||||||
|
- rocblas
|
||||||
|
- rocsolver
|
||||||
|
- rust
|
||||||
|
- slate
|
||||||
|
- strumpack
|
||||||
|
- sundials
|
||||||
|
- trilinos
|
||||||
|
- umpire
|
||||||
|
- vtk
|
||||||
|
- vtk-h
|
||||||
|
- vtk-m
|
||||||
|
- warpx
|
||||||
|
- wrf
|
||||||
|
- wxwidgets
|
||||||
|
runner-attributes:
|
||||||
|
tags: [ "spack", "large", "aarch64" ]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: large
|
||||||
|
KUBERNETES_CPU_REQUEST: 8000m
|
||||||
|
KUBERNETES_MEMORY_REQUEST: 12G
|
||||||
|
|
||||||
|
- match: ['os=amzn2']
|
||||||
|
runner-attributes:
|
||||||
|
tags: ["spack", "aarch64"]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: "default"
|
||||||
|
|
||||||
|
broken-specs-url: "s3://spack-binaries/broken-specs"
|
||||||
|
|
||||||
|
service-job-attributes:
|
||||||
|
before_script:
|
||||||
|
- . "./share/spack/setup-env.sh"
|
||||||
|
- spack --version
|
||||||
|
image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
|
||||||
|
tags: ["spack", "public", "aarch64"]
|
||||||
|
|
||||||
|
signing-job-attributes:
|
||||||
|
image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] }
|
||||||
|
tags: ["spack", "aws"]
|
||||||
|
script:
|
||||||
|
- aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp
|
||||||
|
- /sign.sh
|
||||||
|
- aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache
|
||||||
|
|
||||||
|
cdash:
|
||||||
|
build-group: RADIUSS AWS Packages
|
||||||
|
url: https://cdash.spack.io
|
||||||
|
project: Spack Testing
|
||||||
|
site: Cloud Gitlab Infrastructure
|
||||||
159
share/spack/gitlab/cloud_pipelines/stacks/radiuss-aws/spack.yaml
Normal file
159
share/spack/gitlab/cloud_pipelines/stacks/radiuss-aws/spack.yaml
Normal file
@@ -0,0 +1,159 @@
|
|||||||
|
spack:
|
||||||
|
view: false
|
||||||
|
|
||||||
|
concretizer:
|
||||||
|
reuse: false
|
||||||
|
unify: false
|
||||||
|
|
||||||
|
config:
|
||||||
|
concretizer: clingo
|
||||||
|
install_tree:
|
||||||
|
root: /home/software/spack
|
||||||
|
padded_length: 384
|
||||||
|
projections:
|
||||||
|
all: '{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'
|
||||||
|
|
||||||
|
packages:
|
||||||
|
all:
|
||||||
|
providers:
|
||||||
|
blas:
|
||||||
|
- openblas
|
||||||
|
mkl:
|
||||||
|
- intel-oneapi-mkl
|
||||||
|
mpi:
|
||||||
|
- openmpi
|
||||||
|
- mpich
|
||||||
|
variants: +mpi
|
||||||
|
|
||||||
|
definitions:
|
||||||
|
- radiuss:
|
||||||
|
- ascent
|
||||||
|
- blt
|
||||||
|
- caliper
|
||||||
|
- caliper +cuda cuda_arch=70
|
||||||
|
- camp
|
||||||
|
- camp +cuda
|
||||||
|
- chai
|
||||||
|
- chai +cuda +raja
|
||||||
|
- mfem
|
||||||
|
- mfem +superlu-dist+petsc+sundials
|
||||||
|
- mfem +cuda cuda_arch=70 ^hypre+cuda
|
||||||
|
- raja
|
||||||
|
- raja +cuda cuda_arch=70
|
||||||
|
- umpire
|
||||||
|
- umpire +cuda
|
||||||
|
|
||||||
|
- compiler:
|
||||||
|
- '%gcc@7.3.1'
|
||||||
|
|
||||||
|
- target:
|
||||||
|
- 'target=x86_64_v3'
|
||||||
|
|
||||||
|
specs:
|
||||||
|
|
||||||
|
- matrix:
|
||||||
|
- - $radiuss
|
||||||
|
- - $compiler
|
||||||
|
- - $target
|
||||||
|
|
||||||
|
mirrors: { "mirror": "s3://spack-binaries/develop/radiuss-aws" }
|
||||||
|
|
||||||
|
gitlab-ci:
|
||||||
|
|
||||||
|
script:
|
||||||
|
- . "./share/spack/setup-env.sh"
|
||||||
|
- spack --version
|
||||||
|
- cd ${SPACK_CONCRETE_ENV_DIR}
|
||||||
|
- spack env activate --without-view .
|
||||||
|
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
|
||||||
|
- mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data
|
||||||
|
- if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi
|
||||||
|
- if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi
|
||||||
|
- spack -d ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2)
|
||||||
|
|
||||||
|
image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
|
||||||
|
mappings:
|
||||||
|
- match:
|
||||||
|
- llvm
|
||||||
|
- llvm-amdgpu
|
||||||
|
- pango
|
||||||
|
- paraview
|
||||||
|
runner-attributes:
|
||||||
|
tags: [ "spack", "huge", "x86_64_v4" ]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: huge
|
||||||
|
KUBERNETES_CPU_REQUEST: 11000m
|
||||||
|
KUBERNETES_MEMORY_REQUEST: 42G
|
||||||
|
|
||||||
|
|
||||||
|
- match:
|
||||||
|
- ascent
|
||||||
|
- atk
|
||||||
|
- axom
|
||||||
|
- cistem
|
||||||
|
- ctffind
|
||||||
|
- cuda
|
||||||
|
- dyninst
|
||||||
|
- gcc
|
||||||
|
- ginkgo
|
||||||
|
- hdf5
|
||||||
|
- hpx
|
||||||
|
- kokkos-kernels
|
||||||
|
- kokkos-nvcc-wrapper
|
||||||
|
- magma
|
||||||
|
- mfem
|
||||||
|
- mpich
|
||||||
|
- openturns
|
||||||
|
- parallelio
|
||||||
|
- precice
|
||||||
|
- raja
|
||||||
|
- relion
|
||||||
|
- rocblas
|
||||||
|
- rocsolver
|
||||||
|
- rust
|
||||||
|
- slate
|
||||||
|
- strumpack
|
||||||
|
- sundials
|
||||||
|
- trilinos
|
||||||
|
- umpire
|
||||||
|
- vtk
|
||||||
|
- vtk-h
|
||||||
|
- vtk-m
|
||||||
|
- warpx
|
||||||
|
- wrf
|
||||||
|
- wxwidgets
|
||||||
|
runner-attributes:
|
||||||
|
tags: [ "spack", "large", "x86_64_v4" ]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: large
|
||||||
|
KUBERNETES_CPU_REQUEST: 8000m
|
||||||
|
KUBERNETES_MEMORY_REQUEST: 12G
|
||||||
|
|
||||||
|
- match: ['os=amzn2']
|
||||||
|
runner-attributes:
|
||||||
|
tags: ["spack", "x86_64_v4"]
|
||||||
|
variables:
|
||||||
|
CI_JOB_SIZE: "default"
|
||||||
|
|
||||||
|
broken-specs-url: "s3://spack-binaries/broken-specs"
|
||||||
|
|
||||||
|
service-job-attributes:
|
||||||
|
before_script:
|
||||||
|
- . "./share/spack/setup-env.sh"
|
||||||
|
- spack --version
|
||||||
|
image: { "name": "ghcr.io/spack/e4s-amazonlinux-2:v2022-03-21", "entrypoint": [""] }
|
||||||
|
tags: ["spack", "public", "x86_64_v4"]
|
||||||
|
|
||||||
|
signing-job-attributes:
|
||||||
|
image: { "name": "ghcr.io/spack/notary:latest", "entrypoint": [""] }
|
||||||
|
tags: ["spack", "aws"]
|
||||||
|
script:
|
||||||
|
- aws s3 sync --exclude "*" --include "*spec.json*" ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache /tmp
|
||||||
|
- /sign.sh
|
||||||
|
- aws s3 sync --exclude "*" --include "*spec.json.sig*" /tmp ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache
|
||||||
|
|
||||||
|
cdash:
|
||||||
|
build-group: RADIUSS AWS Packages
|
||||||
|
url: https://cdash.spack.io
|
||||||
|
project: Spack Testing
|
||||||
|
site: Cloud Gitlab Infrastructure
|
||||||
Reference in New Issue
Block a user