* [pcluster pipeline] Use local buildcache instead of upstream spack
Spack currently does not relocate compiler references from upstream spack
installations. When using a buildcache we don't need an upstream spack.
* gcc needs to be installed via postinstall to get correct deps
* quantum-espresso@gcc@12.3.0 returns ICE on neoverse_{n,v}1
* Force gitlab to pull the new container
* Revert "Force gitlab to pull the new container"
This reverts commit 3af5f4cd88.
Seems the gitlab version does not yet support "pull_policy" in .gitlab-ci.yml
* Gitlab keeps picking up wrong container. Renaming
* Update containers once more after failed build
59 lines
1.7 KiB
YAML
59 lines
1.7 KiB
YAML
spack:
|
|
view: false
|
|
|
|
definitions:
|
|
- compiler_specs:
|
|
- gcc
|
|
- gettext
|
|
|
|
- compiler_target:
|
|
- '%gcc@7.3.1 target=aarch64'
|
|
|
|
- optimized_configs:
|
|
- gromacs
|
|
# - lammps
|
|
# - mpas-model
|
|
- openfoam
|
|
- palace
|
|
# - py-devito
|
|
# - quantum-espresso
|
|
# - wrf
|
|
|
|
- optimized_libs:
|
|
- mpich
|
|
- openmpi
|
|
|
|
specs:
|
|
- matrix:
|
|
- - $compiler_specs
|
|
- - $compiler_target
|
|
- $optimized_configs
|
|
- $optimized_libs
|
|
|
|
|
|
mirrors: { "mirror": "s3://spack-binaries/develop/aws-pcluster-neoverse_v1" }
|
|
|
|
ci:
|
|
pipeline-gen:
|
|
- build-job:
|
|
image: { "name": "ghcr.io/spack/pcluster-amazonlinux-2:v2023-05-25", "entrypoint": [""] }
|
|
tags: ["aarch64"]
|
|
before_script:
|
|
- - . "./share/spack/setup-env.sh"
|
|
- . /etc/profile.d/modules.sh
|
|
- spack --version
|
|
- spack arch
|
|
# Use gcc from local container buildcache
|
|
- - spack mirror add local-cache /bootstrap/local-cache
|
|
- spack gpg trust /bootstrap/public-key
|
|
- - /bin/bash "${SPACK_ARTIFACTS_ROOT}/postinstall.sh" -fg
|
|
- spack config --scope site add "packages:all:target:\"target=${SPACK_TARGET_ARCH}\""
|
|
- signing-job:
|
|
before_script:
|
|
# Do not distribute Intel & ARM binaries
|
|
- - for i in $(aws s3 ls --recursive ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache/ | grep intel-oneapi | awk '{print $4}' | sed -e 's?^.*build_cache/??g'); do aws s3 rm ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache/$i; done
|
|
- for i in $(aws s3 ls --recursive ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache/ | grep armpl | awk '{print $4}' | sed -e 's?^.*build_cache/??g'); do aws s3 rm ${SPACK_REMOTE_MIRROR_OVERRIDE}/build_cache/$i; done
|
|
|
|
cdash:
|
|
build-group: AWS Packages
|