gitlab ci: Put Cray binaries in public mirrors (#39938)

This commit is contained in:
Scott Wittenburg 2023-09-14 15:11:29 -06:00 committed by GitHub
parent e004db8f77
commit 579df768ca
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 7 additions and 34 deletions

View File

@ -782,30 +782,8 @@ deprecated-ci-build:
# job: aws-pcluster-generate-neoverse_v1 # job: aws-pcluster-generate-neoverse_v1
# Cray definitions # Cray definitions
.base-cray-job:
variables:
SPACK_BUILDCACHE_DESTINATION: "s3://spack-binaries-cray/${CI_COMMIT_REF_NAME}/${SPACK_CI_STACK_NAME}"
AWS_ACCESS_KEY_ID: ${CRAY_MIRRORS_AWS_ACCESS_KEY_ID}
AWS_SECRET_ACCESS_KEY: ${CRAY_MIRRORS_AWS_SECRET_ACCESS_KEY}
rules:
- if: $CI_COMMIT_REF_NAME == "develop"
# Pipelines on develop only rebuild what is missing from the mirror
when: always
variables:
SPACK_PIPELINE_TYPE: "spack_protected_branch"
SPACK_REQUIRE_SIGNING: "True"
- if: $CI_COMMIT_REF_NAME =~ /^pr[\d]+_.*$/
# Pipelines on PR branches rebuild only what's missing, and do extra pruning
when: always
variables:
SPACK_PIPELINE_TYPE: "spack_pull_request"
SPACK_BUILDCACHE_DESTINATION: "s3://spack-binaries-cray/prs/${CI_COMMIT_REF_NAME}/${SPACK_CI_STACK_NAME}"
SPACK_PRUNE_UNTOUCHED: "True"
SPACK_PRUNE_UNTOUCHED_DEPENDENT_DEPTH: "1"
.generate-cray: .generate-cray:
extends: [ ".generate-common", ".base-cray-job" ] extends: [ ".generate-common", ".base-job" ]
stage: generate
before_script: before_script:
- echo $PATH - echo $PATH
- module avail - module avail
@ -820,11 +798,6 @@ deprecated-ci-build:
extends: [ ".generate-cray" ] extends: [ ".generate-cray" ]
.build-cray:
extends: [ ".base-cray-job" ]
stage: build
####################################### #######################################
# E4S - Cray RHEL # E4S - Cray RHEL
####################################### #######################################
@ -837,7 +810,7 @@ e4s-cray-rhel-generate:
extends: [ ".generate-cray-rhel", ".e4s-cray-rhel" ] extends: [ ".generate-cray-rhel", ".e4s-cray-rhel" ]
e4s-cray-rhel-build: e4s-cray-rhel-build:
extends: [ ".build-cray", ".e4s-cray-rhel" ] extends: [ ".build", ".e4s-cray-rhel" ]
trigger: trigger:
include: include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
@ -859,7 +832,7 @@ e4s-cray-sles-generate:
extends: [ ".generate-cray-sles", ".e4s-cray-sles" ] extends: [ ".generate-cray-sles", ".e4s-cray-sles" ]
e4s-cray-sles-build: e4s-cray-sles-build:
extends: [ ".build-cray", ".e4s-cray-sles" ] extends: [ ".build", ".e4s-cray-sles" ]
trigger: trigger:
include: include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml

View File

@ -63,7 +63,7 @@ spack:
# - amrex # disabled temporarily pending resolution of unreproducible CI failure # - amrex # disabled temporarily pending resolution of unreproducible CI failure
mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-rhel" } mirrors: { "mirror": "s3://spack-binaries/develop/e4s-cray-rhel" }
cdash: cdash:
build-group: E4S Cray build-group: E4S Cray

View File

@ -41,13 +41,13 @@ spack:
specs: specs:
- adios2 - adios2
- amrex - amrex
- butterflypack - butterflypack
- conduit - conduit
- h5bench - h5bench
- hdf5-vol-async - hdf5-vol-async
- hdf5-vol-cache - hdf5-vol-cache
- hdf5-vol-log - hdf5-vol-log
- hypre - hypre
- kokkos - kokkos
- kokkos-kernels - kokkos-kernels
@ -57,7 +57,7 @@ spack:
- superlu-dist - superlu-dist
# - flux-core # python cray sles issue # - flux-core # python cray sles issue
mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-sles" } mirrors: { "mirror": "s3://spack-binaries/develop/e4s-cray-sles" }
cdash: cdash:
build-group: E4S Cray SLES build-group: E4S Cray SLES