gitlab ci: Put Cray binaries in public mirrors (#39938)
This commit is contained in:
		@@ -782,30 +782,8 @@ deprecated-ci-build:
 | 
				
			|||||||
#       job: aws-pcluster-generate-neoverse_v1
 | 
					#       job: aws-pcluster-generate-neoverse_v1
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# Cray definitions
 | 
					# Cray definitions
 | 
				
			||||||
.base-cray-job:
 | 
					 | 
				
			||||||
  variables:
 | 
					 | 
				
			||||||
    SPACK_BUILDCACHE_DESTINATION: "s3://spack-binaries-cray/${CI_COMMIT_REF_NAME}/${SPACK_CI_STACK_NAME}"
 | 
					 | 
				
			||||||
    AWS_ACCESS_KEY_ID: ${CRAY_MIRRORS_AWS_ACCESS_KEY_ID}
 | 
					 | 
				
			||||||
    AWS_SECRET_ACCESS_KEY: ${CRAY_MIRRORS_AWS_SECRET_ACCESS_KEY}
 | 
					 | 
				
			||||||
  rules:
 | 
					 | 
				
			||||||
    - if: $CI_COMMIT_REF_NAME == "develop"
 | 
					 | 
				
			||||||
      # Pipelines on develop only rebuild what is missing from the mirror
 | 
					 | 
				
			||||||
      when: always
 | 
					 | 
				
			||||||
      variables:
 | 
					 | 
				
			||||||
        SPACK_PIPELINE_TYPE: "spack_protected_branch"
 | 
					 | 
				
			||||||
        SPACK_REQUIRE_SIGNING: "True"
 | 
					 | 
				
			||||||
    - if: $CI_COMMIT_REF_NAME =~ /^pr[\d]+_.*$/
 | 
					 | 
				
			||||||
      # Pipelines on PR branches rebuild only what's missing, and do extra pruning
 | 
					 | 
				
			||||||
      when: always
 | 
					 | 
				
			||||||
      variables:
 | 
					 | 
				
			||||||
        SPACK_PIPELINE_TYPE: "spack_pull_request"
 | 
					 | 
				
			||||||
        SPACK_BUILDCACHE_DESTINATION: "s3://spack-binaries-cray/prs/${CI_COMMIT_REF_NAME}/${SPACK_CI_STACK_NAME}"
 | 
					 | 
				
			||||||
        SPACK_PRUNE_UNTOUCHED: "True"
 | 
					 | 
				
			||||||
        SPACK_PRUNE_UNTOUCHED_DEPENDENT_DEPTH: "1"
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
.generate-cray:
 | 
					.generate-cray:
 | 
				
			||||||
  extends: [ ".generate-common", ".base-cray-job" ]
 | 
					  extends: [ ".generate-common", ".base-job" ]
 | 
				
			||||||
  stage: generate
 | 
					 | 
				
			||||||
  before_script:
 | 
					  before_script:
 | 
				
			||||||
    - echo $PATH
 | 
					    - echo $PATH
 | 
				
			||||||
    - module avail
 | 
					    - module avail
 | 
				
			||||||
@@ -820,11 +798,6 @@ deprecated-ci-build:
 | 
				
			|||||||
  extends: [ ".generate-cray" ]
 | 
					  extends: [ ".generate-cray" ]
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
.build-cray:
 | 
					 | 
				
			||||||
  extends: [ ".base-cray-job" ]
 | 
					 | 
				
			||||||
  stage: build
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
#######################################
 | 
					#######################################
 | 
				
			||||||
# E4S - Cray RHEL
 | 
					# E4S - Cray RHEL
 | 
				
			||||||
#######################################
 | 
					#######################################
 | 
				
			||||||
@@ -837,7 +810,7 @@ e4s-cray-rhel-generate:
 | 
				
			|||||||
  extends: [ ".generate-cray-rhel", ".e4s-cray-rhel" ]
 | 
					  extends: [ ".generate-cray-rhel", ".e4s-cray-rhel" ]
 | 
				
			||||||
 | 
					
 | 
				
			||||||
e4s-cray-rhel-build:
 | 
					e4s-cray-rhel-build:
 | 
				
			||||||
  extends: [ ".build-cray", ".e4s-cray-rhel" ]
 | 
					  extends: [ ".build", ".e4s-cray-rhel" ]
 | 
				
			||||||
  trigger:
 | 
					  trigger:
 | 
				
			||||||
    include:
 | 
					    include:
 | 
				
			||||||
      - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
 | 
					      - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
 | 
				
			||||||
@@ -859,7 +832,7 @@ e4s-cray-sles-generate:
 | 
				
			|||||||
  extends: [ ".generate-cray-sles", ".e4s-cray-sles" ]
 | 
					  extends: [ ".generate-cray-sles", ".e4s-cray-sles" ]
 | 
				
			||||||
 | 
					
 | 
				
			||||||
e4s-cray-sles-build:
 | 
					e4s-cray-sles-build:
 | 
				
			||||||
  extends: [ ".build-cray", ".e4s-cray-sles" ]
 | 
					  extends: [ ".build", ".e4s-cray-sles" ]
 | 
				
			||||||
  trigger:
 | 
					  trigger:
 | 
				
			||||||
    include:
 | 
					    include:
 | 
				
			||||||
      - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
 | 
					      - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -63,7 +63,7 @@ spack:
 | 
				
			|||||||
 | 
					
 | 
				
			||||||
  # - amrex # disabled temporarily pending resolution of unreproducible CI failure
 | 
					  # - amrex # disabled temporarily pending resolution of unreproducible CI failure
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-rhel" }
 | 
					  mirrors: { "mirror": "s3://spack-binaries/develop/e4s-cray-rhel" }
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  cdash:
 | 
					  cdash:
 | 
				
			||||||
    build-group: E4S Cray
 | 
					    build-group: E4S Cray
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -41,13 +41,13 @@ spack:
 | 
				
			|||||||
 | 
					
 | 
				
			||||||
  specs:
 | 
					  specs:
 | 
				
			||||||
  - adios2
 | 
					  - adios2
 | 
				
			||||||
  - amrex  
 | 
					  - amrex
 | 
				
			||||||
  - butterflypack
 | 
					  - butterflypack
 | 
				
			||||||
  - conduit
 | 
					  - conduit
 | 
				
			||||||
  - h5bench
 | 
					  - h5bench
 | 
				
			||||||
  - hdf5-vol-async
 | 
					  - hdf5-vol-async
 | 
				
			||||||
  - hdf5-vol-cache
 | 
					  - hdf5-vol-cache
 | 
				
			||||||
  - hdf5-vol-log  
 | 
					  - hdf5-vol-log
 | 
				
			||||||
  - hypre
 | 
					  - hypre
 | 
				
			||||||
  - kokkos
 | 
					  - kokkos
 | 
				
			||||||
  - kokkos-kernels
 | 
					  - kokkos-kernels
 | 
				
			||||||
@@ -57,7 +57,7 @@ spack:
 | 
				
			|||||||
  - superlu-dist
 | 
					  - superlu-dist
 | 
				
			||||||
  # - flux-core # python cray sles issue
 | 
					  # - flux-core # python cray sles issue
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-sles" }
 | 
					  mirrors: { "mirror": "s3://spack-binaries/develop/e4s-cray-sles" }
 | 
				
			||||||
 | 
					
 | 
				
			||||||
  cdash:
 | 
					  cdash:
 | 
				
			||||||
    build-group: E4S Cray SLES
 | 
					    build-group: E4S Cray SLES
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user