zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

e4s ci: add cray-sles ministack (#38744)

Browse Source 
* e4s ci: add cray-sles ministack

* fix typo: variables, not env
This commit is contained in:
eugeneswalker 2023-07-21 07:57:27 -05:00 committed by GitHub
parent 405f563909
commit 4edeabb2a2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
16 changed files with 548 additions and 139 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

62
share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml
View File

@ -4,9 +4,14 @@ default:
image: { "name": "ghcr.io/spack/e4s-ubuntu-18.04:v2021-10-18", "entrypoint": [""] } image: { "name": "ghcr.io/spack/e4s-ubuntu-18.04:v2021-10-18", "entrypoint": [""] }
# CI Platform-Arch # CI Platform-Arch
.cray_zen4: .cray_rhel_zen4:
variables: variables:
SPACK_TARGET_PLATFORM: "cray" SPACK_TARGET_PLATFORM: "cray-rhel"
SPACK_TARGET_ARCH: "zen4"
.cray_sles_zen4:
variables:
SPACK_TARGET_PLATFORM: "cray-sles"
SPACK_TARGET_ARCH: "zen4" SPACK_TARGET_ARCH: "zen4"
.darwin_x86_64: .darwin_x86_64:
@ -797,7 +802,6 @@ deprecated-ci-build:
SPACK_PRUNE_UNTOUCHED_DEPENDENT_DEPTH: "1" SPACK_PRUNE_UNTOUCHED_DEPENDENT_DEPTH: "1"
.generate-cray: .generate-cray:
tags: [ "cce@15.0.1", "cray-zen4", "public" ]
extends: [ ".base-cray-job" ] extends: [ ".base-cray-job" ]
stage: generate stage: generate
script: script:
@ -835,28 +839,60 @@ deprecated-ci-build:
when: when:
- always - always
.generate-cray-rhel:
tags: [ "cray-rhel-zen4", "public" ]
extends: [ ".generate-cray" ]
.generate-cray-sles:
tags: [ "cray-sles-zen4", "public" ]
extends: [ ".generate-cray" ]
.build-cray: .build-cray:
extends: [ ".base-cray-job" ] extends: [ ".base-cray-job" ]
stage: build stage: build
####################################### #######################################
# E4S - Cray # E4S - Cray RHEL
####################################### #######################################
.e4s-cray: .e4s-cray-rhel:
extends: [ ".cray_zen4" ] extends: [ ".cray_rhel_zen4" ]
variables: variables:
SPACK_CI_STACK_NAME: e4s-cray SPACK_CI_STACK_NAME: e4s-cray-rhel
e4s-cray-generate: e4s-cray-rhel-generate:
extends: [ ".generate-cray", ".e4s-cray" ] extends: [ ".generate-cray-rhel", ".e4s-cray-rhel" ]
e4s-cray-build: e4s-cray-rhel-build:
extends: [ ".build-cray", ".e4s-cray" ] extends: [ ".build-cray", ".e4s-cray-rhel" ]
trigger: trigger:
include: include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
job: e4s-cray-generate job: e4s-cray-rhel-generate
strategy: depend strategy: depend
needs: needs:
- artifacts: True - artifacts: True
job: e4s-cray-generate job: e4s-cray-rhel-generate
#######################################
# E4S - Cray SLES
#######################################
.e4s-cray-sles:
extends: [ ".cray_sles_zen4" ]
variables:
SPACK_CI_STACK_NAME: e4s-cray-sles
e4s-cray-sles-generate:
extends: [ ".generate-cray-sles", ".e4s-cray-sles" ]
e4s-cray-sles-build:
extends: [ ".build-cray", ".e4s-cray-sles" ]
trigger:
include:
- artifact: jobs_scratch_dir/cloud-ci-pipeline.yml
job: e4s-cray-sles-generate
strategy: depend
needs:
- artifacts: True
job: e4s-cray-sles-generate

7
share/spack/gitlab/cloud_pipelines/configs/ci.yaml
View File

@ -18,15 +18,16 @@ ci:
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data
# AWS runners mount E4S public key (verification), UO runners mount public/private (signing/verification) # AWS runners mount E4S public key (verification), UO runners mount public/private (signing/verification)
- if [[ -r /mnt/key/e4s.gpg ]]; then spack gpg trust /mnt/key/e4s.gpg; fi - k=$CI_GPG_KEY_ROOT/e4s.gpg; [[ -r $k ]] && spack gpg trust $k
# UO runners mount intermediate ci public key (verification), AWS runners mount public/private (signing/verification) # UO runners mount intermediate ci public key (verification), AWS runners mount public/private (signing/verification)
- if [[ -r /mnt/key/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /mnt/key/intermediate_ci_signing_key.gpg; fi - k=$CI_GPG_KEY_ROOT/intermediate_ci_signing_key.gpg; [[ -r $k ]] && spack gpg trust $k
- if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi - k=$CI_GPG_KEY_ROOT/spack_public_key.gpg; [[ -r $k ]] && spack gpg trust $k
- spack --color=always --backtrace ci rebuild --tests > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2) - spack --color=always --backtrace ci rebuild --tests > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2)
after_script: after_script:
- - cat /proc/loadavg || true - - cat /proc/loadavg || true
variables: variables:
CI_JOB_SIZE: "default" CI_JOB_SIZE: "default"
CI_GPG_KEY_ROOT: /mnt/key
# SPACK_VERBOSE_SCRIPT: "1" # SPACK_VERBOSE_SCRIPT: "1"
- signing-job: - signing-job:

8
share/spack/gitlab/cloud_pipelines/configs/cray/ci.yaml → share/spack/gitlab/cloud_pipelines/configs/cray-rhel/ci.yaml
View File

@ -3,12 +3,8 @@ ci:
- build-job-remove: - build-job-remove:
image: no-image image: no-image
- build-job: - build-job:
script+: variables:
# AWS runners mount E4S public key (verification), UO runners mount public/private (signing/verification) CI_GPG_KEY_ROOT: /etc/protected-runner
- if [[ -r /etc/protected-runner/e4s.gpg ]]; then spack gpg trust /etc/protected-runner/e4s.gpg; fi
# UO runners mount intermediate ci public key (verification), AWS runners mount public/private (signing/verification)
- if [[ -r /etc/protected-runner/intermediate_ci_signing_key.gpg ]]; then spack gpg trust /etc/protected-runner/intermediate_ci_signing_key.gpg; fi
- if [[ -r /etc/protected-runner/spack_public_key.gpg ]]; then spack gpg trust /etc/protected-runner/spack_public_key.gpg; fi
- match_behavior: first - match_behavior: first
submapping: submapping:
- match: - match:

31
share/spack/gitlab/cloud_pipelines/configs/cray-rhel/compilers.yaml Normal file
View File

@ -0,0 +1,31 @@
compilers:
- compiler:
spec: cce@15.0.1
paths:
cc: cc
cxx: CC
f77: ftn
fc: ftn
flags: {}
operating_system: rhel8
target: any
modules:
- PrgEnv-cray/8.3.3
- cce/15.0.1
environment:
set:
MACHTYPE: x86_64
- compiler:
spec: gcc@11.2.0
paths:
cc: gcc
cxx: g++
f77: gfortran
fc: gfortran
flags: {}
operating_system: rhel8
target: any
modules:
- PrgEnv-gnu
- gcc/11.2.0
environment: {}

0
share/spack/gitlab/cloud_pipelines/configs/cray/config.yaml → share/spack/gitlab/cloud_pipelines/configs/cray-rhel/config.yaml
View File

16
share/spack/gitlab/cloud_pipelines/configs/cray-rhel/packages.yaml Normal file
View File

@ -0,0 +1,16 @@
packages:
# EXTERNALS
cray-mpich:
buildable: false
externals:
- spec: cray-mpich@8.1.25 %cce@15.0.1
prefix: /opt/cray/pe/mpich/8.1.25/ofi/cray/10.0
modules:
- cray-mpich/8.1.25
cray-libsci:
buildable: false
externals:
- spec: cray-libsci@23.02.1.1 %cce@15.0.1
prefix: /opt/cray/pe/libsci/23.02.1.1/CRAY/9.0/x86_64/
modules:
- cray-libsci/23.02.1.1

4
share/spack/gitlab/cloud_pipelines/configs/cray-rhel/zen4/ci.yaml Normal file
View File

@ -0,0 +1,4 @@
ci:
pipeline-gen:
- build-job:
tags: ["cray-rhel-zen4"]

291
share/spack/gitlab/cloud_pipelines/configs/cray-sles/ci.yaml Normal file
View File

@ -0,0 +1,291 @@
ci:
pipeline-gen:
- build-job-remove:
image: no-image
- build-job:
variables:
CI_GPG_KEY_ROOT: /etc/protected-runner
- match_behavior: first
submapping:
- match:
- hipblas
- llvm
- llvm-amdgpu
- pango
- paraview
- py-tensorflow
- py-torch
- qt
- rocblas
- visit
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
- match:
- ascent
- atk
- axom
- cistem
- cmake
- ctffind
- cuda
- dealii
- dray
- dyninst
- ecp-data-vis-sdk
- gcc
- ginkgo
- hdf5
- hpx
- kokkos-kernels
- kokkos-nvcc-wrapper
- lbann
- magma
- mesa
- mfem
- mpich
- netlib-lapack
- nvhpc
- oce
- openblas
- openfoam
- openturns
- parallelio
- plumed
- precice
#- py-tensorflow
#- qt
- raja
- relion
#- rocblas
- rocfft
- rocsolver
- rocsparse
- rust
- slate
- strumpack
- sundials
- trilinos
- umpire
#- visit
- vtk
- vtk-h
- vtk-m
- warpx
- wrf
- wxwidgets
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: large
SPACK_BUILD_JOBS: "8"
- match:
- adios2
- amrex
- archer
- ascent
- autoconf-archive
- axom
- binutils
- blaspp
- blt
- boost
- butterflypack
- cabana
- caliper
- camp
- chai
- conduit
- curl
- datatransferkit
- double-conversion
- dray
- eigen
- faodel
- ffmpeg
- fftw
- fortrilinos
- gettext
- gperftools
- gptune
- hdf5
- heffte
- hpctoolkit
- hwloc
- hydrogen
- hypre
- kokkos
- lammps
- lapackpp
- legion
- libtool
- libxml2
- libzmq
- llvm-openmp-ompt
- mbedtls
- mfem
- mpich
- mvapich2
- nasm
- netlib-scalapack
- omega-h
- openblas
- openjpeg
- openmpi
- openpmd-api
- pagmo2
- papyrus
- parsec
- pdt
- pegtl
- petsc
- pumi
- py-beniget
- py-cinemasci
- pygmo
- py-ipython-genutils
- py-packaging
- py-petsc4py
- py-scipy
- py-statsmodels
- py-warlock
- py-warpx
- raja
- samrai
- slepc
- slurm
- sqlite
- strumpack
- sundials
- superlu-dist
- tasmanian
- tau
- upcxx
- vtk
- vtk-h
- vtk-m
- zfp
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
- match:
- alsa-lib
- ant
- antlr
- argobots
- autoconf-archive
- automake
- berkeley-db
- bison
- blt
- bzip2
- camp
- cmake
- curl
- czmq
- darshan-util
- diffutils
- docbook-xml
- exmcutils
- expat
- findutils
- flit
- freetype
- gawk
- gdbm
- gettext
- glib
- gmake
- gotcha
- hpcviewer
- hwloc
- jansson
- json-c
- libbsd
- libedit
- libevent
- libfabric
- libffi
- libgcrypt
- libiconv
- libidn2
- libjpeg-turbo
- libmd
- libnrm
- libpciaccess
- libpng
- libsigsegv
- libsodium
- libunistring
- libunwind
- libxml2
- libyaml
- libzmq
- lua
- lua-luaposix
- lz4
- m4
- meson
- metis
- mpfr
- ncurses
- ninja
- numactl
- openblas
- openjdk
- openssh
- openssl
- papi
- parallel-netcdf
- pcre
- pcre2
- pdsh
- perl
- perl-data-dumper
- pkgconf
- py-alembic
- py-cffi
- py-cycler
- py-decorator
- py-idna
- py-jsonschema
- py-kiwisolver
- py-mistune
- py-pycparser
- py-setuptools
- py-setuptools-scm
- py-six
- py-testpath
- py-wheel
- qhull
- readline
- sed
- slurm
- snappy
- sqlite
- superlu
- swig
- tar
- tcl
- texinfo
- tut
- unzip
- util-linux-uuid
- util-macros
- xz
- yaml-cpp
- zfp
- zlib
- zstd
build-job:
tags: [ "spack", "small" ]
variables:
CI_JOB_SIZE: "small"
SPACK_BUILD_JOBS: "1"

14
share/spack/gitlab/cloud_pipelines/configs/cray-sles/compilers.yaml Normal file
View File

@ -0,0 +1,14 @@
compilers:
- compiler:
spec: gcc@=10.3.0
paths:
cc: /opt/cray/pe/gcc/10.3.0/bin/gcc
cxx: /opt/cray/pe/gcc/10.3.0/bin/g++
f77: /opt/cray/pe/gcc/10.3.0/bin/gfortran
fc: /opt/cray/pe/gcc/10.3.0/bin/gfortran
flags: {}
operating_system: sle_hpc15
target: x86_64
modules: [PrgEnv-gnu-amd]
environment: {}
extra_rpaths: []

4
share/spack/gitlab/cloud_pipelines/configs/cray-sles/config.yaml Normal file
View File

@ -0,0 +1,4 @@
config:
install_tree:
root: $spack/opt/spack

16
share/spack/gitlab/cloud_pipelines/configs/cray-sles/packages.yaml Normal file
View File

@ -0,0 +1,16 @@
packages:
# EXTERNALS
cray-mpich:
buildable: false
externals:
- spec: cray-mpich@8.1.25 %gcc
prefix: /opt/cray/pe/mpich/8.1.25/ofi/gnu/9.1/
modules:
- cray-mpich/8.1.25
cray-libsci:
buildable: false
externals:
- spec: cray-libsci@23.02.1.1 %gcc
prefix: /opt/cray/pe/libsci/23.02.1.1/GNU/9.1/x86_64/
modules:
- cray-libsci/23.02.1.1

4
share/spack/gitlab/cloud_pipelines/configs/cray-sles/zen4/ci.yaml Normal file
View File

@ -0,0 +1,4 @@
ci:
pipeline-gen:
- build-job:
tags: ["cray-sles-zen4"]

4
share/spack/gitlab/cloud_pipelines/configs/cray/zen4/ci.yaml
View File

@ -1,4 +0,0 @@
ci:
pipeline-gen:
- build-job:
tags: ["cce@15.0.1", "cray-zen4"]

65
share/spack/gitlab/cloud_pipelines/stacks/e4s-cray-rhel/spack.yaml Normal file
View File

@ -0,0 +1,65 @@
spack:
view: false
concretizer:
reuse: false
unify: false
packages:
all:
require: '%cce'
compiler: [cce]
providers:
blas: [cray-libsci]
lapack: [cray-libsci]
mpi: [cray-mpich]
tbb: [intel-tbb]
scalapack: [netlib-scalapack]
target: [zen4]
variants: +mpi
binutils:
variants: +ld +gold +headers +libiberty ~nls
hdf5:
variants: +fortran +hl +shared
libunwind:
variants: +pic +xz
ncurses:
require: '@6.3 +termlib'
openblas:
require: '@0.3.20'
variants: threads=openmp
xz:
variants: +pic
elfutils:
variants: +bzip2 ~nls +xz
require: '%gcc'
unzip:
require: '%gcc'
specs:
- adios2
- amrex
- butterflypack
- conduit
- flux-core
- h5bench
- hdf5-vol-async
- hdf5-vol-cache
- hdf5-vol-log
- hypre
- kokkos
- kokkos-kernels
- legion
- mfem
- petsc
- py-petsc4py
- raja
- slepc
- superlu-dist
- tau
mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-rhel" }
cdash:
build-group: E4S Cray

48
share/spack/gitlab/cloud_pipelines/stacks/e4s-cray-sles/spack.yaml Normal file
View File

@ -0,0 +1,48 @@
spack:
view: false
concretizer:
reuse: false
unify: false
packages:
all:
require: '%gcc'
providers:
blas: [cray-libsci]
lapack: [cray-libsci]
mpi: [cray-mpich]
tbb: [intel-tbb]
scalapack: [netlib-scalapack]
target: [zen4]
variants: +mpi
binutils:
variants: +ld +gold +headers +libiberty ~nls
hdf5:
variants: +fortran +hl +shared
libunwind:
variants: +pic +xz
ncurses:
require: '@6.3 +termlib'
openblas:
require: '@0.3.20'
variants: threads=openmp
xz:
variants: +pic
elfutils:
variants: +bzip2 ~nls +xz
require: '%gcc'
specs:
- butterflypack
- hypre
- kokkos
- kokkos-kernels
- raja
- superlu-dist
mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray-sles" }
cdash:
build-group: E4S Cray SLES

113
share/spack/gitlab/cloud_pipelines/stacks/e4s-cray/spack.yaml
View File

@ -1,113 +0,0 @@
spack:
view: false
concretizer:
reuse: false
unify: false
compilers:
- compiler:
spec: cce@15.0.1
paths:
cc: cc
cxx: CC
f77: ftn
fc: ftn
flags: {}
operating_system: rhel8
target: any
modules:
- PrgEnv-cray/8.3.3
- cce/15.0.1
environment:
set:
MACHTYPE: x86_64
- compiler:
spec: gcc@11.2.0
paths:
cc: gcc
cxx: g++
f77: gfortran
fc: gfortran
flags: {}
operating_system: rhel8
target: any
modules:
- PrgEnv-gnu
- gcc/11.2.0
environment: {}
packages:
all:
require: '%cce@15.0.1'
compiler: [cce@15.0.1]
providers:
blas: [cray-libsci]
lapack: [cray-libsci]
mpi: [cray-mpich]
tbb: [intel-tbb]
scalapack: [netlib-scalapack]
target: [zen4]
variants: +mpi
binutils:
variants: +ld +gold +headers +libiberty ~nls
hdf5:
variants: +fortran +hl +shared
libunwind:
variants: +pic +xz
ncurses:
require: '@6.3 +termlib'
openblas:
require: '@0.3.20'
variants: threads=openmp
xz:
variants: +pic
elfutils:
variants: +bzip2 ~nls +xz
require: '%gcc'
unzip:
require: '%gcc'
# EXTERNALS
cray-mpich:
buildable: false
externals:
- spec: cray-mpich@8.1.25 %cce@15.0.1
prefix: /opt/cray/pe/mpich/8.1.25/ofi/cray/10.0
modules:
- cray-mpich/8.1.25
cray-libsci:
buildable: false
externals:
- spec: cray-libsci@23.02.1.1 %cce@15.0.1
prefix: /opt/cray/pe/libsci/23.02.1.1/CRAY/9.0/x86_64/
modules:
- cray-libsci/23.02.1.1
specs:
- adios2
- amrex
- butterflypack
- conduit
- flux-core
- h5bench
- hdf5-vol-async
- hdf5-vol-cache
- hdf5-vol-log
- hypre
- kokkos
- kokkos-kernels
- legion
- mfem
- petsc
- py-petsc4py
- raja
- slepc
- superlu-dist
- tau
mirrors: { "mirror": "s3://spack-binaries-cray/develop/e4s-cray" }
cdash:
build-group: E4S Cray