zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

CI: E4S: enable full E4S (#24011)

Browse Source 
* e4s ci: enable full e4s
* add llvm-amdgpu to list of specs needing an xlarge tagged runner
* comment out qt and qwt because of intermittent build failures
* remove +rocm specs because rocblas job consistently fails due to infrastructure
This commit is contained in:
eugeneswalker 2021-05-30 13:09:07 -07:00 committed by GitHub
parent 7bdd906580
commit bd6145589d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 296 additions and 79 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

375
share/spack/gitlab/cloud_pipelines/stacks/e4s/spack.yaml
View File

@ -11,113 +11,316 @@ spack:
packages: packages:
all: all:
target: [x86_64] compiler:
- gcc@7.5.0
providers: providers:
blas: blas:
- openblas - openblas
mpi: mpi:
- mpich - mpich
target:
- x86_64
variants: +mpi variants: +mpi
binutils: autoconf:
variants: +gold+headers+libiberty~nls
version: version:
- 2.33.1 - '2.69'
automake:
version:
- 1.16.3
berkeley-db:
version:
- 18.1.40
binutils:
variants: +ld +gold +headers +libiberty ~nls
version:
- 2.33.1
boost:
version:
- 1.75.0
bzip2:
version:
- 1.0.8
c-blosc:
version:
- 1.21.0
cmake: cmake:
version: [3.18.4] version:
- 3.20.2
curl:
version:
- 7.76.0
diffutils:
version:
- 3.7
elfutils:
version:
- 0.182
variants: +bzip2 ~nls +xz
expat:
version:
- 2.2.10
findutils:
version:
- 4.8.0
gdbm:
version:
- 1.18.1
gettext:
version:
- 0.21
git:
version:
- 2.31.0
hdf5: hdf5:
variants: +fortran variants: +fortran +hl +shared
version:
- 1.10.7
help2man:
version:
- 1.47.16
hwloc:
version:
- 2.4.1
json-c:
version:
- 0.13.1
libbsd:
version:
- 0.10.0
libfabric:
version:
- 1.12.1
variants: fabrics=sockets,tcp,udp,rxm
libiconv:
version:
- 1.16
libsigsegv:
version:
- 2.12
libpciaccess:
version:
- 0.16
libtool:
version:
- 2.4.6
libunwind:
version:
- 1.5.0
variants: +pic +xz
libxml2:
version:
- 2.9.10
lz4:
version:
- 1.9.3
m4:
version:
- 1.4.18
mesa:
variants: ~llvm
mesa18:
variants: ~llvm
mpich: mpich:
variants: ~wrapperrpath variants: ~wrapperrpath
version:
- 3.4.1
ncurses:
version:
- 6.2
variants: +termlib
numactl:
version:
- 2.0.14
openblas: openblas:
version: [0.3.10] version:
slepc: - 0.3.10
version: [3.14.0] variants: threads=openmp
perl:
version:
- 5.32.1
pkgconf:
version:
- 1.7.3
python:
version:
- 3.8.10
readline:
version:
- 8
sqlite:
version:
- 3.34.0
tar:
version:
- 1.32
texinfo:
version:
- 6.5
xz:
version:
- 5.2.5
variants: +pic
zlib:
version:
- 1.2.11
zstd:
version:
- 1.4.9
definitions: definitions:
- e4s:
# - adios - cuda_specs:
# - adios2 - amrex +cuda cuda_arch=70
# - aml - axom +cuda cuda_arch=70 ^umpire@4.1.2 ~shared
# - amrex - caliper +cuda cuda_arch=70
# - arborx - chai +cuda ~benchmarks ~tests cuda_arch=70 ^umpire@4.1.2 ~shared
- ginkgo +cuda cuda_arch=70
- hpx +cuda cuda_arch=70
- kokkos +cuda +wrapper cuda_arch=70
- kokkos-kernels +cuda cuda_arch=70 ^kokkos +cuda +wrapper cuda_arch=70
- magma cuda_arch=70
- raja +cuda cuda_arch=70
- slate +cuda cuda_arch=70
- strumpack +cuda ~slate cuda_arch=70
- sundials +cuda cuda_arch=70
- superlu-dist +cuda cuda_arch=70
- tasmanian +cuda cuda_arch=70
- zfp +cuda cuda_arch=70
#- ascent +cuda ~shared cuda_arch=70
#- hypre +cuda cuda_arch=70
#- mfem +cuda cuda_arch=70
#- umpire +cuda ~shared cuda_arch=70 # unsatisfiable concretization conflict w/ blt
- rocm_specs:
- kokkos +rocm amdgpu_target=gfx906
- strumpack +rocm ~slate amdgpu_target=gfx906
#- amrex +rocm amdgpu_target=gfx906
#- chai +rocm ~benchmarks amdgpu_target=gfx906
#- ginkgo +rocm amdgpu_target=gfx906 # needs hip<4.1
#- raja +rocm ~openmp amdgpu_target=gfx906 # blt 0.3.6 issue with rocm
#- slate +rocm amdgpu_target=gfx906
#- sundials +rocm amdgpu_target=gfx906
#- tasmanian +rocm amdgpu_target=gfx906
#- umpire+rocm amdgpu_target=gfx906 # blt 0.3.6 issue with rocm
- default_specs:
- adios
- adios2
- aml
- amrex
- arborx
- archer
- argobots - argobots
# - ascent - ascent
# - axom - axom ^umpire@4.1.2
- bolt - bolt
# - caliper - cabana
# - darshan-runtime - caliper
- chai ~benchmarks ~tests ^umpire@4.1.2
- conduit
- darshan-runtime
- darshan-util - darshan-util
# - dyninst - dyninst
- faodel - faodel
# - flecsi+cinch - flecsi +cinch
# - flit - flit
# - gasnet - fortrilinos ^trilinos +nox +superlu-dist +stratimikos
- gasnet
- ginkgo - ginkgo
# - globalarrays - globalarrays
# - gotcha - gmp
# - hdf5 - gotcha
# - hpctoolkit - hdf5
# - hpx - heffte +fftw
# - hypre - hpctoolkit
# - kokkos-kernels+openmp - hpx
# - kokkos+openmp - hypre
# - legion - kokkos +openmp
# - libnrm - kokkos-kernels +openmp
# - libquo - legion
# - magma cuda_arch=70 ^cuda@10.2.89 - libnrm
# - mercury - libquo
# - mfem - libunwind
# - mpifileutils@develop~xattr - loki
- mercury
- metall
- mfem
- mpark-variant
- mpifileutils ~xattr
- ninja - ninja
# - omega-h - nrm
# - openmpi - omega-h
# - openpmd-api - openmpi
# - papi - openpmd-api
# - papyrus@1.0.1 - papi
# - parallel-netcdf - papyrus@1.0.1
# - pdt - parallel-netcdf
# - petsc - pdt
# - phist - petsc
# - plasma - phist
# - precice - plasma
# - pumi - precice
# - py-jupyterhub - pumi
# - py-libensemble - py-jupyterhub
# - py-petsc4py - py-libensemble
# - qthreads scheduler=distrib - py-petsc4py
# - raja - py-warpx ^warpx dims=2
# - rempi - py-warpx ^warpx dims=3
# - scr - py-warpx ^warpx dims=rz
# - slate ^openblas@0.3.6 threads=openmp ^cuda@10.2.89 - qthreads scheduler=distrib
# - slepc - raja
# - stc - rempi
# - strumpack ~slate ^openblas@0.3.6 threads=openmp - scr
# - sundials - slate ~cuda
# - superlu - slepc
# - superlu-dist - stc
- strumpack ~slate
- sundials
- superlu
- superlu-dist
- swig - swig
# - sz - swig@4.0.2-fortran
# - tasmanian - sz
# - tau - tasmanian
# - trilinos - tau
# - turbine - trilinos
# - umap - trilinos +nox +superlu-dist
# - umpire - turbine
# - unifyfs - umap
# - upcxx - unifyfs@0.9.1
# - veloc - upcxx
# - zfp - zfp
#- dealii
#- geopm
#- llvm-doe@doe +clang +compiler-rt +libcxx +lld +lldb +llvm_dylib +flang
#- qt
#- qwt
#- umpire # unsatisfiable concretization conflict w/ blt
#- variorum # root fails
#- veloc # issue filed
- arch: - arch:
- '%gcc@7.5.0 arch=linux-ubuntu18.04-x86_64' - '%gcc@7.5.0 arch=linux-ubuntu18.04-x86_64'
specs: specs:
- matrix: - matrix:
- - $e4s - - $default_specs
- - $arch - - $arch
- matrix:
- - $cuda_specs
- - $arch
# - matrix:
# - - $rocm_specs
# - - $arch
mirrors: { "mirror": "s3://spack-binaries-develop/e4s" } mirrors: { "mirror": "s3://spack-binaries-develop/e4s" }
gitlab-ci: gitlab-ci:
script: script:
- . "./share/spack/setup-env.sh" - . "./share/spack/setup-env.sh"
- spack --version - spack --version
@ -125,8 +328,22 @@ spack:
- spack env activate --without-view . - spack env activate --without-view .
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- spack -d ci rebuild - spack -d ci rebuild
mappings: mappings:
- match: [cuda, dyninst, hpx, precice, strumpack, sundials, trilinos, vtk-h, vtk-m] - match:
- cuda
- dyninst
- hpx
- llvm
- llvm-amdgpu
- precice
- rocblas
- rocsolver
- strumpack
- sundials
- trilinos
- vtk-h
- vtk-m
runner-attributes: runner-attributes:
image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] } image: { "name": "ghcr.io/scottwittenburg/ecpe4s-ubuntu18.04-runner-x86_64:2020-09-01", "entrypoint": [""] }
tags: ["spack", "public", "xlarge", "x86_64"] tags: ["spack", "public", "xlarge", "x86_64"]