zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

More updates for GitLab CI memory requests (#42425)

Browse Source 
* gitlab: remove requests for unreferenced packages

The packages removed in this commit are not built by any of
our current GitLab CI stacks.

* gitlab: update memory requests for "huge" packages

* gitlab: reduce memory requests for overprovisioned packages

* gitlab: more memory for py-torch (again)

* gitlab: update memory but keep CPU the same
This commit is contained in:
Zack Galbreath 2024-02-12 17:41:56 -05:00 committed by GitHub
parent cb3c014a43
commit 8ee3073350
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 131 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

167
share/spack/gitlab/cloud_pipelines/configs/linux/ci.yaml
View File

@ -7,6 +7,16 @@ ci:
- - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- match_behavior: first
submapping:
- match:
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 48G
- match:
- rust
build-job:
@ -19,6 +29,7 @@ ci:
- match:
- py-tensorflow
- py-torchaudio
build-job:
tags: [ "spack", "huge" ]
variables:
@ -50,7 +61,6 @@ ci:
- match:
- llvm
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
@ -62,7 +72,6 @@ ci:
- match:
- dealii
- mxnet
- py-torchaudio
- rocblas
build-job:
tags: [ "spack", "huge" ]
@ -88,53 +97,32 @@ ci:
- match:
- ascent
- atk
- axom
- cistem
- cmake
- ctffind
- cuda
- dray
- dyninst
- ecp-data-vis-sdk
- gcc
- ginkgo
- hdf5
- hipblas
- hpx
- kokkos-kernels
- kokkos-nvcc-wrapper
- lbann
- magma
- mesa
- mfem
- mpich
- netlib-lapack
- oce
- openblas
- openfoam
- openturns
- parallelio
- plumed
- precice
- qt
- raja
- relion
- rocfft
- rocsolver
- rocsparse
- slate
- strumpack
- sundials
- trilinos
- umpire
- visit
- vtk
- vtk-h
- vtk-m
- warpx
- wrf
- wxwidgets
build-job:
tags: [ "spack", "large" ]
variables:
@ -143,6 +131,76 @@ ci:
KUBERNETES_CPU_REQUEST: 8000m
KUBERNETES_MEMORY_REQUEST: 12G
- match:
- hpx
- slate
- warpx
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "9G"
- match:
- hipblas
- rocfft
- umpire
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "8G"
- match:
- lbann
- magma
- mesa
- qt
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "7G"
- match:
- dyninst
- precice
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "6G"
- match:
- cmake
- plumed
- wrf
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "5G"
- match:
- parallelio
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"
- match:
- adios2
- amrex
@ -150,8 +208,6 @@ ci:
- ascent
- autoconf-archive
- axom
- binutils
- blaspp
- blt
- boost
- butterflypack
@ -162,15 +218,10 @@ ci:
- conduit
- curl
- datatransferkit
- double-conversion
- dray
- eigen
- faodel
- ffmpeg
- fftw
- fortrilinos
- gettext
- gperftools
- gptune
- hdf5
- heffte
@ -182,7 +233,6 @@ ci:
- lammps
- lapackpp
- legion
- libtool
- libxml2
- libzmq
- llvm-openmp-ompt
@ -190,7 +240,6 @@ ci:
- mfem
- mpich
- mvapich2
- nasm
- netlib-scalapack
- omega-h
- openblas
@ -200,8 +249,6 @@ ci:
- pagmo2
- papyrus
- parsec
- pdt
- pegtl
- petsc
- pumi
- py-beniget
@ -215,7 +262,6 @@ ci:
- py-warlock
- py-warpx
- raja
- samrai
- slepc
- slurm
- sqlite
@ -237,6 +283,56 @@ ci:
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "4G"
- match:
- oce
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"
- match:
- binutils
- blaspp
- double-conversion
- eigen
- fftw
- libtool
- nasm
- pegtl
- pdt
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "2G"
- match:
- kokkos-nvcc-wrapper
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "1G"
- match:
- ffmpeg
- gperftools
- samrai
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "1G"
- match:
- alsa-lib
- ant
@ -336,7 +432,6 @@ ci:
- tar
- tcl
- texinfo
- tut
- unzip
- util-linux-uuid
- util-macros