More updates for GitLab CI memory requests (#42425)

* gitlab: remove requests for unreferenced packages

The packages removed in this commit are not built by any of
our current GitLab CI stacks.

* gitlab: update memory requests for "huge" packages

* gitlab: reduce memory requests for overprovisioned packages

* gitlab: more memory for py-torch (again)

* gitlab: update memory but keep CPU the same
This commit is contained in:
Zack Galbreath 2024-02-12 17:41:56 -05:00 committed by GitHub
parent cb3c014a43
commit 8ee3073350
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -7,6 +7,16 @@ ci:
- - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- match_behavior: first - match_behavior: first
submapping: submapping:
- match:
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 48G
- match: - match:
- rust - rust
build-job: build-job:
@ -19,6 +29,7 @@ ci:
- match: - match:
- py-tensorflow - py-tensorflow
- py-torchaudio
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -50,7 +61,6 @@ ci:
- match: - match:
- llvm - llvm
- py-torch
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -62,7 +72,6 @@ ci:
- match: - match:
- dealii - dealii
- mxnet - mxnet
- py-torchaudio
- rocblas - rocblas
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
@ -88,53 +97,32 @@ ci:
- match: - match:
- ascent - ascent
- atk
- axom - axom
- cistem - cistem
- cmake
- ctffind
- cuda - cuda
- dray - dray
- dyninst
- ecp-data-vis-sdk - ecp-data-vis-sdk
- gcc - gcc
- ginkgo - ginkgo
- hdf5 - hdf5
- hipblas
- hpx
- kokkos-kernels - kokkos-kernels
- kokkos-nvcc-wrapper
- lbann
- magma
- mesa
- mfem - mfem
- mpich - mpich
- netlib-lapack - netlib-lapack
- oce
- openblas - openblas
- openfoam - openfoam
- openturns - openturns
- parallelio
- plumed
- precice
- qt
- raja - raja
- relion - relion
- rocfft
- rocsolver - rocsolver
- rocsparse - rocsparse
- slate
- strumpack - strumpack
- sundials - sundials
- trilinos - trilinos
- umpire
- visit - visit
- vtk - vtk
- vtk-h - vtk-h
- vtk-m - vtk-m
- warpx
- wrf
- wxwidgets
build-job: build-job:
tags: [ "spack", "large" ] tags: [ "spack", "large" ]
variables: variables:
@ -143,6 +131,76 @@ ci:
KUBERNETES_CPU_REQUEST: 8000m KUBERNETES_CPU_REQUEST: 8000m
KUBERNETES_MEMORY_REQUEST: 12G KUBERNETES_MEMORY_REQUEST: 12G
- match:
- hpx
- slate
- warpx
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "9G"
- match:
- hipblas
- rocfft
- umpire
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "8G"
- match:
- lbann
- magma
- mesa
- qt
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: "large"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "7G"
- match:
- dyninst
- precice
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "6G"
- match:
- cmake
- plumed
- wrf
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "5G"
- match:
- parallelio
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"
- match: - match:
- adios2 - adios2
- amrex - amrex
@ -150,8 +208,6 @@ ci:
- ascent - ascent
- autoconf-archive - autoconf-archive
- axom - axom
- binutils
- blaspp
- blt - blt
- boost - boost
- butterflypack - butterflypack
@ -162,15 +218,10 @@ ci:
- conduit - conduit
- curl - curl
- datatransferkit - datatransferkit
- double-conversion
- dray - dray
- eigen
- faodel - faodel
- ffmpeg
- fftw
- fortrilinos - fortrilinos
- gettext - gettext
- gperftools
- gptune - gptune
- hdf5 - hdf5
- heffte - heffte
@ -182,7 +233,6 @@ ci:
- lammps - lammps
- lapackpp - lapackpp
- legion - legion
- libtool
- libxml2 - libxml2
- libzmq - libzmq
- llvm-openmp-ompt - llvm-openmp-ompt
@ -190,7 +240,6 @@ ci:
- mfem - mfem
- mpich - mpich
- mvapich2 - mvapich2
- nasm
- netlib-scalapack - netlib-scalapack
- omega-h - omega-h
- openblas - openblas
@ -200,8 +249,6 @@ ci:
- pagmo2 - pagmo2
- papyrus - papyrus
- parsec - parsec
- pdt
- pegtl
- petsc - petsc
- pumi - pumi
- py-beniget - py-beniget
@ -215,7 +262,6 @@ ci:
- py-warlock - py-warlock
- py-warpx - py-warpx
- raja - raja
- samrai
- slepc - slepc
- slurm - slurm
- sqlite - sqlite
@ -237,6 +283,56 @@ ci:
KUBERNETES_CPU_REQUEST: "2000m" KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "4G" KUBERNETES_MEMORY_REQUEST: "4G"
- match:
- oce
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"
- match:
- binutils
- blaspp
- double-conversion
- eigen
- fftw
- libtool
- nasm
- pegtl
- pdt
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "2G"
- match:
- kokkos-nvcc-wrapper
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "1G"
- match:
- ffmpeg
- gperftools
- samrai
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "2"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "1G"
- match: - match:
- alsa-lib - alsa-lib
- ant - ant
@ -336,7 +432,6 @@ ci:
- tar - tar
- tcl - tcl
- texinfo - texinfo
- tut
- unzip - unzip
- util-linux-uuid - util-linux-uuid
- util-macros - util-macros