ci: recalibrate per-package resource requests (#50406)

This commit is contained in:
Zack Galbreath 2025-05-13 10:28:11 -04:00 committed by GitHub
parent e4f9e73671
commit 9cfb973d69
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -8,7 +8,9 @@ ci:
- match_behavior: first - match_behavior: first
submapping: submapping:
- match: - match:
- composable-kernel
- py-torch - py-torch
- wrf
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -18,19 +20,17 @@ ci:
KUBERNETES_MEMORY_REQUEST: 48G KUBERNETES_MEMORY_REQUEST: 48G
- match: - match:
- composable-kernel - nvhpc
- rust
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
CI_JOB_SIZE: huge CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12" SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 35G KUBERNETES_MEMORY_REQUEST: 42G
- match: - match:
- py-tensorflow - py-tensorflow
- py-torchaudio
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -41,6 +41,7 @@ ci:
- match: - match:
- py-jaxlib - py-jaxlib
- py-torchaudio
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -50,18 +51,18 @@ ci:
KUBERNETES_MEMORY_REQUEST: 29G KUBERNETES_MEMORY_REQUEST: 29G
- match: - match:
- nvhpc - dealii
- paraview
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
CI_JOB_SIZE: huge CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12" SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 24G KUBERNETES_MEMORY_REQUEST: 26G
- match: - match:
- llvm - llvm
- rocblas
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
@ -71,23 +72,20 @@ ci:
KUBERNETES_MEMORY_REQUEST: 21G KUBERNETES_MEMORY_REQUEST: 21G
- match: - match:
- dealii - ginkgo
- geant4
- rocblas
- root
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
CI_JOB_SIZE: huge CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12" SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 19G KUBERNETES_MEMORY_REQUEST: 18G
- match: - match:
- acts
- ecp-data-vis-sdk
- intel-tbb
- llvm-amdgpu - llvm-amdgpu
- openfoam
- root
- rust
- salmon - salmon
- trilinos - trilinos
build-job: build-job:
@ -99,34 +97,26 @@ ci:
KUBERNETES_MEMORY_REQUEST: 15G KUBERNETES_MEMORY_REQUEST: 15G
- match: - match:
- acts
- ascent - ascent
- axom - axom
- cistem - cistem
- cuda - cuda
- dray - dray
- ecp-data-vis-sdk - ecp-data-vis-sdk
- gaudi
- gcc
- ginkgo
- hdf5 - hdf5
- kokkos-kernels
- mfem - mfem
- mpich - mpich
- netlib-lapack
- openblas
- openfoam
- openturns - openturns
- paraview
- raja - raja
- rocfft
- relion - relion
- rocsolver - rocsolver
- rocsparse
- strumpack - strumpack
- sundials - sundials
- trilinos
- visit
- vtk - vtk
- vtk-h - vtk-h
- vtk-m
build-job: build-job:
tags: [ "spack", "large" ] tags: [ "spack", "large" ]
variables: variables:
@ -136,9 +126,10 @@ ci:
KUBERNETES_MEMORY_REQUEST: 12G KUBERNETES_MEMORY_REQUEST: 12G
- match: - match:
- gaudi
- hpx - hpx
- slate - qt-declarative
- warpx - vtk-m
build-job: build-job:
tags: [ "spack", "large" ] tags: [ "spack", "large" ]
variables: variables:
@ -149,12 +140,9 @@ ci:
- match: - match:
- dd4hep - dd4hep
- hipblas - gcc
- qt-base - precice
- qt-declarative
- rivet - rivet
- rocfft
- umpire
build-job: build-job:
tags: [ "spack", "large" ] tags: [ "spack", "large" ]
variables: variables:
@ -166,7 +154,6 @@ ci:
- match: - match:
- lbann - lbann
- magma - magma
- mesa
- qt - qt
build-job: build-job:
tags: [ "spack", "large" ] tags: [ "spack", "large" ]
@ -178,7 +165,9 @@ ci:
- match: - match:
- dyninst - dyninst
- precice - geant4
- intel-tbb
- qt-base
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
variables: variables:
@ -189,8 +178,12 @@ ci:
- match: - match:
- cmake - cmake
- plumed - hwloc
- wrf - kokkos-kernels
- openblas
- rocsparse
- slate
- visit
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
variables: variables:
@ -200,21 +193,24 @@ ci:
KUBERNETES_MEMORY_REQUEST: "5G" KUBERNETES_MEMORY_REQUEST: "5G"
- match: - match:
- parallelio - camp
- hipblas
- oce
- parallel-netcdf
- sherpa - sherpa
- zfp
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
variables: variables:
CI_JOB_SIZE: "medium" CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8" SPACK_BUILD_JOBS: "4"
KUBERNETES_CPU_REQUEST: "8000m" KUBERNETES_CPU_REQUEST: "4000m"
KUBERNETES_MEMORY_REQUEST: "3G" KUBERNETES_MEMORY_REQUEST: "3G"
- match: - match:
- adios2 - adios2
- amrex - amrex
- archer - archer
- ascent
- autoconf-archive - autoconf-archive
- axom - axom
- blt - blt
@ -222,65 +218,39 @@ ci:
- butterflypack - butterflypack
- cabana - cabana
- caliper - caliper
- camp
- chai
- conduit
- curl - curl
- datatransferkit - datatransferkit
- dray - dray
- faodel
- fortrilinos - fortrilinos
- gettext - gettext
- gptune
- hdf5 - hdf5
- heffte
- hpctoolkit - hpctoolkit
- hwloc
- hydrogen - hydrogen
- hypre - hypre
- kokkos - kokkos
- lammps - lammps
- lapackpp
- legion - legion
- libxml2 - libxml2
- libzmq - libzmq
- llvm-openmp-ompt - llvm-openmp-ompt
- mbedtls - mesa
- mfem - mfem
- mpich
- mvapich2 - mvapich2
- netlib-scalapack
- omega-h
- openjpeg
- openmpi - openmpi
- openpmd-api - openpmd-api
- pagmo2
- papyrus
- parsec
- petsc - petsc
- pumi
- py-beniget
- py-cinemasci
- pygmo - pygmo
- py-ipython-genutils
- py-packaging
- py-petsc4py - py-petsc4py
- py-scipy - py-scipy
- py-statsmodels
- py-warlock
- raja - raja
- slepc
- slurm - slurm
- sqlite - sqlite
- strumpack
- sundials - sundials
- superlu-dist
- tasmanian - tasmanian
- tau - umpire
- upcxx
- vtk - vtk
- vtk-h - vtk-h
- vtk-m - warpx
- warpx +python - warpx +python
- zfp - zfp
build-job: build-job:
@ -292,25 +262,35 @@ ci:
KUBERNETES_MEMORY_REQUEST: "4G" KUBERNETES_MEMORY_REQUEST: "4G"
- match: - match:
- oce - ascent
build-job:
tags: [ "spack", "medium" ]
variables:
CI_JOB_SIZE: "medium"
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: "8000m"
KUBERNETES_MEMORY_REQUEST: "3G"
- match:
- binutils - binutils
- blaspp - blaspp
- chai
- conduit
- double-conversion - double-conversion
- ecp-data-vis-sdk
- eigen - eigen
- faodel
- fftw - fftw
- heffte
- lapackpp
- libtool - libtool
- mpich
- nasm - nasm
- omega-h
- pagmo2
- papi
- parsec
- pegtl - pegtl
- pdt - pdt
- plumed
- pumi
- py-statsmodels
- slepc
- strumpack
- superlu-dist
- tau
- upcxx
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
variables: variables:
@ -321,6 +301,7 @@ ci:
- match: - match:
- kokkos-nvcc-wrapper - kokkos-nvcc-wrapper
- netlib-lapack
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
variables: variables:
@ -330,8 +311,15 @@ ci:
KUBERNETES_MEMORY_REQUEST: "1G" KUBERNETES_MEMORY_REQUEST: "1G"
- match: - match:
- gptune
- ffmpeg - ffmpeg
- gperftools - gperftools
- netlib-scalapack
- parallelio
- py-beniget
- py-cinemasci
- py-ipython-genutils
- py-packaging
- samrai - samrai
build-job: build-job:
tags: [ "spack", "medium" ] tags: [ "spack", "medium" ]
@ -370,7 +358,6 @@ ci:
- gmake - gmake
- gotcha - gotcha
- hpcviewer - hpcviewer
- hwloc
- jansson - jansson
- json-c - json-c
- libbsd - libbsd
@ -397,6 +384,7 @@ ci:
- lua-luaposix - lua-luaposix
- lz4 - lz4
- m4 - m4
- mbedtls
- meson - meson
- metis - metis
- mpfr - mpfr
@ -404,10 +392,10 @@ ci:
- ninja - ninja
- numactl - numactl
- openjdk - openjdk
- openjpeg
- openssh - openssh
- openssl - openssl
- papi - papyrus
- parallel-netcdf
- pcre - pcre
- pcre2 - pcre2
- pdsh - pdsh
@ -427,6 +415,7 @@ ci:
- py-setuptools-scm - py-setuptools-scm
- py-six - py-six
- py-testpath - py-testpath
- py-warlock
- py-wheel - py-wheel
- qhull - qhull
- readline - readline
@ -444,7 +433,6 @@ ci:
- util-macros - util-macros
- xz - xz
- yaml-cpp - yaml-cpp
- zfp
- zlib - zlib
- zstd - zstd
build-job: build-job: