Update GitLab memory requests (#42351)

* gitlab: remove commented-out duplicate entries

* gitlab: reclassify some packages from "huge" to "large"

Our observed max memory usage for these packages is as follows:

hipblas: 7.7G
qt: 6.6G
visit: 9.7G

All of these should fit within a "large" request (currently 12G).

* gitlab: remove pango from list of huge packages

This package is not currently built by any of our CI stacks.

* gitlab: update requests for high memory packages

Refine resource requests for memory-intensive packages based on
max memory usage data.
This commit is contained in:
Zack Galbreath 2024-01-29 14:28:58 -05:00 committed by GitHub
parent 62145122be
commit f03ae39fd1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -8,23 +8,83 @@ ci:
- match_behavior: first - match_behavior: first
submapping: submapping:
- match: - match:
- hipblas - rust
- llvm
- llvm-amdgpu
- pango
- paraview
- py-tensorflow
- py-torch
- qt
- rocblas
- visit
build-job: build-job:
tags: [ "spack", "huge" ] tags: [ "spack", "huge" ]
variables: variables:
CI_JOB_SIZE: huge CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12" SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 42G KUBERNETES_MEMORY_REQUEST: 35G
- match:
- py-tensorflow
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 32G
- match:
- py-jaxlib
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 29G
- match:
- nvhpc
- paraview
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 24G
- match:
- llvm
- py-torch
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 21G
- match:
- dealii
- mxnet
- py-torchaudio
- rocblas
build-job:
tags: [ "spack", "huge" ]
variables:
CI_JOB_SIZE: huge
SPACK_BUILD_JOBS: "12"
KUBERNETES_CPU_REQUEST: 12000m
KUBERNETES_MEMORY_REQUEST: 19G
- match:
- ecp-data-vis-sdk
- intel-tbb
- llvm-amdgpu
- salmon
- trilinos
build-job:
tags: [ "spack", "large" ]
variables:
CI_JOB_SIZE: large
SPACK_BUILD_JOBS: "8"
KUBERNETES_CPU_REQUEST: 8000m
KUBERNETES_MEMORY_REQUEST: 15G
- match: - match:
- ascent - ascent
@ -34,13 +94,13 @@ ci:
- cmake - cmake
- ctffind - ctffind
- cuda - cuda
- dealii
- dray - dray
- dyninst - dyninst
- ecp-data-vis-sdk - ecp-data-vis-sdk
- gcc - gcc
- ginkgo - ginkgo
- hdf5 - hdf5
- hipblas
- hpx - hpx
- kokkos-kernels - kokkos-kernels
- kokkos-nvcc-wrapper - kokkos-nvcc-wrapper
@ -50,7 +110,6 @@ ci:
- mfem - mfem
- mpich - mpich
- netlib-lapack - netlib-lapack
- nvhpc
- oce - oce
- openblas - openblas
- openfoam - openfoam
@ -58,21 +117,18 @@ ci:
- parallelio - parallelio
- plumed - plumed
- precice - precice
#- py-tensorflow - qt
#- qt
- raja - raja
- relion - relion
#- rocblas
- rocfft - rocfft
- rocsolver - rocsolver
- rocsparse - rocsparse
- rust
- slate - slate
- strumpack - strumpack
- sundials - sundials
- trilinos - trilinos
- umpire - umpire
#- visit - visit
- vtk - vtk
- vtk-h - vtk-h
- vtk-m - vtk-m