Set resource requests on package builds (#29922)

gitlab ci: Set resource requests explicitly

This PR sets resource requests for the Kubernetes executor, which should aid in
better workload scheduling in the cluster.  The specific values were derived from
profile data taken from several full "from scratch" rebuilds in a separate worker pool.

Co-authored-by: Zack Galbreath <zack.galbreath@kitware.com>
This commit is contained in:
Christopher Kotfila
2022-04-19 12:09:32 -04:00
committed by GitHub
parent f0ceeac0a8
commit 4067a28182
5 changed files with 466 additions and 47 deletions

View File

@@ -64,19 +64,76 @@ spack:
- spack env activate --without-view .
- spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'"
- spack -d ci rebuild
image: { "name": "ghcr.io/spack/tutorial-ubuntu-18.04:v2021-11-02", "entrypoint": [""] }
mappings:
- match: [llvm]
- match:
- cmake
- dyninst
- gcc
- mpich
- netlib-lapack
- trilinos
runner-attributes:
image: { "name": "ghcr.io/spack/tutorial-ubuntu-18.04:v2021-11-02", "entrypoint": [""] }
tags: ["spack", "public", "huge", "x86_64"]
- match: [trilinos, gcc]
tags: ["spack", "public", "large", "x86_64"]
variables:
CI_JOB_SIZE: large
KUBERNETES_CPU_REQUEST: 8000m
KUBERNETES_MEMORY_REQUEST: 12G
- match:
- autoconf-archive
- boost
- hdf5
- libtool
- libxml2
- openblas
- openmpi
- py-beniget
- py-scipy
- slurm
runner-attributes:
image: { "name": "ghcr.io/spack/tutorial-ubuntu-18.04:v2021-11-02", "entrypoint": [""] }
tags: ["spack", "public", "xlarge", "x86_64"]
tags: ["spack", "public", "medium", "x86_64"]
variables:
CI_JOB_SIZE: "medium"
KUBERNETES_CPU_REQUEST: "2000m"
KUBERNETES_MEMORY_REQUEST: "4G"
- match:
- automake
- bzip2
- expat
- findutils
- gdbm
- json-c
- libedit
- libevent
- libfabric
- libffi
- libiconv
- libidn2
- libmd
- libpciaccess
- lua
- meson
- pdsh
- pkgconf
- readline
- superlu
- tar
- util-linux-uuid
runner-attributes:
tags: ["spack", "public", "small", "x86_64"]
variables:
CI_JOB_SIZE: "small"
KUBERNETES_CPU_REQUEST: "500m"
KUBERNETES_MEMORY_REQUEST: "500M"
- match: ['@:']
runner-attributes:
image: { "name": "ghcr.io/spack/tutorial-ubuntu-18.04:v2021-11-02", "entrypoint": [""] }
tags: ["spack", "public", "large", "x86_64"]
tags: ["spack", "public", "x86_64"]
variables:
CI_JOB_SIZE: default
temporary-storage-url-prefix: "s3://spack-binaries-prs/pipeline-storage"
broken-specs-url: "s3://spack-binaries-develop/broken-specs"
service-job-attributes:
@@ -84,7 +141,8 @@ spack:
before_script:
- . "./share/spack/setup-env.sh"
- spack --version
tags: ["spack", "public", "medium", "x86_64"]
tags: ["spack", "public", "x86_64"]
cdash:
build-group: Spack Tutorial