From 3d82e5c5730116aa92efbaef04345680fd893391 Mon Sep 17 00:00:00 2001 From: Massimiliano Culpo Date: Wed, 29 Jan 2025 16:36:25 +0100 Subject: [PATCH] Remove pipelines and images based on ppc64le (#48767) --- .github/workflows/build-containers.yml | 18 +- lib/spack/docs/contribution_guide.rst | 1 - .../gitlab/cloud_pipelines/.gitlab-ci.yml | 34 --- .../configs/linux/ppc64le/ci.yaml | 22 -- .../configs/linux/ppc64le/concretizer.yaml | 3 - .../stacks/e4s-power/spack.yaml | 271 ------------------ 6 files changed, 9 insertions(+), 340 deletions(-) delete mode 100644 share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/ci.yaml delete mode 100644 share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/concretizer.yaml delete mode 100644 share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml diff --git a/.github/workflows/build-containers.yml b/.github/workflows/build-containers.yml index d412dc6d041..a9728408e41 100644 --- a/.github/workflows/build-containers.yml +++ b/.github/workflows/build-containers.yml @@ -40,17 +40,17 @@ jobs: # 1: Platforms to build for # 2: Base image (e.g. ubuntu:22.04) dockerfile: [[amazon-linux, 'linux/amd64,linux/arm64', 'amazonlinux:2'], - [centos-stream9, 'linux/amd64,linux/arm64,linux/ppc64le', 'centos:stream9'], - [leap15, 'linux/amd64,linux/arm64,linux/ppc64le', 'opensuse/leap:15'], - [ubuntu-focal, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:20.04'], - [ubuntu-jammy, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:22.04'], - [ubuntu-noble, 'linux/amd64,linux/arm64,linux/ppc64le', 'ubuntu:24.04'], - [almalinux8, 'linux/amd64,linux/arm64,linux/ppc64le', 'almalinux:8'], - [almalinux9, 'linux/amd64,linux/arm64,linux/ppc64le', 'almalinux:9'], + [centos-stream9, 'linux/amd64,linux/arm64', 'centos:stream9'], + [leap15, 'linux/amd64,linux/arm64', 'opensuse/leap:15'], + [ubuntu-focal, 'linux/amd64,linux/arm64', 'ubuntu:20.04'], + [ubuntu-jammy, 'linux/amd64,linux/arm64', 'ubuntu:22.04'], + [ubuntu-noble, 'linux/amd64,linux/arm64', 'ubuntu:24.04'], + [almalinux8, 'linux/amd64,linux/arm64', 'almalinux:8'], + [almalinux9, 'linux/amd64,linux/arm64', 'almalinux:9'], [rockylinux8, 'linux/amd64,linux/arm64', 'rockylinux:8'], [rockylinux9, 'linux/amd64,linux/arm64', 'rockylinux:9'], - [fedora39, 'linux/amd64,linux/arm64,linux/ppc64le', 'fedora:39'], - [fedora40, 'linux/amd64,linux/arm64,linux/ppc64le', 'fedora:40']] + [fedora39, 'linux/amd64,linux/arm64', 'fedora:39'], + [fedora40, 'linux/amd64,linux/arm64', 'fedora:40']] name: Build ${{ matrix.dockerfile[0] }} if: github.repository == 'spack/spack' steps: diff --git a/lib/spack/docs/contribution_guide.rst b/lib/spack/docs/contribution_guide.rst index 5e5b8146bef..8c744e35541 100644 --- a/lib/spack/docs/contribution_guide.rst +++ b/lib/spack/docs/contribution_guide.rst @@ -361,7 +361,6 @@ and the tags associated with the class of runners to build on. * ``.linux_neoverse_n1`` * ``.linux_neoverse_v1`` * ``.linux_neoverse_v2`` - * ``.linux_power`` * ``.linux_skylake`` * ``.linux_x86_64`` * ``.linux_x86_64_v4`` diff --git a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml index 1ee81bf4b3a..a4765000342 100644 --- a/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml +++ b/share/spack/gitlab/cloud_pipelines/.gitlab-ci.yml @@ -59,11 +59,6 @@ default: SPACK_TARGET_PLATFORM: "linux" SPACK_TARGET_ARCH: "aarch64" -.linux_power: - variables: - SPACK_TARGET_PLATFORM: "linux" - SPACK_TARGET_ARCH: "ppc64le" - .win64-msvc2019: variables: SPACK_TARGET_PLATFORM: "win64" @@ -352,35 +347,6 @@ e4s-oneapi-build: - artifacts: True job: e4s-oneapi-generate -######################################## -# E4S on Power -######################################## -.e4s-power-generate-tags-and-image: - image: { "name": "ghcr.io/spack/ubuntu20.04-runner-ppc64-gcc-11.4:2023.08.01", "entrypoint": [""] } - tags: ["spack", "public", "large", "ppc64le"] - -.e4s-power: - extends: [".linux_power"] - variables: - SPACK_CI_STACK_NAME: e4s-power - -e4s-power-generate: - extends: [ ".e4s-power", ".generate-x86_64", ".e4s-power-generate-tags-and-image"] - variables: - # Override concretization pool for metal runners - SPACK_CONCRETIZE_JOBS: 16 - -e4s-power-build: - extends: [ ".e4s-power", ".build" ] - trigger: - include: - - artifact: jobs_scratch_dir/cloud-ci-pipeline.yml - job: e4s-power-generate - strategy: depend - needs: - - artifacts: True - job: e4s-power-generate - ######################################### # Build tests for different build-systems ######################################### diff --git a/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/ci.yaml b/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/ci.yaml deleted file mode 100644 index 5a700395a06..00000000000 --- a/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/ci.yaml +++ /dev/null @@ -1,22 +0,0 @@ -ci: - pipeline-gen: - - build-job: - tags: ["ppc64le"] - # Power runners overrides the default script - # - don't download make - # - no intermediate keys - script:: - - uname -a || true - - grep -E 'vendor|model name' /proc/cpuinfo 2>/dev/null | sort -u || head -n10 /proc/cpuinfo 2>/dev/null || true - - nproc - - . "./share/spack/setup-env.sh" - - spack --version - - spack arch - - cd ${SPACK_CONCRETE_ENV_DIR} - - spack env activate --without-view . - - if [ -n "$SPACK_BUILD_JOBS" ]; then spack config add "config:build_jobs:$SPACK_BUILD_JOBS"; fi - - spack config add "config:install_tree:projections:${SPACK_JOB_SPEC_PKG_NAME}:'morepadding/{architecture}/{compiler.name}-{compiler.version}/{name}-{version}-{hash}'" - - mkdir -p ${SPACK_ARTIFACTS_ROOT}/user_data - - if [[ -r /mnt/key/e4s.gpg ]]; then spack gpg trust /mnt/key/e4s.gpg; fi - - if [[ -r /mnt/key/spack_public_key.gpg ]]; then spack gpg trust /mnt/key/spack_public_key.gpg; fi - - spack --color=always --backtrace ci rebuild > >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_out.txt) 2> >(tee ${SPACK_ARTIFACTS_ROOT}/user_data/pipeline_err.txt >&2) diff --git a/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/concretizer.yaml b/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/concretizer.yaml deleted file mode 100644 index 3050c32a17c..00000000000 --- a/share/spack/gitlab/cloud_pipelines/configs/linux/ppc64le/concretizer.yaml +++ /dev/null @@ -1,3 +0,0 @@ -concretizer: - targets: - granularity: generic diff --git a/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml b/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml deleted file mode 100644 index a770b0a299a..00000000000 --- a/share/spack/gitlab/cloud_pipelines/stacks/e4s-power/spack.yaml +++ /dev/null @@ -1,271 +0,0 @@ -spack: - view: false - - concretizer: - reuse: false - unify: false - - packages: - all: - require: "%gcc@9.4.0 target=ppc64le" - compiler: [gcc@9.4.0] - providers: - blas: [openblas] - mpi: [mpich] - variants: +mpi cuda_arch=70 - binutils: - variants: +ld +gold +headers +libiberty ~nls - hdf5: - variants: +fortran +hl +shared - libfabric: - variants: fabrics=sockets,tcp,udp,rxm - openblas: - variants: threads=openmp - trilinos: - variants: +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext - +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu - +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos - +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - xz: - variants: +pic - mpi: - require: mpich - mpich: - require: '~wrapperrpath ~hwloc %gcc@9.4.0 target=ppc64le' - ncurses: - require: '@6.3 +termlib %gcc@9.4.0 target=ppc64le' - faodel: - require: "~tcmalloc %gcc@9.4.0 target=ppc64le" - tbb: - require: intel-tbb - vtk-m: - require: "+examples %gcc@9.4.0 target=ppc64le" - cuda: - require: "@11.4.4 %gcc@9.4.0 target=ppc64le" - paraview: - require: "+examples %gcc@9.4.0 target=ppc64le" - - - specs: - # CPU - - adios - - alquimia - - aml - - amrex - - arborx - - argobots - - axom - - bolt - - boost - - bricks - - butterflypack - - cabana - - caliper - - chai - - chapel ~rocm ~cuda - - charliecloud - - conduit - - cp2k +mpi - - datatransferkit - - drishti - - dxt-explorer - - dyninst - - exaworks - - fftx - - flecsi - - flit - - flux-core - - fortrilinos - - gasnet - - ginkgo - - globalarrays - - gmp - - gotcha - - gptune - - gromacs +cp2k ^cp2k +mpi build_system=cmake - - h5bench - - hdf5-vol-async - - hdf5-vol-cache - - hdf5-vol-log - - heffte +fftw - - hpctoolkit - - hpx networking=mpi - - hypre - - kokkos +openmp - - kokkos-kernels +openmp - - laghos - - lammps - - lbann - - legion - - libnrm - - libquo - - libunwind - - loki - - mercury - - metall - - mfem - - mgard +serial +openmp +timing +unstructured ~cuda - - mpark-variant - - mpifileutils ~xattr - - nccmp - - nco - - netlib-scalapack - - nrm - - nvhpc - - nwchem - - omega-h - - openfoam - - openmpi - - openpmd-api - - papi - - papyrus - - paraview ~cuda ~rocm - - parsec ~cuda - - pdt - - petsc - - plasma - - plumed - - precice - - pruners-ninja - - pumi - - py-amrex - - py-h5py - - py-jupyterhub - - py-libensemble - - py-petsc4py - - qthreads scheduler=distrib - - quantum-espresso - - raja - - rempi - - scr - - slate ~cuda - - slepc - - stc - - strumpack ~slate - - sundials - - superlu - - superlu-dist - - swig@4.0.2-fortran - - sz3 - - tasmanian - - tau +mpi +python # +syscall fails: https://github.com/spack/spack/pull/40830#issuecomment-1790799772; tau: has issue with `spack env depfile` build - - trilinos +amesos +amesos2 +anasazi +aztec +belos +boost +epetra +epetraext +ifpack +ifpack2 +intrepid +intrepid2 +isorropia +kokkos +ml +minitensor +muelu +nox +piro +phalanx +rol +rythmos +sacado +stk +shards +shylu +stokhos +stratimikos +teko +tempus +tpetra +trilinoscouplings +zoltan +zoltan2 +superlu-dist gotype=long_long - - turbine - - umap - - umpire - - upcxx - - wannier90 - - warpx +python - - wps - - wrf - - xyce +mpi +shared +pymi +pymi_static_tpls - # INCLUDED IN ECP DAV CPU - - adios2 - - ascent - - darshan-runtime - - darshan-util - - faodel - - hdf5 - - libcatalyst - - parallel-netcdf - - py-cinemasci - - sz - - unifyfs - - veloc - # - visit # libext, libxkbfile, libxrender, libxt, silo (https://github.com/spack/spack/issues/39538), cairo - - vtk-m - - zfp - # - ecp-data-vis-sdk ~cuda ~rocm +adios2 +ascent +cinema +darshan +faodel +hdf5 ~paraview +pnetcdf +sz +unifyfs +veloc ~visit +vtkm +zfp # +visit: libext, libxkbfile, libxrender, libxt, silo (https://github.com/spack/spack/issues/39538), cairo - # -- - # - dealii # fltk: https://github.com/spack/spack/issues/38791 - # - geopm-runtime # cairo: *** No autoreconf found, please install it *** - # - glvis # glvis: https://github.com/spack/spack/issues/42839 - # - libpressio +bitgrooming +bzip2 ~cuda ~cusz +fpzip +hdf5 +libdistributed +lua +openmp +python +sz +sz3 +unix +zfp # py-numcodecs: gcc: error: unrecognized command line option '-mno-sse2'; did you mean '-mno-isel'? gcc: error: unrecognized command line option '-mno-avx2' - # - phist +mpi # ghost@develop: gcc-9: error: unrecognized command line option '-march=native'; did you mean '-mcpu=native'? - # - variorum # variorum: https://github.com/spack/spack/issues/38786 - - # PYTHON PACKAGES - - opencv +python3 - - py-jax - - py-jupyterlab - - py-matplotlib - - py-mpi4py - - py-notebook - - py-numba - - py-numpy - - py-openai - - py-pandas - - py-plotly - - py-pooch - - py-pytest - - py-scikit-learn - - py-scipy - - py-seaborn - # - py-horovod # py-torch, py-tensorflow - # - py-tensorflow # error - # - py-torch # error - - # CUDA NOARCH - - bricks +cuda - - cabana +cuda ^kokkos +wrapper +cuda_lambda +cuda cuda_arch=70 - - flux-core +cuda - - hpctoolkit +cuda - - papi +cuda - - tau +mpi +cuda - # -- - # - legion +cuda # legion: needs NVIDIA driver - - # CUDA 70 - - amrex +cuda cuda_arch=70 - - arborx +cuda cuda_arch=70 ^kokkos +wrapper - - caliper +cuda cuda_arch=70 - - chai +cuda cuda_arch=70 ^umpire ~shared - - ecp-data-vis-sdk ~rocm +adios2 ~ascent +hdf5 +vtkm +zfp ~paraview +cuda cuda_arch=70 - - exago +mpi +python +raja +hiop ~rocm +cuda cuda_arch=70 ~ipopt ^hiop@1.0.0 ~sparse +mpi +raja ~rocm +cuda cuda_arch=70 #^raja@0.14.0 - - flecsi +cuda cuda_arch=70 - - ginkgo +cuda cuda_arch=70 - - gromacs +cuda cuda_arch=70 - - heffte +cuda cuda_arch=70 - - hpx +cuda cuda_arch=70 - - hypre +cuda cuda_arch=70 - - kokkos +wrapper +cuda cuda_arch=70 - - kokkos-kernels +cuda cuda_arch=70 ^kokkos +wrapper +cuda cuda_arch=70 - - magma +cuda cuda_arch=70 - - mfem +cuda cuda_arch=70 - - mgard +serial +openmp +timing +unstructured +cuda cuda_arch=70 - - omega-h +cuda cuda_arch=70 - - parsec +cuda cuda_arch=70 - - petsc +cuda cuda_arch=70 - - raja +cuda cuda_arch=70 - - slate +cuda cuda_arch=70 - - slepc +cuda cuda_arch=70 - - strumpack ~slate +cuda cuda_arch=70 - - sundials +cuda cuda_arch=70 - - superlu-dist +cuda cuda_arch=70 - - tasmanian +cuda cuda_arch=70 - - umpire ~shared +cuda cuda_arch=70 - # INCLUDED IN ECP DAV CUDA - - adios2 +cuda cuda_arch=70 - # - ascent +cuda cuda_arch=70 # ascent: https://github.com/spack/spack/issues/38045 - - paraview +cuda cuda_arch=70 - - vtk-m +cuda cuda_arch=70 - - zfp +cuda cuda_arch=70 - # -- - # - axom +cuda cuda_arch=70 # axom: https://github.com/spack/spack/issues/29520 - # - cp2k +mpi +cuda cuda_arch=70 # dbcsr - # - cusz +cuda cuda_arch=70 # cusz: https://github.com/spack/spack/issues/38787 - # - dealii +cuda cuda_arch=70 # fltk: https://github.com/spack/spack/issues/38791 - # - lammps +cuda cuda_arch=70 # lammps: needs NVIDIA driver - # - lbann +cuda cuda_arch=70 # lbann: https://github.com/spack/spack/issues/38788 - # - libpressio +bitgrooming +bzip2 +fpzip +hdf5 +libdistributed +lua +openmp +python +sz +sz3 +unix +zfp +json +remote +netcdf +cusz +mgard +cuda cuda_arch=70 ^cusz +cuda cuda_arch=70 # depends_on("cuda@11.7.1:", when="+cuda") - # - py-torch +cuda cuda_arch=70 # skipped - # - trilinos +cuda cuda_arch=70 # trilinos: https://github.com/trilinos/Trilinos/issues/11630 - # - upcxx +cuda cuda_arch=70 # upcxx: needs NVIDIA driver - - ci: - pipeline-gen: - - build-job: - image: ghcr.io/spack/ubuntu20.04-runner-ppc64-gcc-11.4:2023.08.01 - - cdash: - build-group: E4S Power