zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
142469f92e
spack/var/spack/repos/builtin/packages/mfem/test_builds.sh
Veselin Dobrev 6e7fb9a308
MFEM: add new version v4.7 (#44010) 
* Core change: logic for extracting RPATHs from modules may return
  `None`: filter this out of the set of RPATHs that is auto-generated
* Core change: `CachedCMakePackage` no longer adds ldflags to
  `CMAKE_STATIC_LINKER_FLAGS`: generally these flags are not appropriate
  for static linking (e.g. invocation of `ar`)
* [mfem] Add version 4.7
* [mfem] Add variant for precision (single/double). Enforce consistency
  for precision amongst mfem and hypre/petsc/mumps dependencies
* [mfem] Add cxxstd (and related constraints preventing use of
  old cxxstd values for newer versions of some dependencies)
* [hypre] In line with prior point, added support for specifying
  precision
* [petsc] Add config option to avoid error when building against
  `superlu-dist+rocm`
* [hiop] add proper `raja`/`umpire`/`camp` version constraints for
  `hiop` versions 0.3.99-0.4.x; require `+raja` for `+rocm`, and
  add dependency on `hiprand` for `+rocm`
* [butterflypack, mfem, strumpack, suite-sparse] Require
  `CRAYLIBS_{target-family}` env var to be defined
* [suite-sparse] versions `@7.4:` changed install location of headers:
  add symlink from old location to new location
* [zlib-ng] Fix error where shared libs were not successfully built for
  `%cce@17` (the build did not fail, but the finished `zlib-ng%cce@17`
  install did not have shared libs)
2024-06-11 16:39:22 -07:00

353 lines
13 KiB
Bash
Executable File
Raw Blame History

#!/bin/bash
dry_run=yes
# use 'dev-build' in "$mfem_src_dir":
spack_dev_build=no
mfem_src_dir=$HOME/mfem-spack
# Set a compiler to test with, e.g. '%gcc', '%clang', etc.
compiler=''
cuda_arch="70"
rocm_arch="gfx908"
spack_jobs=''
# spack_jobs='-j 128'
mfem='mfem@4.7.0'${compiler}
# mfem_dev='mfem@develop'${compiler}
mfem_dev='mfem@4.7.0'${compiler}
backends='+occa+raja+libceed'
backends_specs='^occa~cuda ^raja~openmp'
# ~fortran is needed for Cray Fortran linking with tcmalloc*
conduit_spec='^conduit~fortran'
# petsc spec
petsc_spec='^petsc+mumps'
petsc_spec_cuda='^petsc+cuda+mumps'
petsc_spec_rocm='^petsc+rocm+mumps'
# strumpack spec without cuda (use version > 6.3.1)
strumpack_spec='^strumpack~slate~openmp~cuda'
strumpack_cuda_spec='^strumpack+cuda~slate~openmp'
strumpack_rocm_spec='^strumpack+rocm~slate~openmp~cuda'
# superlu specs with cpu, cuda and rocm
# - v8.2.1 on CPU and GPU stalls in ex11p; works when superlu::PARMETIS is
# replaced with superlu::METIS_AT_PLUS_A, at least on CPU
superlu_spec='^superlu-dist@8.1.2'
superlu_cuda_spec='^superlu-dist@8.1.2+cuda'
superlu_rocm_spec='^superlu-dist@8.1.2+rocm'
# FMS spec
fms_spec='^libfms+conduit'
builds=(
# preferred version:
${mfem}
${mfem}'~mpi~metis~zlib'
# TODO: add back "+fms $fms_spec" when the FMS unit test is fixed
${mfem}"$backends"'+superlu-dist+strumpack+mumps+suite-sparse+petsc+slepc \
+gslib+sundials+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
+hiop \
'"$backends_specs $superlu_spec $strumpack_spec $petsc_spec"' \
'"$conduit_spec"
# TODO: add back "+fms $fms_spec" when the FMS unit test is fixed
${mfem}'~mpi \
'"$backends"'+suite-sparse+sundials+gslib+mpfr+netcdf \
+zlib+gnutls+libunwind+conduit+ginkgo+hiop \
'"$backends_specs $conduit_spec"' ^sundials~mpi'
${mfem}' precision=single +mumps+petsc '"$petsc_spec"
# develop version, shared builds:
${mfem_dev}'+shared~static'
${mfem_dev}'+shared~static~mpi~metis~zlib'
# NOTE: Shared build with +gslib works on mac but not on linux
# TODO: add back '+gslib' when the above NOTE is addressed.
# TODO: add back "+fms $fms_spec" when the FMS unit test is fixed
${mfem_dev}'+shared~static \
'"$backends"'+superlu-dist+strumpack+mumps+suite-sparse+petsc+slepc \
+sundials+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo+hiop \
'"$backends_specs $superlu_spec $strumpack_spec $petsc_spec"' \
'"$conduit_spec"
# NOTE: Shared build with +gslib works on mac but not on linux
# TODO: add back '+gslib' when the above NOTE is addressed.
# TODO: add back "+fms $fms_spec" when the FMS unit test is fixed
${mfem_dev}'+shared~static~mpi \
'"$backends"'+suite-sparse+sundials+mpfr+netcdf \
+zlib+gnutls+libunwind+conduit+ginkgo+hiop \
'"$backends_specs $conduit_spec"' ^sundials~mpi'
${mfem_dev}'+shared~static precision=single +mumps+petsc '"$petsc_spec"
)
builds2=(
# preferred version
${mfem}"$backends $backends_specs"
${mfem}' precision=single'
${mfem}'+superlu-dist'" $superlu_spec"
${mfem}'+strumpack'" $strumpack_spec"
${mfem}'+mumps'
${mfem}'+suite-sparse~mpi'
${mfem}'+suite-sparse'
${mfem}'+sundials~mpi ^sundials~mpi'
${mfem}'+sundials'
${mfem}'+pumi'
${mfem}'+gslib'
${mfem}'+netcdf~mpi'
${mfem}'+netcdf'
${mfem}'+mpfr'
${mfem}'+gnutls'
${mfem}'+conduit~mpi'" $conduit_spec"
${mfem}'+conduit'" $conduit_spec"
# TODO: uncomment next line when the FMS unit test is fixed
# ${mfem}'+fms'" $fms_spec"
${mfem}'+umpire'
${mfem}'+petsc'" $petsc_spec"
${mfem}'+petsc+slepc'" $petsc_spec"
${mfem}'+ginkgo'
${mfem}'+hiop'
${mfem}'+threadsafe'
# hypre+int64 requires 64-bit blas+lapack
# ${mfem}' ^hypre+int64'
${mfem}' ^hypre+mixedint'
#
# develop version
${mfem_dev}"$backends $backends_specs"
${mfem_dev}' precision=single'
${mfem_dev}'+superlu-dist'" $superlu_spec"
${mfem_dev}'+strumpack'" $strumpack_spec"
${mfem_dev}'+mumps'
${mfem_dev}'+suite-sparse~mpi'
${mfem_dev}'+suite-sparse'
${mfem_dev}'+sundials~mpi ^sundials~mpi'
${mfem_dev}'+sundials'
${mfem_dev}'+pumi'
${mfem_dev}'+gslib'
${mfem_dev}'+netcdf~mpi'
${mfem_dev}'+netcdf'
${mfem_dev}'+mpfr'
${mfem_dev}'+gnutls'
${mfem_dev}'+conduit~mpi'" $conduit_spec"
${mfem_dev}'+conduit'" $conduit_spec"
# TODO: uncomment next line when the FMS unit test is fixed
# ${mfem_dev}'+fms'" $fms_spec"
${mfem_dev}'+umpire'
${mfem_dev}'+petsc'" $petsc_spec"
${mfem_dev}'+petsc+slepc'" $petsc_spec"
${mfem_dev}'+ginkgo'
${mfem_dev}'+hiop'
${mfem_dev}'+threadsafe'
# hypre+int64 requires 64-bit blas+lapack
# ${mfem_dev}' ^hypre+int64'
${mfem_dev}' ^hypre+mixedint'
)
builds_cuda=(
# hypre without cuda:
${mfem}'+cuda cuda_arch='"${cuda_arch}"
# hypre with cuda:
${mfem}'+cuda cuda_arch='"${cuda_arch} ^hypre+cuda"
# hypre with cuda:
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
${mfem}'+cuda+raja+occa cuda_arch='"${cuda_arch}"' \
^raja+cuda~openmp ^hypre+cuda'
# hypre without cuda:
# NOTE: PETSc tests may need PETSC_OPTIONS="-use_gpu_aware_mpi 0"
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
${mfem}'+cuda+openmp+raja+occa cuda_arch='"${cuda_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib+petsc+slepc \
+sundials+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+cuda+openmp'" $strumpack_cuda_spec"' \
'"$superlu_cuda_spec $petsc_spec_cuda $conduit_spec"
${mfem}'+cuda cuda_arch='"${cuda_arch}"' +raja+umpire'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem}'+cuda cuda_arch='"${cuda_arch}"' +hiop'
# hypre with cuda:
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
# TODO: add back "+petsc+slepc $petsc_spec_cuda" when it works.
# NOTE: PETSc tests may need PETSC_OPTIONS="-use_gpu_aware_mpi 0"
# TODO: add back "+sundials" when it's supported with '^hypre+cuda'.
${mfem}'+cuda+openmp+raja+occa cuda_arch='"${cuda_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib \
+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+cuda+openmp ^hypre+cuda \
'" $strumpack_cuda_spec $superlu_cuda_spec $conduit_spec"
${mfem}'+cuda cuda_arch='"${cuda_arch}"' +raja+umpire ^hypre+cuda'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem}'+cuda cuda_arch='"${cuda_arch}"' +hiop ^hypre+cuda'
${mfem}' precision=single +cuda cuda_arch='"${cuda_arch}"' ^hypre+cuda'
#
# same builds as above with ${mfem_dev}
#
# hypre without cuda:
${mfem_dev}'+cuda cuda_arch='"${cuda_arch}"
# hypre with cuda:
${mfem_dev}'+cuda cuda_arch='"${cuda_arch} ^hypre+cuda"
# hypre with cuda:
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
${mfem_dev}'+cuda+raja+occa cuda_arch='"${cuda_arch}"' \
^raja+cuda~openmp ^hypre+cuda'
# hypre without cuda:
# NOTE: PETSc tests may need PETSC_OPTIONS="-use_gpu_aware_mpi 0"
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
${mfem_dev}'+cuda+openmp+raja+occa cuda_arch='"${cuda_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib+petsc+slepc \
+sundials+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+cuda+openmp'" $strumpack_cuda_spec"' \
'"$superlu_cuda_spec $petsc_spec_cuda $conduit_spec"
${mfem_dev}'+cuda cuda_arch='"${cuda_arch}"' +raja+umpire'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem_dev}'+cuda cuda_arch='"${cuda_arch}"' +hiop'
# hypre with cuda:
# TODO: restore '+libceed' when the libCEED CUDA unit tests take less time.
# TODO: add back "+petsc+slepc $petsc_spec_cuda" when it works.
# NOTE: PETSc tests may need PETSC_OPTIONS="-use_gpu_aware_mpi 0"
# TODO: add back "+sundials" when it's supported with '^hypre+cuda'.
${mfem_dev}'+cuda+openmp+raja+occa cuda_arch='"${cuda_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib \
+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+cuda+openmp ^hypre+cuda \
'"$strumpack_cuda_spec $superlu_cuda_spec $conduit_spec"
${mfem_dev}'+cuda cuda_arch='"${cuda_arch}"' +raja+umpire ^hypre+cuda'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem_dev}'+cuda cuda_arch='"${cuda_arch}"' +hiop ^hypre+cuda'
${mfem_dev}' precision=single +cuda cuda_arch='"${cuda_arch}"' ^hypre+cuda'
)
builds_rocm=(
# hypre without rocm:
${mfem}'+rocm amdgpu_target='"${rocm_arch}"
# hypre with rocm:
${mfem}'+rocm amdgpu_target='"${rocm_arch} ^hypre+rocm"
# hypre with rocm:
${mfem}'+rocm+raja+occa+libceed amdgpu_target='"${rocm_arch}"' \
^raja+rocm~openmp ^occa~cuda~openmp ^hypre+rocm'
# hypre without rocm:
${mfem}'+rocm+openmp+raja+occa+libceed amdgpu_target='"${rocm_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib+petsc+slepc \
+sundials+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+rocm~openmp ^occa~cuda'" $strumpack_rocm_spec"' \
'"$superlu_rocm_spec $petsc_spec_rocm $conduit_spec"
${mfem}'+rocm amdgpu_target='"${rocm_arch}"' +raja+umpire'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem}'+rocm amdgpu_target='"${rocm_arch}"' +hiop'
# hypre with rocm:
# TODO: add back "+petsc+slepc $petsc_spec_rocm" when it works.
# TODO: add back "+sundials" when it's supported with '^hypre+rocm'.
${mfem}'+rocm+openmp+raja+occa+libceed amdgpu_target='"${rocm_arch}"' \
+superlu-dist+strumpack+suite-sparse+gslib \
+pumi+mpfr+netcdf+zlib+gnutls+libunwind+conduit+ginkgo \
^raja+rocm~openmp ^occa~cuda ^hypre+rocm \
'"$strumpack_rocm_spec $superlu_rocm_spec $conduit_spec"
${mfem}'+rocm amdgpu_target='"${rocm_arch}"' +raja+umpire ^hypre+rocm'
# hiop needs older versions of raja, umpire, etc
# TODO: combine this spec with the above spec when the combined spec works.
${mfem}'+rocm amdgpu_target='"${rocm_arch}"' +hiop ^hypre+rocm'
${mfem}' precision=single +rocm amdgpu_target='"${rocm_arch}"' ^hypre+rocm'
#
# same builds as above with ${mfem_dev}
#
# TODO
)
trap 'printf "\nScript interrupted.\n"; exit 33' INT
SEP='=========================================================================='
sep='--------------------------------------------------------------------------'
run_builds=("${builds[@]}" "${builds2[@]}")
# run_builds=("${builds_cuda[@]}")
# run_builds=("${builds_rocm[@]}")
# PETSc CUDA tests on Lassen need this:
# export PETSC_OPTIONS="-use_gpu_aware_mpi 0"
# STRUMPACK forces "^openblas threads=openmp" when using openblas:
export OMP_NUM_THREADS=1
# spack files to clean in "$mfem_src_dir" when using 'dev-build'
clean_files=(
.spack_no_patches
install-time-test-log.txt
spack-build-\*.txt
)
if [[ "$spack_dev_build" != "yes" ]]; then
spack_action=(install)
else
spack_action=(dev-build -q -d "$mfem_src_dir")
fi
TIMEFORMAT=$'real: %3Rs (%lR) user: %3Us sys: %3Ss %%cpu: %P'
# main loop over specs:
for bld in "${run_builds[@]}"; do
eval bbb="\"${bld}\""
printf "\n%s\n" "${SEP}"
printf " %s\n" "${bld}"
printf "%s\n" "${SEP}"
if [[ "$dry_run" != "yes" ]]; then
if [[ "$spack_dev_build" == "yes" ]]; then
echo "Cleaning $mfem_src_dir ..."
(cd "$mfem_src_dir" && make distclean && rm -f ${clean_files[@]})
printf "%s\n" "${sep}"
fi
time ./bin/spack spec --fresh -I $bbb || exit 1
printf "%s\n" "${sep}"
time ./bin/spack "${spack_action[@]}" $spack_jobs \
--fresh --test=root $bbb || exit 2
else # dry run
if [[ "$spack_dev_build" == "yes" ]]; then
printf '(cd "'"$mfem_src_dir"'" && make distclean && rm -f'
printf " %s)\n" "${clean_files[*]}"
fi
echo time ./bin/spack spec --fresh -I $bbb
echo time ./bin/spack "${spack_action[@]}" $spack_jobs \
--fresh --test=root $bbb
echo
fi
done
# Uninstall all mfem builds:
# spack uninstall --all mfem
Reference in New Issue View Git Blame Copy Permalink