51df7e088a
* gptune: don't make `git` attribute an Executable * gptune: fine, I'll fix style myself then
304 lines
13 KiB
Python
304 lines
13 KiB
Python
# Copyright 2013-2024 Lawrence Livermore National Security, LLC and other
|
|
# Spack Project Developers. See the top-level COPYRIGHT file for details.
|
|
#
|
|
# SPDX-License-Identifier: (Apache-2.0 OR MIT)
|
|
import os
|
|
|
|
from spack.package import *
|
|
|
|
|
|
def terminate_bash_failures(dir):
|
|
"""Ensure bash scripts within the directory fail as soon as a command
|
|
within fails."""
|
|
for f in os.listdir(dir):
|
|
if f.endswith(".sh"):
|
|
filter_file(r"#!/bin/bash", r"#!/bin/bash" + "\nset -e", join_path(dir, f))
|
|
|
|
|
|
class Gptune(CMakePackage):
|
|
"""GPTune is an autotuning framework that relies on multitask and transfer
|
|
learnings to help solve the underlying black-box optimization problem using
|
|
Bayesian optimization methodologies."""
|
|
|
|
homepage = "https://gptune.lbl.gov/"
|
|
url = "https://github.com/gptune/GPTune/archive/refs/tags/3.0.0.tar.gz"
|
|
git = "https://github.com/gptune/GPTune.git"
|
|
maintainers("liuyangzhuan")
|
|
|
|
license("BSD-3-Clause-LBNL")
|
|
|
|
version("master", branch="master")
|
|
version("4.0.0", sha256="4f954a810d83b73f5abe5b15b79e3ed5b7ebf7bc0ae7335d27b68111bd078102")
|
|
version("3.0.0", sha256="e19bfc3033fff11ff8c20cae65b88b7ca005d2c4e4db047f9f23226126ec92fa")
|
|
version("2.1.0", sha256="737e0a1d83f66531098beafa73dd479f12def576be83b1c7b8ea5f1615d60a53")
|
|
|
|
depends_on("c", type="build") # generated
|
|
depends_on("cxx", type="build") # generated
|
|
depends_on("fortran", type="build") # generated
|
|
|
|
variant("superlu", default=False, description="Build the SuperLU_DIST example")
|
|
variant("hypre", default=False, description="Build the Hypre example")
|
|
variant("mpispawn", default=True, description="MPI spawning-based interface")
|
|
|
|
depends_on("mpi", type=("build", "link", "run"))
|
|
depends_on("cmake@3.17:", type="build")
|
|
depends_on("jq", type="run")
|
|
depends_on("blas", type="link")
|
|
depends_on("lapack", type="link")
|
|
depends_on("scalapack", type="link")
|
|
depends_on("py-setuptools", type="build")
|
|
depends_on("py-ipyparallel", type=("build", "run"))
|
|
depends_on("py-numpy@:1.24", type=("build", "run"), when="@:4.0.0")
|
|
depends_on("py-numpy@:1.21.5", type=("build", "run"), when="@:2.1.0")
|
|
depends_on("py-pandas", type=("build", "run"))
|
|
depends_on("py-joblib", type=("build", "run"))
|
|
depends_on("py-scikit-learn", type=("build", "run"))
|
|
depends_on("py-matplotlib", type=("build", "run"))
|
|
depends_on("py-pyyaml", type=("build", "run"))
|
|
depends_on("py-scikit-optimize@0.9.0", patches=[patch("space.patch")], type=("build", "run"))
|
|
depends_on("py-gpy", type=("build", "run"))
|
|
depends_on("py-lhsmdu", type=("build", "run"))
|
|
depends_on("py-hpbandster", type=("build", "run"))
|
|
depends_on("py-opentuner", type=("build", "run"))
|
|
depends_on("py-ytopt-autotune@1.1.0", type=("build", "run"))
|
|
depends_on("py-filelock", type=("build", "run"))
|
|
depends_on("py-requests", type=("build", "run"))
|
|
depends_on("py-pyaml", type=("build", "run"))
|
|
depends_on("py-statsmodels@0.13.0:", type=("build", "run"))
|
|
depends_on("py-mpi4py@3.0.3:", type=("build", "run"))
|
|
depends_on("python", type=("build", "run"))
|
|
depends_on("pygmo", type=("build", "run"))
|
|
depends_on("openturns", type=("build", "run"))
|
|
depends_on("py-pymoo", type=("build", "run"), when="@3.0.0:")
|
|
|
|
depends_on("superlu-dist@develop", when="+superlu", type=("build", "run"))
|
|
depends_on("hypre+gptune@2.19.0", when="+hypre", type=("build", "run"))
|
|
|
|
depends_on("openmpi@4:", when="+mpispawn", type=("build", "run"))
|
|
conflicts("^mpich", when="+mpispawn")
|
|
conflicts("^spectrum-mpi", when="+mpispawn")
|
|
conflicts("^cray-mpich", when="+mpispawn")
|
|
conflicts("%gcc@:7")
|
|
|
|
def cmake_args(self):
|
|
spec = self.spec
|
|
fc_flags = []
|
|
if "%gcc@10:" in spec or self.spec.satisfies("%apple-clang@11:"):
|
|
fc_flags.append("-fallow-argument-mismatch")
|
|
|
|
args = [
|
|
"-DGPTUNE_INSTALL_PATH=%s" % python_platlib,
|
|
"-DTPL_BLAS_LIBRARIES=%s" % spec["blas"].libs.joined(";"),
|
|
"-DTPL_LAPACK_LIBRARIES=%s" % spec["lapack"].libs.joined(";"),
|
|
"-DTPL_SCALAPACK_LIBRARIES=%s" % spec["scalapack"].libs.joined(";"),
|
|
"-DCMAKE_Fortran_FLAGS=" + "".join(fc_flags),
|
|
"-DBUILD_SHARED_LIBS=ON",
|
|
"-DCMAKE_CXX_COMPILER=%s" % spec["mpi"].mpicxx,
|
|
"-DCMAKE_C_COMPILER=%s" % spec["mpi"].mpicc,
|
|
"-DCMAKE_Fortran_COMPILER=%s" % spec["mpi"].mpifc,
|
|
]
|
|
|
|
return args
|
|
|
|
examples_src_dir = "examples"
|
|
nodes = 1
|
|
cores = 4
|
|
|
|
@run_after("install")
|
|
def cache_test_sources(self):
|
|
"""Copy the example source files after the package is installed to an
|
|
install test subdirectory for use during `spack test run`."""
|
|
cache_extra_test_sources(self, [self.examples_src_dir])
|
|
|
|
# Create the environment setup script
|
|
comp_name = self.compiler.name
|
|
comp_version = str(self.compiler.version).replace(".", ",")
|
|
spec = self.spec
|
|
script_path = f"{install_test_root(self)}/run_env.sh"
|
|
with open(script_path, "w") as envfile:
|
|
envfile.write('if [[ $NERSC_HOST = "cori" ]]; then\n')
|
|
envfile.write(" export machine=cori\n")
|
|
envfile.write('elif [[ $(uname -s) = "Darwin" ]]; then\n')
|
|
envfile.write(" export machine=mac\n")
|
|
envfile.write("elif [[ $(dnsdomainname) = " + '"summit.olcf.ornl.gov" ]]; then\n')
|
|
envfile.write(" export machine=summit\n")
|
|
envfile.write(
|
|
'elif [[ $(cat /etc/os-release | grep "PRETTY_NAME") =='
|
|
+ ' *"Ubuntu"* || $(cat /etc/os-release | grep'
|
|
+ ' "PRETTY_NAME") == *"Debian"* ]]; then\n'
|
|
)
|
|
envfile.write(" export machine=unknownlinux\n")
|
|
envfile.write("fi\n")
|
|
envfile.write("export GPTUNEROOT=$PWD\n")
|
|
mpirun = spec["mpi"].prefix.bin.mpirun
|
|
envfile.write(f"export MPIRUN={mpirun}\n")
|
|
gptune_path = join_path(python_platlib, "gptune")
|
|
envfile.write(f"export PYTHONPATH={gptune_path}:$PYTHONPATH\n")
|
|
envfile.write("export proc=$(spack arch)\n")
|
|
envfile.write(f"export mpi={spec['mpi'].name}\n")
|
|
envfile.write(f"export compiler={comp_name}\n")
|
|
envfile.write(f"export nodes={self.nodes} \n")
|
|
envfile.write(f"export cores={self.cores} \n")
|
|
envfile.write("export ModuleEnv=$machine-$proc-$mpi-$compiler \n")
|
|
envfile.write(
|
|
'software_json=$(echo ",\\"software_configuration\\":'
|
|
+ '{\\"'
|
|
+ spec["blas"].name
|
|
+ '\\":{\\"version_split\\":'
|
|
+ " ["
|
|
+ str(spec["blas"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ spec["mpi"].name
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(spec["mpi"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ spec["scalapack"].name
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(spec["scalapack"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ str(comp_name)
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(comp_version)
|
|
+ ']}}") \n'
|
|
)
|
|
envfile.write(
|
|
'loadable_software_json=$(echo ",\\"loadable_software_'
|
|
+ 'configurations\\":{\\"'
|
|
+ spec["blas"].name
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(spec["blas"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ spec["mpi"].name
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(spec["mpi"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ spec["scalapack"].name
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(spec["scalapack"].versions).replace(".", ",")
|
|
+ ']},\\"'
|
|
+ str(comp_name)
|
|
+ '\\":{\\"version_split\\": ['
|
|
+ str(comp_version)
|
|
+ ']}}") \n'
|
|
)
|
|
envfile.write(
|
|
'machine_json=$(echo ",\\"machine_configuration\\":'
|
|
+ '{\\"machine_name\\":\\"$machine\\",\\"$proc\\":'
|
|
+ '{\\"nodes\\":$nodes,\\"cores\\":$cores}}") \n'
|
|
)
|
|
envfile.write(
|
|
'loadable_machine_json=$(echo ",\\"loadable_machine_'
|
|
+ 'configurations\\":{\\"$machine\\":{\\"$proc\\":'
|
|
+ '{\\"nodes\\":$nodes,\\"cores\\":$cores}}}") \n'
|
|
)
|
|
|
|
# copy the environment configuration to the python install directory
|
|
cp = which("cp")
|
|
cp(script_path, join_path(python_platlib, "gptune"))
|
|
|
|
def setup_run_environment(self, env):
|
|
env.set("GPTUNE_INSTALL_PATH", python_platlib)
|
|
|
|
cmd = {"bash": which("bash"), "cp": which("cp"), "git": which("git"), "rm": which("rm")}
|
|
|
|
def test_hypre(self):
|
|
"""set up and run hypre example"""
|
|
spec = self.spec
|
|
if spec.satisfies("~hypre") or spec.satisfies("~mpispawn"):
|
|
raise SkipTest("Package must be installed with +hypre+mpispawn")
|
|
|
|
# https://github.com/spack/spack/pull/45383#discussion_r1737987370
|
|
if not self.spec["hypre"].satisfies("@2.19.0"):
|
|
raise SkipTest("Package test only works for hypre@2.19.0")
|
|
|
|
test_dir = join_path(self.test_suite.current_test_cache_dir, self.examples_src_dir)
|
|
|
|
# copy hypre executables to the correct place
|
|
wd = join_path(test_dir, "Hypre")
|
|
with working_dir(wd):
|
|
self.cmd["rm"]("-rf", "hypre")
|
|
self.cmd["git"](
|
|
"clone",
|
|
"--depth",
|
|
"1",
|
|
"--branch",
|
|
f"v{self.spec['hypre'].version.string}",
|
|
"https://github.com/hypre-space/hypre.git",
|
|
)
|
|
|
|
hypre_test_dir = join_path(wd, "hypre", "src", "test")
|
|
mkdirp(hypre_test_dir)
|
|
self.cmd["cp"]("-r", self.spec["hypre"].prefix.bin.ij, hypre_test_dir)
|
|
|
|
# now run the test example
|
|
with working_dir(join_path(test_dir, "Hypre")):
|
|
terminate_bash_failures(".")
|
|
self.cmd["bash"]("run_examples.sh")
|
|
|
|
def test_superlu(self):
|
|
"""set up and run superlu tests"""
|
|
if self.spec.satisfies("~superlu"):
|
|
raise SkipTest("Package must be installed with +superlu")
|
|
|
|
# https://github.com/spack/spack/pull/45383#discussion_r1737987370
|
|
if self.spec["superlu-dist"].version < Version("7.1"):
|
|
raise SkipTest("Package must be installed with superlu-dist@:7.1")
|
|
|
|
test_dir = join_path(self.test_suite.current_test_cache_dir, self.examples_src_dir)
|
|
|
|
# copy only works for-dist executables to the correct place
|
|
wd = join_path(test_dir, "SuperLU_DIST")
|
|
with working_dir(wd):
|
|
self.cmd["rm"]("-rf", "superlu_dist")
|
|
version = self.spec["superlu-dist"].version.string
|
|
tag = f"v{version}" if version.replace(".", "").isdigit() else version
|
|
# TODO: Replace this IF/when superlu-dist renames its "master"
|
|
# branch's version from "develop" to "master".
|
|
tag = "master" if tag == "develop" else tag
|
|
self.cmd["git"](
|
|
"clone",
|
|
"--depth",
|
|
"1",
|
|
"--branch",
|
|
tag,
|
|
"https://github.com/xiaoyeli/superlu_dist.git",
|
|
)
|
|
|
|
superludriver = self.spec["superlu-dist"].prefix.lib.EXAMPLE.pddrive_spawn
|
|
example_dir = join_path(wd, "superlu_dist", "build", "EXAMPLE")
|
|
mkdirp(example_dir)
|
|
self.cmd["cp"]("-r", superludriver, example_dir)
|
|
|
|
apps = ["SuperLU_DIST", "SuperLU_DIST_RCI"]
|
|
for app in apps:
|
|
with test_part(self, f"test_superlu_{app}", purpose=f"run {app} example"):
|
|
if app == "SuperLU_DIST" and self.spec.satisfies("~mpispawn"):
|
|
raise SkipTest("Package must be installed with +superlu+mpispawn")
|
|
with working_dir(join_path(test_dir, app)):
|
|
terminate_bash_failures(".")
|
|
self.cmd["bash"]("run_examples.sh")
|
|
|
|
def test_demo(self):
|
|
"""Run the demo test"""
|
|
if self.spec.satisfies("~mpispawn"):
|
|
raise SkipTest("Package must be installed with +mpispawn")
|
|
|
|
test_dir = join_path(self.test_suite.current_test_cache_dir, self.examples_src_dir)
|
|
|
|
with working_dir(join_path(test_dir, "GPTune-Demo")):
|
|
terminate_bash_failures(".")
|
|
self.cmd["bash"]("run_examples.sh")
|
|
|
|
def test_scalapack(self):
|
|
"""Run scalapack tests"""
|
|
test_dir = join_path(self.test_suite.current_test_cache_dir, self.examples_src_dir)
|
|
|
|
apps = ["Scalapack-PDGEQRF", "Scalapack-PDGEQRF_RCI"]
|
|
for app in apps:
|
|
with test_part(self, f"test_scalapack_{app}", purpose=f"run {app} example"):
|
|
if app == "Scalapack-PDGEQRF" and self.spec.satisfies("~mpispawn"):
|
|
raise SkipTest("Package must be installed with +superlu+mpispawn")
|
|
with working_dir(join_path(test_dir, app)):
|
|
terminate_bash_failures(".")
|
|
self.cmd["bash"]("run_examples.sh")
|