f71e202f24
* Update Boost * Add gotcha * Add patch for build errors * Allow building with latest Dyninst * Fix patch url
258 lines
10 KiB
Python
258 lines
10 KiB
Python
# Copyright Spack Project Developers. See COPYRIGHT file for details.
|
|
#
|
|
# SPDX-License-Identifier: (Apache-2.0 OR MIT)
|
|
|
|
import spack.store
|
|
from spack.package import *
|
|
|
|
|
|
class CbtfKrell(CMakePackage):
|
|
"""CBTF Krell project contains collector and runtime contributions
|
|
to the CBTF project. These contributions include many performance
|
|
data collectors and support libraries as well as some example tools
|
|
that drive the data collection at HPC levels of scale.
|
|
"""
|
|
|
|
homepage = "https://sourceforge.net/p/cbtf/wiki/Home/"
|
|
git = "https://github.com/OpenSpeedShop/cbtf-krell.git"
|
|
|
|
maintainers("jgalarowicz")
|
|
|
|
version("develop", branch="master")
|
|
version("1.9.4.1", branch="1.9.4.1")
|
|
version("1.9.4", branch="1.9.4")
|
|
version("1.9.3", branch="1.9.3")
|
|
|
|
depends_on("c", type="build") # generated
|
|
depends_on("cxx", type="build") # generated
|
|
|
|
# MPI variants
|
|
variant(
|
|
"openmpi", default=False, description="Build mpi experiment collector for openmpi MPI.."
|
|
)
|
|
variant("mpt", default=False, description="Build mpi experiment collector for SGI MPT MPI.")
|
|
variant(
|
|
"mvapich2", default=False, description="Build mpi experiment collector for mvapich2 MPI."
|
|
)
|
|
variant("mpich2", default=False, description="Build mpi experiment collector for mpich2 MPI.")
|
|
variant(
|
|
"runtime", default=False, description="build only the runtime libraries and collectors."
|
|
)
|
|
variant(
|
|
"build_type",
|
|
default="RelWithDebInfo",
|
|
description="The build type to build",
|
|
values=("Debug", "Release", "RelWithDebInfo"),
|
|
)
|
|
variant(
|
|
"crayfe",
|
|
default=False,
|
|
description="build only the FE tool using the runtime_dir to point to target build.",
|
|
)
|
|
|
|
# Fix build errors with gcc >= 10
|
|
patch(
|
|
"https://github.com/OpenSpeedShop/cbtf-krell/commit/7d47761c6cd9110883bff9ca1e694af1475676f5.patch?full_index=1",
|
|
sha256="64ed80d18163ca04a67be4a13ac2d2553243fc24c6274d26981472e6e2050b8a",
|
|
)
|
|
|
|
# Dependencies for cbtf-krell
|
|
depends_on("cmake@3.0.2:", type="build")
|
|
|
|
depends_on("gotcha")
|
|
|
|
# For rpcgen
|
|
depends_on("rpcsvc-proto", type="build")
|
|
|
|
# For rpc
|
|
depends_on("libtirpc", type="link")
|
|
|
|
# For binutils
|
|
depends_on("binutils@2.32")
|
|
|
|
# For boost
|
|
depends_on("boost@1.70.0:+filesystem+graph+program_options+python+test+thread")
|
|
|
|
# For Dyninst
|
|
depends_on("dyninst@10.1.0:", when="@develop")
|
|
depends_on("dyninst@10.1.0:", when="@1.9.3:9999")
|
|
|
|
# For MRNet
|
|
depends_on("mrnet@5.0.1-3:+lwthreads", when="@develop", type=("build", "link", "run"))
|
|
depends_on("mrnet@5.0.1-3+lwthreads", when="@1.9.3:9999", type=("build", "link", "run"))
|
|
|
|
# For Xerces-C
|
|
depends_on("xerces-c")
|
|
|
|
# For CBTF
|
|
depends_on("cbtf@develop", when="@develop", type=("build", "link", "run"))
|
|
depends_on("cbtf@1.9.3:9999", when="@1.9.3:9999", type=("build", "link", "run"))
|
|
|
|
# For CBTF with runtime
|
|
depends_on("cbtf@develop+runtime", when="@develop+runtime", type=("build", "link", "run"))
|
|
depends_on(
|
|
"cbtf@1.9.3:9999+runtime", when="@1.9.3:9999+runtime", type=("build", "link", "run")
|
|
)
|
|
|
|
# for services and collectors
|
|
depends_on("libmonitor@2013.02.18+commrank", type=("build", "link", "run"))
|
|
|
|
depends_on("libunwind", when="@develop")
|
|
depends_on("libunwind@1.2.1", when="@1.9.3:9999")
|
|
|
|
depends_on("papi@5.4.1:", type=("build", "link", "run"))
|
|
|
|
depends_on("llvm-openmp-ompt@tr6_forwards+standalone")
|
|
|
|
# MPI Installations
|
|
depends_on("openmpi", when="+openmpi")
|
|
depends_on("mpich@2:", when="+mpich2")
|
|
depends_on("mvapich2@2:", when="+mvapich2")
|
|
depends_on("mpt", when="+mpt")
|
|
|
|
depends_on("python", type=("build", "run"))
|
|
|
|
patch("arm.patch", when="target=aarch64:")
|
|
|
|
parallel = False
|
|
|
|
build_directory = "build_cbtf_krell"
|
|
|
|
def set_rt_only_cmake_options(self, spec, cmake_options):
|
|
# Appends to cmake_options the options that will enable the appropriate
|
|
# MPI implementations
|
|
|
|
rt_only_options = []
|
|
rt_only_options.append("-DRUNTIME_ONLY=true")
|
|
cmake_options.extend(rt_only_options)
|
|
|
|
def set_mpi_cmake_options(self, spec, cmake_options):
|
|
# Appends to cmake_options the options that will enable the appropriate
|
|
# MPI implementations
|
|
|
|
mpi_options = []
|
|
|
|
# openmpi
|
|
if spec.satisfies("+openmpi"):
|
|
mpi_options.append("-DOPENMPI_DIR=%s" % spec["openmpi"].prefix)
|
|
# mpich2
|
|
if spec.satisfies("+mpich2"):
|
|
mpi_options.append("-DMPICH2_DIR=%s" % spec["mpich2"].prefix)
|
|
# mvapich2
|
|
if spec.satisfies("+mvapich2"):
|
|
mpi_options.append("-DMVAPICH2_DIR=%s" % spec["mvapich2"].prefix)
|
|
# mpt
|
|
if spec.satisfies("+mpt"):
|
|
mpi_options.append("-DMPT_DIR=%s" % spec["mpt"].prefix)
|
|
|
|
cmake_options.extend(mpi_options)
|
|
|
|
def set_cray_login_node_cmake_options(self, spec, cmake_options):
|
|
# Appends to cmake_options the options that will enable
|
|
# the appropriate Cray login node libraries
|
|
|
|
cray_login_node_options = []
|
|
rt_platform = "cray"
|
|
# How do we get the compute node (CNL) cbtf package
|
|
# install directory path. spec['cbtf'].prefix is the
|
|
# login node path for this build, as we are building
|
|
# the login node components with this spack invocation. We
|
|
# need these paths to be the ones created in the CNL
|
|
# spack invocation.
|
|
be_cbtf = spack.store.db.query_one("cbtf arch=cray-CNL-haswell")
|
|
be_cbtfk = spack.store.db.query_one("cbtf-krell arch=cray-CNL-haswell")
|
|
be_papi = spack.store.db.query_one("papi arch=cray-CNL-haswell")
|
|
be_boost = spack.store.db.query_one("boost arch=cray-CNL-haswell")
|
|
be_mont = spack.store.db.query_one("libmonitor arch=cray-CNL-haswell")
|
|
be_unw = spack.store.db.query_one("libunwind arch=cray-CNL-haswell")
|
|
be_xer = spack.store.db.query_one("xerces-c arch=cray-CNL-haswell")
|
|
be_dyn = spack.store.db.query_one("dyninst arch=cray-CNL-haswell")
|
|
be_mrnet = spack.store.db.query_one("mrnet arch=cray-CNL-haswell")
|
|
|
|
cray_login_node_options.append("-DCN_RUNTIME_PLATFORM=%s" % rt_platform)
|
|
|
|
# Use install directories as CMAKE args for the building
|
|
# of login cbtf-krell
|
|
cray_login_node_options.append("-DCBTF_CN_RUNTIME_DIR=%s" % be_cbtf.prefix)
|
|
cray_login_node_options.append("-DCBTF_KRELL_CN_RUNTIME_DIR=%s" % be_cbtfk.prefix)
|
|
cray_login_node_options.append("-DPAPI_CN_RUNTIME_DIR=%s" % be_papi.prefix)
|
|
cray_login_node_options.append("-DBOOST_CN_RUNTIME_DIR=%s" % be_boost.prefix)
|
|
cray_login_node_options.append("-DLIBMONITOR_CN_RUNTIME_DIR=%s" % be_mont.prefix)
|
|
cray_login_node_options.append("-DLIBUNWIND_CN_RUNTIME_DIR=%s" % be_unw.prefix)
|
|
cray_login_node_options.append("-DXERCESC_CN_RUNTIME_DIR=%s" % be_xer.prefix)
|
|
cray_login_node_options.append("-DDYNINST_CN_RUNTIME_DIR=%s" % be_dyn.prefix)
|
|
cray_login_node_options.append("-DMRNET_CN_RUNTIME_DIR=%s" % be_mrnet.prefix)
|
|
|
|
cmake_options.extend(cray_login_node_options)
|
|
|
|
def cmake_args(self):
|
|
spec = self.spec
|
|
|
|
compile_flags = "-O2 -g -Wall"
|
|
|
|
# Add in paths for finding package config files that tell us
|
|
# where to find these packages
|
|
cmake_args = [
|
|
"-DCMAKE_CXX_FLAGS=%s" % compile_flags,
|
|
"-DCMAKE_C_FLAGS=%s" % compile_flags,
|
|
"-DCBTF_DIR=%s" % spec["cbtf"].prefix,
|
|
"-DBINUTILS_DIR=%s" % spec["binutils"].prefix,
|
|
"-DLIBMONITOR_DIR=%s" % spec["libmonitor"].prefix,
|
|
"-DLIBUNWIND_DIR=%s" % spec["libunwind"].prefix,
|
|
"-DPAPI_DIR=%s" % spec["papi"].prefix,
|
|
"-DBoost_NO_SYSTEM_PATHS=TRUE",
|
|
"-DBoost_NO_BOOST_CMAKE=TRUE",
|
|
"-DBOOST_ROOT=%s" % spec["boost"].prefix,
|
|
"-DBoost_DIR=%s" % spec["boost"].prefix,
|
|
"-DBOOST_LIBRARYDIR=%s" % spec["boost"].prefix.lib,
|
|
"-DMRNET_DIR=%s" % spec["mrnet"].prefix,
|
|
"-DDYNINST_DIR=%s" % spec["dyninst"].prefix,
|
|
"-DLIBIOMP_DIR=%s" % spec["llvm-openmp-ompt"].prefix,
|
|
"-DGOTCHA_DIR=%s" % spec["gotcha"].prefix,
|
|
"-DXERCESC_DIR=%s" % spec["xerces-c"].prefix,
|
|
]
|
|
|
|
if self.spec.satisfies("+runtime"):
|
|
self.set_rt_only_cmake_options(spec, cmake_args)
|
|
|
|
# Add any MPI implementations coming from variant settings
|
|
self.set_mpi_cmake_options(spec, cmake_args)
|
|
|
|
if self.spec.satisfies("+crayfe"):
|
|
# We need to build target/compute node components/libraries first
|
|
# then pass those libraries to the cbtf-krell login node build
|
|
self.set_cray_login_node_cmake_options(spec, cmake_args)
|
|
|
|
return cmake_args
|
|
|
|
def setup_run_environment(self, env):
|
|
"""Set up the compile and runtime environments for a package."""
|
|
|
|
# Environment settings for cbtf-krell, bin is automatically
|
|
# added to the path in the module file
|
|
env.prepend_path("PATH", self.prefix.sbin)
|
|
|
|
env.set("XPLAT_RSH", "ssh")
|
|
env.set("MRNET_COMM_PATH", self.prefix.sbin.cbtf_mrnet_commnode)
|
|
|
|
# Set CBTF_MPI_IMPLEMENTATON to the appropriate mpi implementation
|
|
# This is needed by CBTF tools to deploy the correct
|
|
# mpi runtimes for cbtfsummary
|
|
# Users may have to set the CBTF_MPI_IMPLEMENTATION variable
|
|
# manually if multiple mpi's are specified in the build
|
|
|
|
if self.spec.satisfies("+mvapich2"):
|
|
env.set("CBTF_MPI_IMPLEMENTATION", "mvapich2")
|
|
|
|
if self.spec.satisfies("+mpt"):
|
|
env.set("CBTF_MPI_IMPLEMENTATION", "mpt")
|
|
|
|
if self.spec.satisfies("+openmpi"):
|
|
env.set("CBTF_MPI_IMPLEMENTATION", "openmpi")
|
|
|
|
env.set("CBTF_MRNET_BACKEND_PATH", self.prefix.sbin.cbtf_libcbtf_mrnet_backend)
|
|
|
|
env.prepend_path("PATH", self.spec["libmonitor"].prefix.bin)
|
|
env.prepend_path("PATH", self.spec["papi"].prefix.bin)
|
|
env.prepend_path("PATH", self.spec["mrnet"].prefix.bin)
|