zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

darshan-runtime: add new variants (#46847)

Browse Source 
* add new darshan-runtime variants
   - `lustre` variant enables instrumentation of Lustre files
       * requires Lustre headers, so Lustre is a proper dependency
         for this variant
   - `log_path` variant allows setting of a centralized log directory
     for Darshan logs (commonly used for facility deployments)
       * when this variant is used, the `DARSHAN_LOG_DIR_PATH` env var
         is no longer used to set the log file path
   - `group_readable_logs` variant sets Darshan log permissions to
     allow reads from users in the same group
* add mmap_logs variant to enable usage of mmap logs
This commit is contained in:
shanedsnyder 2024-10-07 16:36:33 -05:00 committed by GitHub
parent d8c7cbe8f0
commit 92d940b7f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 28 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
var/spack/repos/builtin/packages/darshan-runtime/package.py
View File

@ -58,6 +58,7 @@ class DarshanRuntime(AutotoolsPackage):
depends_on("zlib-api")
depends_on("hdf5", when="+hdf5")
depends_on("parallel-netcdf", when="+parallel-netcdf")
depends_on("lustre", when="+lustre")
depends_on("papi", when="+apxc")
depends_on("autoconf", type="build", when="@main")
depends_on("automake", type="build", when="@main")
@ -76,6 +77,7 @@ class DarshanRuntime(AutotoolsPackage):
description="Compile with Parallel NetCDF module",
when="@3.4.1:",
)
variant("lustre", default=False, description="Compile with Lustre module", when="@3.1:")
variant("apmpi", default=False, description="Compile with AutoPerf MPI module", when="@3.3:")
variant(
"apmpi_sync",
@ -87,10 +89,18 @@ class DarshanRuntime(AutotoolsPackage):
variant(
"scheduler",
default="NONE",
description="queue system scheduler JOB ID",
description="Queue system scheduler JOB ID",
values=("NONE", "cobalt", "pbs", "sge", "slurm"),
multi=False,
)
variant(
"log_path",
values=str,
default="none",
description="Path to centralized, formatted Darshan log directory",
)
variant("mmap_logs", default=False, description="Use mmap to store Darshan log data")
variant("group_readable_logs", default=False, description="Write group-readable logs")
@property
def configure_directory(self):
@ -117,15 +127,27 @@ def configure_args(self):
extra_args.append("--enable-hdf5-mod")
if spec.satisfies("+parallel-netcdf"):
extra_args.append("--enable-pnetcdf-mod")
if spec.satisfies("+lustre"):
extra_args.append("--enable-lustre-mod")
else:
extra_args.append("--disable-lustre-mod")
if spec.satisfies("+apmpi"):
extra_args.append("--enable-apmpi-mod")
if spec.satisfies("+apmpi_sync"):
extra_args.extend(["--enable-apmpi-mod", "--enable-apmpi-coll-sync"])
if spec.satisfies("+apxc"):
extra_args.append("--enable-apxc-mod")
if spec.satisfies("+group_readable_logs"):
extra_args.append("--enable-group-readable-logs")
if spec.satisfies("+mmap_logs"):
extra_args.append("--enable-mmap-logs")
log_path = self.spec.variants["log_path"].value
if log_path != "none":
extra_args.append("--with-log-path=" + log_path)
else:
extra_args.append("--with-log-path-by-env=DARSHAN_LOG_DIR_PATH")
extra_args.append("--with-mem-align=8")
extra_args.append("--with-log-path-by-env=DARSHAN_LOG_DIR_PATH")
extra_args.append("--with-jobid-env=%s" % job_id)
extra_args.append("--with-zlib=%s" % spec["zlib-api"].prefix)
@ -138,7 +160,8 @@ def configure_args(self):
return extra_args
def setup_run_environment(self, env):
# default path for log file, could be user or site specific setting
if self.spec.variants["log_path"].value == "none":
# set a default path for log file that can be overrode by user
darshan_log_dir = os.environ["HOME"]
env.set("DARSHAN_LOG_DIR_PATH", darshan_log_dir)