zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

tests/py-chainer: convert to new stand-alone test process (#38365)

Browse Source 
* tests/py-chainer: convert to new stand-alone test process
* py-chainer: add skip_modules entry for onnx_chainer
This commit is contained in:
Tamara Dahlgren 2023-06-21 22:51:42 -07:00 committed by GitHub
parent f53c68e005
commit 930b843885
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
var/spack/repos/builtin/packages/py-chainer/package.py
View File

@ -24,6 +24,8 @@ class PyChainer(PythonPackage):
maintainers("adamjstewart") maintainers("adamjstewart")
skip_modules = ["onnx_chainer"]
version("7.2.0", sha256="6e2fba648cc5b8a5421e494385b76fe5ec154f1028a1c5908557f5d16c04f0b3") version("7.2.0", sha256="6e2fba648cc5b8a5421e494385b76fe5ec154f1028a1c5908557f5d16c04f0b3")
version("6.7.0", sha256="87cb3378a35e7c5c695028ec91d58dc062356bc91412384ea939d71374610389") version("6.7.0", sha256="87cb3378a35e7c5c695028ec91d58dc062356bc91412384ea939d71374610389")
@ -48,25 +50,21 @@ def cache_test_sources(self):
if "+mn" in self.spec: if "+mn" in self.spec:
self.cache_extra_test_sources("examples") self.cache_extra_test_sources("examples")
def test(self): def test_chainermn(self):
if "+mn" in self.spec: """run the ChainerMN test"""
# Run test of ChainerMN if "+mn" not in self.spec:
test_dir = self.test_suite.current_test_data_dir raise SkipTest("Test only supported when built with +mn")
mnist_dir = join_path(self.install_test_root, "examples", "chainermn", "mnist") mnist_file = join_path(self.install_test_root.examples.chainermn.mnist, "train_mnist.py")
mnist_file = join_path(mnist_dir, "train_mnist.py") mpirun = which(self.spec["mpi"].prefix.bin.mpirun)
mpi_name = self.spec["mpi"].prefix.bin.mpirun opts = ["-n", "4", self.spec["python"].command.path, mnist_file, "-o", "."]
python_exe = self.spec["python"].command.path env["OMP_NUM_THREADS"] = "4"
opts = ["-n", "4", python_exe, mnist_file, "-o", test_dir]
env["OMP_NUM_THREADS"] = "4"
self.run_test(mpi_name, options=opts, work_dir=test_dir) mpirun(*opts)
# check results # check results
json_open = open(join_path(test_dir, "log"), "r") json_open = open(join_path(".", "log"), "r")
json_load = json.load(json_open) json_load = json.load(json_open)
v = dict([(d.get("epoch"), d.get("main/accuracy")) for d in json_load]) v = dict([(d.get("epoch"), d.get("main/accuracy")) for d in json_load])
if 1 not in v or 20 not in v: assert (1 in v) or (20 in v), "Cannot find epoch 1 or epoch 20"
raise RuntimeError("Cannot find epoch 1 or epoch 20") assert abs(1.0 - v[1]) >= abs(1.0 - v[20]), "ChainerMN Test Failed!"
if abs(1.0 - v[1]) < abs(1.0 - v[20]):
raise RuntimeError("ChainerMN Test Failed !")