zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

petsc: add variant kokkos (with +cuda) (#27624)

Browse Source
This commit is contained in:
Satish Balay 2021-11-24 15:09:14 -06:00 committed by GitHub
parent f9bae91dea
commit d8ac578ce1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 27 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
var/spack/repos/builtin/packages/petsc/package.py
View File

@ -164,6 +164,8 @@ class Petsc(Package, CudaPackage, ROCmPackage):
description='Activates support for openmp') description='Activates support for openmp')
variant('hwloc', default=False, variant('hwloc', default=False,
description='Activates support for hwloc') description='Activates support for hwloc')
variant('kokkos', default=False,
description='Activates support for kokkos and kokkos-kernels')
# 3.8.0 has a build issue with MKL - so list this conflict explicitly # 3.8.0 has a build issue with MKL - so list this conflict explicitly
conflicts('^intel-mkl', when='@3.8.0') conflicts('^intel-mkl', when='@3.8.0')
@ -183,6 +185,8 @@ class Petsc(Package, CudaPackage, ROCmPackage):
conflicts('+ptscotch', when='~mpi', msg=mpi_msg) conflicts('+ptscotch', when='~mpi', msg=mpi_msg)
conflicts('+superlu-dist', when='~mpi', msg=mpi_msg) conflicts('+superlu-dist', when='~mpi', msg=mpi_msg)
conflicts('+trilinos', when='~mpi', msg=mpi_msg) conflicts('+trilinos', when='~mpi', msg=mpi_msg)
conflicts('+kokkos', when='~mpi', msg=mpi_msg)
conflicts('^openmpi~cuda', when='+cuda') # +cuda requires CUDA enabled OpenMPI
# older versions of petsc did not support mumps when +int64 # older versions of petsc did not support mumps when +int64
conflicts('+mumps', when='@:3.12+int64') conflicts('+mumps', when='@:3.12+int64')
@ -312,6 +316,10 @@ class Petsc(Package, CudaPackage, ROCmPackage):
depends_on('saws', when='+saws') depends_on('saws', when='+saws')
depends_on('libyaml', when='+libyaml') depends_on('libyaml', when='+libyaml')
depends_on('hwloc', when='+hwloc') depends_on('hwloc', when='+hwloc')
depends_on('kokkos', when='+kokkos')
depends_on('kokkos-kernels', when='+kokkos')
depends_on('kokkos+cuda+wrapper+cuda_lambda', when='+kokkos +cuda')
depends_on('kokkos-kernels+cuda', when='+kokkos +cuda')
# Using the following tarballs # Using the following tarballs
# * petsc-3.12 (and older) - includes docs # * petsc-3.12 (and older) - includes docs
@ -387,7 +395,6 @@ def install(self, spec, prefix):
options.append('--with-x=0') options.append('--with-x=0')
if 'trilinos' in spec: if 'trilinos' in spec:
options.append('--with-cxx-dialect=C++11')
if spec.satisfies('^trilinos+boost'): if spec.satisfies('^trilinos+boost'):
options.append('--with-boost=1') options.append('--with-boost=1')
@ -410,6 +417,8 @@ def install(self, spec, prefix):
'metis', 'metis',
'hypre', 'hypre',
'parmetis', 'parmetis',
('kokkos', 'kokkos', False, False),
('kokkos-kernels', 'kokkos-kernels', False, False),
('superlu-dist', 'superlu_dist', True, True), ('superlu-dist', 'superlu_dist', True, True),
('scotch', 'ptscotch', True, True), ('scotch', 'ptscotch', True, True),
('suite-sparse:umfpack,klu,cholmod,btf,ccolamd,colamd,camd,amd, \ ('suite-sparse:umfpack,klu,cholmod,btf,ccolamd,colamd,camd,amd, \
@ -488,7 +497,7 @@ def install(self, spec, prefix):
.format(cuda_arch[0])) .format(cuda_arch[0]))
if 'superlu-dist' in spec: if 'superlu-dist' in spec:
if spec.satisfies('@3.10.3:'): if spec.satisfies('@3.10.3:3.15'):
options.append('--with-cxx-dialect=C++11') options.append('--with-cxx-dialect=C++11')
if '+mkl-pardiso' in spec: if '+mkl-pardiso' in spec:
@ -501,6 +510,12 @@ def install(self, spec, prefix):
if '+hpddm' in spec: if '+hpddm' in spec:
options.append('--download-hpddm') options.append('--download-hpddm')
# revert changes by kokkos-nvcc-wrapper
if spec.satisfies('^kokkos+cuda+wrapper'):
env['MPICH_CXX'] = env['CXX']
env['OMPI_CXX'] = env['CXX']
env['MPICXX_CXX'] = env['CXX']
python('configure', '--prefix=%s' % prefix, *options) python('configure', '--prefix=%s' % prefix, *options)
# PETSc has its own way of doing parallel make. # PETSc has its own way of doing parallel make.
@ -538,6 +553,7 @@ def setup_build_tests(self):
"""Copy the build test files after the package is installed to an """Copy the build test files after the package is installed to an
install test subdirectory for use during `spack test run`.""" install test subdirectory for use during `spack test run`."""
self.cache_extra_test_sources('src/ksp/ksp/tutorials') self.cache_extra_test_sources('src/ksp/ksp/tutorials')
self.cache_extra_test_sources('src/snes/tutorials')
def test(self): def test(self):
# solve Poisson equation in 2D to make sure nothing is broken: # solve Poisson equation in 2D to make sure nothing is broken:
@ -578,3 +594,12 @@ def test(self):
'-use_gpu_aware_mpi', '0'] '-use_gpu_aware_mpi', '0']
self.run_test(runexe, runopt + testexe) self.run_test(runexe, runopt + testexe)
make('clean', parallel=False) make('clean', parallel=False)
w_dir = join_path(self.install_test_root, 'src/snes/tutorials')
with working_dir(w_dir):
if '+kokkos' in spec:
make('ex3k', parallel=False)
testexe = ['ex3k', '-view_initial', '-dm_vec_type', 'kokkos',
'-dm_mat_type', 'aijkokkos', '-use_gpu_aware_mpi', '0',
'-snes_monitor']
self.run_test(runexe, runopt + testexe)
make('clean', parallel=False)