zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

amrex: expand CUDA support (#20740)

Browse Source 
* amrex: expand CUDA support
This commit is contained in:
mic84 2021-01-08 09:44:59 -08:00 committed by GitHub
parent 2f19346c9a
commit 1d4cbcd93f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 31 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
var/spack/repos/builtin/packages/amrex/package.py
View File

@ -6,7 +6,7 @@
from spack import * from spack import *
class Amrex(CMakePackage): class Amrex(CMakePackage, CudaPackage):
"""AMReX is a publicly available software framework designed """AMReX is a publicly available software framework designed
for building massively parallel block- structured adaptive for building massively parallel block- structured adaptive
mesh refinement (AMR) applications.""" mesh refinement (AMR) applications."""
@ -70,8 +70,6 @@ class Amrex(CMakePackage):
description='Enable Hypre interfaces') description='Enable Hypre interfaces')
variant('petsc', default=False, variant('petsc', default=False,
description='Enable PETSc interfaces') description='Enable PETSc interfaces')
variant('cuda', default=False,
description='Enable CUDA interfaces')
# Build dependencies # Build dependencies
depends_on('mpi', when='+mpi') depends_on('mpi', when='+mpi')
@ -105,6 +103,16 @@ class Amrex(CMakePackage):
msg='AMReX PETSc support needs AMReX Fortran API (+fortran)') msg='AMReX PETSc support needs AMReX Fortran API (+fortran)')
conflicts('+petsc', when='~linear_solvers', conflicts('+petsc', when='~linear_solvers',
msg='AMReX PETSc support needs variant +linear_solvers') msg='AMReX PETSc support needs variant +linear_solvers')
conflicts('+cuda', when='@:19.08',
msg='AMReX CUDA support needs AMReX newer than version 19.08')
conflicts('cuda_arch=10', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=11', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=12', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=13', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=20', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=21', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=30', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
conflicts('cuda_arch=32', when='+cuda', msg='AMReX only supports compute capabilities >= 3.5')
def url_for_version(self, version): def url_for_version(self, version):
if version >= Version('20.05'): if version >= Version('20.05'):
@ -139,9 +147,17 @@ def cmake_args(self):
self.define_from_variant('ENABLE_PETSC', 'petsc'), self.define_from_variant('ENABLE_PETSC', 'petsc'),
self.define_from_variant('ENABLE_CUDA', 'cuda'), self.define_from_variant('ENABLE_CUDA', 'cuda'),
] ]
if self.spec.satisfies('%fj'): if self.spec.satisfies('%fj'):
args.append('-DCMAKE_Fortran_MODDIR_FLAG=-M') args.append('-DCMAKE_Fortran_MODDIR_FLAG=-M')
if '+cuda' in self.spec:
cuda_arch = spec.variants['cuda_arch'].value
if cuda_arch == 'none':
args.append('-DCUDA_ARCH=Auto')
else:
args.append('-DCUDA_ARCH={0}'.format(cuda_arch[0]))
return args return args
# #
@ -167,9 +183,20 @@ def cmake_args(self):
self.define_from_variant('AMReX_HDF5', 'hdf5'), self.define_from_variant('AMReX_HDF5', 'hdf5'),
self.define_from_variant('AMReX_HYPRE', 'hypre'), self.define_from_variant('AMReX_HYPRE', 'hypre'),
self.define_from_variant('AMReX_PETSC', 'petsc'), self.define_from_variant('AMReX_PETSC', 'petsc'),
self.define_from_variant('AMReX_CUDA', 'cuda'),
] ]
if self.spec.satisfies('%fj'): if self.spec.satisfies('%fj'):
args.append('-DCMAKE_Fortran_MODDIR_FLAG=-M') args.append('-DCMAKE_Fortran_MODDIR_FLAG=-M')
if '+cuda' in self.spec:
args.append('-DAMReX_GPU_BACKEND=CUDA')
args.append('-DAMReX_CUDA_ERROR_CAPTURE_THIS=ON')
args.append('-DAMReX_CUDA_ERROR_CROSS_EXECUTION_SPACE_CALL=ON')
cuda_arch = spec.variants['cuda_arch'].value
if cuda_arch == 'none':
args.append('-DAMReX_CUDA_ARCH=Auto')
else:
args.append('-DAMReX_CUDA_ARCH={0}'.format(cuda_arch[0]))
return args return args