zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

lbann: add support for building just the LBANN core library (#21235)

Browse Source 
Variants to disable vision libraries and NumPy support.
This commit is contained in:
Brian Van Essen 2021-01-27 04:42:49 -08:00 committed by GitHub
parent cbdf87cd28
commit b8b432c3aa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
var/spack/repos/builtin/packages/lbann/package.py
View File

@ -57,8 +57,10 @@ class Lbann(CMakePackage, CudaPackage):
description='Builds with support for FP16 precision data types') description='Builds with support for FP16 precision data types')
variant('hwloc', default=True, description='Add support for topology aware algorithms') variant('hwloc', default=True, description='Add support for topology aware algorithms')
variant('nvprof', default=False, description='Build with region annotations for NVPROF') variant('nvprof', default=False, description='Build with region annotations for NVPROF')
variant('opencv', default=True, variant('numpy', default=False,
description='Builds with support for image processing with OpenCV') description='Builds with support for processing NumPy data files')
variant('vision', default=False,
description='Builds with support for image processing data with OpenCV')
variant('vtune', default=False, description='Builds with support for Intel VTune') variant('vtune', default=False, description='Builds with support for Intel VTune')
variant('nvshmem', default=False, description='Support for NVSHMEM') variant('nvshmem', default=False, description='Support for NVSHMEM')
@ -136,18 +138,18 @@ class Lbann(CMakePackage, CudaPackage):
# bad OpenMP library when building with clang or Intel compilers # bad OpenMP library when building with clang or Intel compilers
depends_on('opencv@4.1.0: build_type=RelWithDebInfo +core +highgui ' depends_on('opencv@4.1.0: build_type=RelWithDebInfo +core +highgui '
'+imgcodecs +imgproc +jpeg +png +tiff +zlib +fast-math ~cuda', '+imgcodecs +imgproc +jpeg +png +tiff +zlib +fast-math ~cuda',
when='+opencv') when='+vision')
# Note that for Power systems we want the environment to add +powerpc +vsx # Note that for Power systems we want the environment to add +powerpc +vsx
depends_on('opencv@4.1.0: +powerpc +vsx', when='+opencv arch=ppc64le:') depends_on('opencv@4.1.0: +powerpc +vsx', when='+vision arch=ppc64le:')
depends_on('cnpy') depends_on('cnpy', when='+numpy')
depends_on('nccl', when='@0.94:0.98.2 +cuda') depends_on('nccl', when='@0.94:0.98.2 +cuda')
depends_on('conduit@0.4.0: +hdf5~hdf5_compat', when='@0.94:0.99 +conduit') depends_on('conduit@0.4.0: +hdf5~hdf5_compat', when='@0.94:0.99 +conduit')
depends_on('conduit@0.4.0: +hdf5~hdf5_compat', when='@:0.90,0.99:') depends_on('conduit@0.4.0: +hdf5~hdf5_compat', when='@:0.90,0.99:')
depends_on('python@3:3.7.9 +shared', type=('build', 'run'), when='@:0.90,0.99:') depends_on('python@3: +shared', type=('build', 'run'), when='@:0.90,0.99:')
extends("python") extends("python")
depends_on('py-setuptools', type='build') depends_on('py-setuptools', type='build')
depends_on('py-argparse', type='run', when='@:0.90,0.99: ^python@:2.6') depends_on('py-argparse', type='run', when='@:0.90,0.99: ^python@:2.6')
@ -183,12 +185,18 @@ def common_config_args(self):
# Environment variables # Environment variables
cppflags = [] cppflags = []
cppflags.append('-DLBANN_SET_EL_RNG -ldl') cppflags.append('-DLBANN_SET_EL_RNG -ldl')
args = []
return [ args.extend([
'-DCMAKE_CXX_FLAGS=%s' % ' '.join(cppflags), '-DCMAKE_CXX_FLAGS=%s' % ' '.join(cppflags),
'-DLBANN_VERSION=spack', '-DLBANN_VERSION=spack',
'-DCNPY_DIR={0}'.format(spec['cnpy'].prefix), ])
]
if '+numpy' in spec:
args.append(
'-DCNPY_DIR={0}'.format(spec['cnpy'].prefix),
)
return args
def setup_build_environment(self, env): def setup_build_environment(self, env):
if self.spec.satisfies('%apple-clang'): if self.spec.satisfies('%apple-clang'):
@ -210,6 +218,7 @@ def cmake_args(self):
args.extend([ args.extend([
'-DCMAKE_CXX_STANDARD=14', '-DCMAKE_CXX_STANDARD=14',
'-DCMAKE_CUDA_STANDARD=14', '-DCMAKE_CUDA_STANDARD=14',
'-DLBANN_WITH_CNPY=%s' % ('+numpy' in spec),
'-DLBANN_DETERMINISTIC:BOOL=%s' % ('+deterministic' in spec), '-DLBANN_DETERMINISTIC:BOOL=%s' % ('+deterministic' in spec),
'-DLBANN_WITH_HWLOC=%s' % ('+hwloc' in spec), '-DLBANN_WITH_HWLOC=%s' % ('+hwloc' in spec),
'-DLBANN_WITH_ALUMINUM:BOOL=%s' % ('+al' in spec), '-DLBANN_WITH_ALUMINUM:BOOL=%s' % ('+al' in spec),
@ -220,6 +229,7 @@ def cmake_args(self):
'-DLBANN_WITH_FFT:BOOL=%s' % ('+fft' in spec), '-DLBANN_WITH_FFT:BOOL=%s' % ('+fft' in spec),
'-DLBANN_WITH_TBINF=OFF', '-DLBANN_WITH_TBINF=OFF',
'-DLBANN_WITH_UNIT_TESTING:BOOL=%s' % (self.run_tests), '-DLBANN_WITH_UNIT_TESTING:BOOL=%s' % (self.run_tests),
'-DLBANN_WITH_VISION:BOOL=%s' % ('+vision' in spec),
'-DLBANN_WITH_VTUNE:BOOL=%s' % ('+vtune' in spec), '-DLBANN_WITH_VTUNE:BOOL=%s' % ('+vtune' in spec),
'-DLBANN_DATATYPE={0}'.format(spec.variants['dtype'].value), '-DLBANN_DATATYPE={0}'.format(spec.variants['dtype'].value),
'-DCEREAL_DIR={0}'.format(spec['cereal'].prefix), '-DCEREAL_DIR={0}'.format(spec['cereal'].prefix),
@ -260,7 +270,7 @@ def cmake_args(self):
'-DOpenMP_libomp_LIBRARY={0}/lib/libomp.dylib'.format( '-DOpenMP_libomp_LIBRARY={0}/lib/libomp.dylib'.format(
clang_root)]) clang_root)])
if '+opencv' in spec: if '+vision' in spec:
args.append('-DOpenCV_DIR:STRING={0}'.format( args.append('-DOpenCV_DIR:STRING={0}'.format(
spec['opencv'].prefix)) spec['opencv'].prefix))
@ -314,7 +324,7 @@ def cmake_args(self):
elif spec.variants['dtype'].value == 'double': elif spec.variants['dtype'].value == 'double':
args.append('-DDATATYPE=8') args.append('-DDATATYPE=8')
if '+opencv' in spec: if '+vision' in spec:
args.append('-DOpenCV_DIR:STRING={0}'.format( args.append('-DOpenCV_DIR:STRING={0}'.format(
spec['opencv'].prefix)) spec['opencv'].prefix))