e554add64b
The mumps package was unable to build using the llvm clang compiler suite, as it defaulted to using mpif90 for linking and mpif90 cannot be used for linking shared library code. This PR modifies the MUMPS package.py to allow it to use IBM XL Fortran for linking. It also eliminates the need for the existing MUMPS IBM XL patches by having package.py specify the compiler-dependent "shared" flag to the linker, and always using the compiler suite's Fortran compiler for linking.
327 lines
14 KiB
Python
327 lines
14 KiB
Python
##############################################################################
|
|
# Copyright (c) 2013-2018, Lawrence Livermore National Security, LLC.
|
|
# Produced at the Lawrence Livermore National Laboratory.
|
|
#
|
|
# This file is part of Spack.
|
|
# Created by Todd Gamblin, tgamblin@llnl.gov, All rights reserved.
|
|
# LLNL-CODE-647188
|
|
#
|
|
# For details, see https://github.com/spack/spack
|
|
# Please also see the NOTICE and LICENSE files for our notice and the LGPL.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU Lesser General Public License (as
|
|
# published by the Free Software Foundation) version 2.1, February 1999.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but
|
|
# WITHOUT ANY WARRANTY; without even the IMPLIED WARRANTY OF
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the terms and
|
|
# conditions of the GNU Lesser General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Lesser General Public
|
|
# License along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
##############################################################################
|
|
from spack import *
|
|
import os
|
|
import sys
|
|
import glob
|
|
|
|
|
|
class Mumps(Package):
|
|
"""MUMPS: a MUltifrontal Massively Parallel sparse direct Solver"""
|
|
|
|
homepage = "http://mumps.enseeiht.fr"
|
|
url = "http://mumps.enseeiht.fr/MUMPS_5.0.1.tar.gz"
|
|
|
|
version('5.1.1', 'f15c6b5dd8c71b1241004cd19818259d')
|
|
version('5.0.2', '591bcb2c205dcb0283872608cdf04927')
|
|
# Alternate location if main server is down.
|
|
# version('5.0.1', 'b477573fdcc87babe861f62316833db0', url='http://pkgs.fedoraproject.org/repo/pkgs/MUMPS/MUMPS_5.0.1.tar.gz/md5/b477573fdcc87babe861f62316833db0/MUMPS_5.0.1.tar.gz')
|
|
version('5.0.1', 'b477573fdcc87babe861f62316833db0')
|
|
|
|
variant('mpi', default=True,
|
|
description='Compile MUMPS with MPI support')
|
|
variant('scotch', default=False,
|
|
description='Activate Scotch as a possible ordering library')
|
|
variant('ptscotch', default=False,
|
|
description='Activate PT-Scotch as a possible ordering library')
|
|
variant('metis', default=False,
|
|
description='Activate Metis as a possible ordering library')
|
|
variant('parmetis', default=False,
|
|
description='Activate Parmetis as a possible ordering library')
|
|
variant('double', default=True,
|
|
description='Activate the compilation of dmumps')
|
|
variant('float', default=True,
|
|
description='Activate the compilation of smumps')
|
|
variant('complex', default=True,
|
|
description='Activate the compilation of cmumps and/or zmumps')
|
|
variant('int64', default=False,
|
|
description='Use int64_t/integer*8 as default index type')
|
|
variant('shared', default=True, description='Build shared libraries')
|
|
|
|
depends_on('scotch + esmumps', when='~ptscotch+scotch')
|
|
depends_on('scotch + esmumps ~ metis + mpi', when='+ptscotch')
|
|
depends_on('metis@5:', when='+metis')
|
|
depends_on('parmetis', when="+parmetis")
|
|
depends_on('blas')
|
|
depends_on('lapack')
|
|
depends_on('scalapack', when='+mpi')
|
|
depends_on('mpi', when='+mpi')
|
|
|
|
patch('examples.patch', when='@5.1.1%clang^spectrum-mpi')
|
|
|
|
# this function is not a patch function because in case scalapack
|
|
# is needed it uses self.spec['scalapack'].fc_link set by the
|
|
# setup_dependent_environment in scalapck. This happen after patch
|
|
# end before install
|
|
# def patch(self):
|
|
def write_makefile_inc(self):
|
|
if ('+parmetis' in self.spec or '+ptscotch' in self.spec) and (
|
|
'+mpi' not in self.spec):
|
|
raise RuntimeError(
|
|
'You cannot use the variants parmetis or ptscotch without mpi')
|
|
|
|
# The makefile variables LIBBLAS, LSCOTCH, LMETIS, and SCALAP are only
|
|
# used to link the examples, so if building '+shared' there is no need
|
|
# to explicitly link with the respective libraries because we make sure
|
|
# the mumps shared libraries are already linked with them. See also the
|
|
# comment below about 'inject_libs'. This behaviour may cause problems
|
|
# if building '+shared' and the used libraries were build static
|
|
# without the PIC option.
|
|
shared = '+shared' in self.spec
|
|
|
|
lapack_blas = (self.spec['lapack'].libs + self.spec['blas'].libs)
|
|
makefile_conf = ["LIBBLAS = %s" %
|
|
lapack_blas.ld_flags if not shared else '']
|
|
|
|
orderings = ['-Dpord']
|
|
|
|
if '+ptscotch' in self.spec or '+scotch' in self.spec:
|
|
makefile_conf.extend([
|
|
"ISCOTCH = -I%s" % self.spec['scotch'].prefix.include,
|
|
"LSCOTCH = {0}".format(
|
|
self.spec['scotch'].libs.ld_flags if not shared else '')
|
|
])
|
|
|
|
orderings.append('-Dscotch')
|
|
if '+ptscotch' in self.spec:
|
|
orderings.append('-Dptscotch')
|
|
|
|
if '+parmetis' in self.spec and '+metis' in self.spec:
|
|
makefile_conf.extend([
|
|
"IMETIS = -I%s" % self.spec['parmetis'].prefix.include,
|
|
("LMETIS = -L%s -l%s -L%s -l%s" % (
|
|
self.spec['parmetis'].prefix.lib, 'parmetis',
|
|
self.spec['metis'].prefix.lib, 'metis')) if not shared
|
|
else 'LMETIS ='
|
|
])
|
|
|
|
orderings.append('-Dparmetis')
|
|
elif '+metis' in self.spec:
|
|
makefile_conf.extend([
|
|
"IMETIS = -I%s" % self.spec['metis'].prefix.include,
|
|
("LMETIS = -L%s -l%s" % (
|
|
self.spec['metis'].prefix.lib, 'metis')) if not shared
|
|
else 'LMETIS ='
|
|
])
|
|
|
|
orderings.append('-Dmetis')
|
|
|
|
makefile_conf.append("ORDERINGSF = %s" % (' '.join(orderings)))
|
|
|
|
# Determine which compiler suite we are using
|
|
using_gcc = self.compiler.name == "gcc"
|
|
using_pgi = self.compiler.name == "pgi"
|
|
using_intel = self.compiler.name == "intel"
|
|
using_xl = self.compiler.name in ['xl', 'xl_r']
|
|
|
|
# The llvm compiler suite does not contain a Fortran compiler by
|
|
# default. Its possible that a Spack user may have configured
|
|
# ~/.spack/<platform>/compilers.yaml for using xlf.
|
|
using_xlf = using_xl or \
|
|
(spack_f77.endswith('xlf') or spack_f77.endswith('xlf_r'))
|
|
|
|
# when building shared libs need -fPIC, otherwise
|
|
# /usr/bin/ld: graph.o: relocation R_X86_64_32 against `.rodata.str1.1'
|
|
# can not be used when making a shared object; recompile with -fPIC
|
|
fpic = self.compiler.pic_flag if '+shared' in self.spec else ''
|
|
# TODO: test this part, it needs a full blas, scalapack and
|
|
# partitionning environment with 64bit integers
|
|
|
|
opt_level = '3' if using_xl else ''
|
|
|
|
if '+int64' in self.spec:
|
|
if using_xlf:
|
|
makefile_conf.append('OPTF = -O%s' % opt_level)
|
|
else:
|
|
# the fortran compilation flags most probably are
|
|
# working only for intel and gnu compilers this is
|
|
# perhaps something the compiler should provide
|
|
makefile_conf.extend([
|
|
'OPTF = %s -O -DALLOW_NON_INIT %s' % (
|
|
fpic,
|
|
'-fdefault-integer-8' if using_gcc
|
|
else '-i8'), # noqa
|
|
])
|
|
|
|
makefile_conf.extend([
|
|
'OPTL = %s -O%s' % (fpic, opt_level),
|
|
'OPTC = %s -O%s -DINTSIZE64' % (fpic, opt_level)
|
|
])
|
|
else:
|
|
if using_xlf:
|
|
makefile_conf.append('OPTF = -O%s -qfixed' % opt_level)
|
|
else:
|
|
makefile_conf.append('OPTF = %s -O%s -DALLOW_NON_INIT' % (
|
|
fpic, opt_level))
|
|
|
|
makefile_conf.extend([
|
|
'OPTL = %s -O%s' % (fpic, opt_level),
|
|
'OPTC = %s -O%s' % (fpic, opt_level)
|
|
])
|
|
|
|
if '+mpi' in self.spec:
|
|
scalapack = self.spec['scalapack'].libs if not shared \
|
|
else LibraryList([])
|
|
makefile_conf.extend(
|
|
['CC = {0}'.format(self.spec['mpi'].mpicc),
|
|
'FC = {0}'.format(self.spec['mpi'].mpifc),
|
|
'FL = {0}'.format(self.spec['mpi'].mpifc),
|
|
"SCALAP = %s" % scalapack.ld_flags,
|
|
"MUMPS_TYPE = par"])
|
|
else:
|
|
makefile_conf.extend(
|
|
["CC = cc",
|
|
"FC = fc",
|
|
"FL = fc",
|
|
"MUMPS_TYPE = seq"])
|
|
|
|
# TODO: change the value to the correct one according to the
|
|
# compiler possible values are -DAdd_, -DAdd__ and/or -DUPPER
|
|
if using_intel or using_pgi:
|
|
# Intel & PGI Fortran compiler provides the main() function so
|
|
# C examples linked with the Fortran compiler require a
|
|
# hack defined by _DMAIN_COMP (see examples/c_example.c)
|
|
makefile_conf.append("CDEFS = -DAdd_ -DMAIN_COMP")
|
|
else:
|
|
if not using_xlf:
|
|
makefile_conf.append("CDEFS = -DAdd_")
|
|
|
|
if '+shared' in self.spec:
|
|
# All Mumps libraries will be linked with 'inject_libs'.
|
|
inject_libs = []
|
|
if '+mpi' in self.spec:
|
|
inject_libs += [self.spec['scalapack'].libs.ld_flags]
|
|
if '+ptscotch' in self.spec or '+scotch' in self.spec:
|
|
inject_libs += [self.spec['scotch'].libs.ld_flags]
|
|
if '+parmetis' in self.spec and '+metis' in self.spec:
|
|
inject_libs += [
|
|
"-L%s -l%s -L%s -l%s" % (
|
|
self.spec['parmetis'].prefix.lib, 'parmetis',
|
|
self.spec['metis'].prefix.lib, 'metis')]
|
|
elif '+metis' in self.spec:
|
|
inject_libs += [
|
|
"-L%s -l%s" % (self.spec['metis'].prefix.lib, 'metis')]
|
|
inject_libs += [lapack_blas.ld_flags]
|
|
inject_libs = ' '.join(inject_libs)
|
|
|
|
if sys.platform == 'darwin':
|
|
# Building dylibs with mpif90 causes segfaults on 10.8 and
|
|
# 10.10. Use gfortran. (Homebrew)
|
|
makefile_conf.extend([
|
|
'LIBEXT=.dylib',
|
|
'AR=%s -dynamiclib -Wl,-install_name -Wl,%s/$(notdir $@)'
|
|
' -undefined dynamic_lookup %s -o ' %
|
|
(os.environ['FC'], prefix.lib, inject_libs),
|
|
'RANLIB=echo'
|
|
])
|
|
else:
|
|
if using_xlf:
|
|
build_shared_flag = "qmkshrobj"
|
|
else:
|
|
build_shared_flag = "shared"
|
|
|
|
makefile_conf.extend([
|
|
'LIBEXT=.so',
|
|
'AR=link_cmd() { $(FL) -%s -Wl,-soname '
|
|
'-Wl,%s/$(notdir $@) -o "$$@" %s; }; link_cmd ' %
|
|
(build_shared_flag, prefix.lib, inject_libs),
|
|
'RANLIB=ls'
|
|
])
|
|
# When building libpord, read AR from Makefile.inc instead of
|
|
# going through the make command line - this prevents various
|
|
# problems with the substring "$$@".
|
|
filter_file(' AR="\$\(AR\)"', '', 'Makefile')
|
|
filter_file('^(INCLUDES = -I../include)',
|
|
'\\1\ninclude ../../Makefile.inc',
|
|
join_path('PORD', 'lib', 'Makefile'))
|
|
|
|
else:
|
|
makefile_conf.extend([
|
|
'LIBEXT = .a',
|
|
'AR = ar vr',
|
|
'RANLIB = ranlib'
|
|
])
|
|
|
|
makefile_inc_template = join_path(
|
|
os.path.dirname(self.module.__file__), 'Makefile.inc')
|
|
with open(makefile_inc_template, "r") as fh:
|
|
makefile_conf.extend(fh.read().split('\n'))
|
|
|
|
with working_dir('.'):
|
|
with open("Makefile.inc", "w") as fh:
|
|
makefile_inc = '\n'.join(makefile_conf)
|
|
fh.write(makefile_inc)
|
|
|
|
def install(self, spec, prefix):
|
|
self.write_makefile_inc()
|
|
|
|
# Build fails in parallel
|
|
# That is why we split the builds of 's', 'c', 'd', and/or 'z' which
|
|
# can be build one after the other, each using a parallel build.
|
|
letters_variants = [
|
|
['s', '+float'], ['c', '+complex+float'],
|
|
['d', '+double'], ['z', '+complex+double']]
|
|
for l, v in letters_variants:
|
|
if v in spec:
|
|
make(l + 'examples')
|
|
|
|
install_tree('lib', prefix.lib)
|
|
install_tree('include', prefix.include)
|
|
|
|
if '~mpi' in spec:
|
|
lib_dsuffix = '.dylib' if sys.platform == 'darwin' else '.so'
|
|
lib_suffix = lib_dsuffix if '+shared' in spec else '.a'
|
|
install('libseq/libmpiseq%s' % lib_suffix, prefix.lib)
|
|
for f in glob.glob(join_path('libseq', '*.h')):
|
|
install(f, prefix.include)
|
|
|
|
# FIXME: extend the tests to mpirun -np 2 when build with MPI
|
|
# FIXME: use something like numdiff to compare output files
|
|
# Note: In some cases, when 'mpi' is enabled, the examples below cannot
|
|
# be run without 'mpirun', so we enabled the tests only if explicitly
|
|
# requested with the Spack '--test' option.
|
|
if self.run_tests:
|
|
with working_dir('examples'):
|
|
if '+float' in spec:
|
|
ssimpletest = Executable('./ssimpletest')
|
|
ssimpletest(input='input_simpletest_real')
|
|
if '+complex' in spec:
|
|
csimpletest = Executable('./csimpletest')
|
|
csimpletest(input='input_simpletest_cmplx')
|
|
if '+double' in spec:
|
|
dsimpletest = Executable('./dsimpletest')
|
|
dsimpletest(input='input_simpletest_real')
|
|
if '+complex' in spec:
|
|
zsimpletest = Executable('./zsimpletest')
|
|
zsimpletest(input='input_simpletest_cmplx')
|
|
|
|
@property
|
|
def libs(self):
|
|
component_libs = ['*mumps*', 'pord']
|
|
return find_libraries(['lib' + comp for comp in component_libs],
|
|
root=self.prefix.lib,
|
|
shared=('+shared' in self.spec),
|
|
recursive=False) or None
|