335 lines
13 KiB
Python
335 lines
13 KiB
Python
##############################################################################
|
|
# Copyright (c) 2013-2016, Lawrence Livermore National Security, LLC.
|
|
# Produced at the Lawrence Livermore National Laboratory.
|
|
#
|
|
# This file is part of Spack.
|
|
# Created by Todd Gamblin, tgamblin@llnl.gov, All rights reserved.
|
|
# LLNL-CODE-647188
|
|
#
|
|
# For details, see https://github.com/llnl/spack
|
|
# Please also see the LICENSE file for our notice and the LGPL.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU Lesser General Public License (as
|
|
# published by the Free Software Foundation) version 2.1, February 1999.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but
|
|
# WITHOUT ANY WARRANTY; without even the IMPLIED WARRANTY OF
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the terms and
|
|
# conditions of the GNU Lesser General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU Lesser General Public
|
|
# License along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
##############################################################################
|
|
import os
|
|
import re
|
|
from contextlib import closing
|
|
|
|
import spack
|
|
import llnl.util.tty as tty
|
|
from llnl.util.lang import match_predicate
|
|
from spack import *
|
|
from spack.util.environment import *
|
|
|
|
|
|
class Python(Package):
|
|
"""The Python programming language."""
|
|
|
|
homepage = "http://www.python.org"
|
|
url = "http://www.python.org/ftp/python/2.7.8/Python-2.7.8.tgz"
|
|
|
|
version('3.5.2', '3fe8434643a78630c61c6464fe2e7e72')
|
|
version('3.5.1', 'be78e48cdfc1a7ad90efff146dce6cfe')
|
|
version('3.5.0', 'a56c0c0b45d75a0ec9c6dee933c41c36')
|
|
version('3.4.3', '4281ff86778db65892c05151d5de738d')
|
|
version('3.3.6', 'cdb3cd08f96f074b3f3994ccb51063e9')
|
|
version('3.2.6', '23815d82ae706e9b781ca65865353d39')
|
|
version('3.1.5', '02196d3fc7bc76bdda68aa36b0dd16ab')
|
|
version('2.7.12', '88d61f82e3616a4be952828b3694109d', preferred=True)
|
|
version('2.7.11', '6b6076ec9e93f05dd63e47eb9c15728b')
|
|
version('2.7.10', 'd7547558fd673bd9d38e2108c6b42521')
|
|
version('2.7.9', '5eebcaa0030dc4061156d3429657fb83')
|
|
version('2.7.8', 'd4bca0159acb0b44a781292b5231936f')
|
|
|
|
extendable = True
|
|
|
|
variant('tk', default=False, description='Provide support for Tkinter')
|
|
variant('ucs4', default=False, description='Enable UCS4 (wide) unicode strings')
|
|
# From https://docs.python.org/2/c-api/unicode.html: Python's default
|
|
# builds use a 16-bit type for Py_UNICODE and store Unicode values
|
|
# internally as UCS2. It is also possible to build a UCS4 version of Python
|
|
# (most recent Linux distributions come with UCS4 builds of Python). These
|
|
# builds then use a 32-bit type for Py_UNICODE and store Unicode data
|
|
# internally as UCS4. Note that UCS2 and UCS4 Python builds are not binary
|
|
# compatible.
|
|
|
|
depends_on("openssl")
|
|
depends_on("bzip2")
|
|
depends_on("readline")
|
|
depends_on("ncurses")
|
|
depends_on("sqlite")
|
|
depends_on("zlib")
|
|
depends_on("tk", when="+tk")
|
|
depends_on("tcl", when="+tk")
|
|
|
|
@when('@2.7,3.4:')
|
|
def patch(self):
|
|
# NOTE: Python's default installation procedure makes it possible for a
|
|
# user's local configurations to change the Spack installation. In
|
|
# order to prevent this behavior for a full installation, we must
|
|
# modify the installation script so that it ignores user files.
|
|
ff = FileFilter('Makefile.pre.in')
|
|
ff.filter(
|
|
r'^(.*)setup\.py(.*)((build)|(install))(.*)$',
|
|
r'\1setup.py\2 --no-user-cfg \3\6'
|
|
)
|
|
|
|
def install(self, spec, prefix):
|
|
# TODO: The '--no-user-cfg' option for Python installation is only in
|
|
# Python v2.7 and v3.4+ (see https://bugs.python.org/issue1180) and
|
|
# adding support for ignoring user configuration will require
|
|
# significant changes to this package for other Python versions.
|
|
if not spec.satisfies('@2.7,3.4:'):
|
|
tty.warn(('Python v{0} may not install properly if Python '
|
|
'user configurations are present.').format(self.version))
|
|
|
|
# Need this to allow python build to find the Python installation.
|
|
env['PYTHONHOME'], env['PYTHONPATH'] = prefix, prefix
|
|
env['MACOSX_DEPLOYMENT_TARGET'] = '10.6'
|
|
|
|
# Rest of install is pretty standard except setup.py needs to
|
|
# be able to read the CPPFLAGS and LDFLAGS as it scans for the
|
|
# library and headers to build
|
|
dep_pfxs = [dspec.prefix for dspec in spec.dependencies('link')]
|
|
config_args = [
|
|
'--prefix={0}'.format(prefix),
|
|
'--with-threads',
|
|
'--enable-shared',
|
|
'CPPFLAGS=-I{0}'.format(' -I'.join(dp.include for dp in dep_pfxs)),
|
|
'LDFLAGS=-L{0}'.format(' -L'.join(dp.lib for dp in dep_pfxs)),
|
|
]
|
|
|
|
if '+ucs4' in spec:
|
|
if spec.satisfies('@:2.7'):
|
|
config_args.append('--enable-unicode=ucs4')
|
|
elif spec.satisfies('@3.0:3.2'):
|
|
config_args.append('--with-wide-unicode')
|
|
elif spec.satisfies('@3.3:'):
|
|
# https://docs.python.org/3.3/whatsnew/3.3.html
|
|
raise ValueError('+ucs4 variant not compatible with Python 3.3 and beyond') # NOQA: ignore=E501
|
|
|
|
if spec.satisfies('@3:'):
|
|
config_args.append('--without-ensurepip')
|
|
|
|
configure(*config_args)
|
|
make()
|
|
make('install')
|
|
|
|
self.filter_compilers(spec, prefix)
|
|
|
|
# TODO: Once better testing support is integrated, add the following tests
|
|
# https://wiki.python.org/moin/TkInter
|
|
#
|
|
# if '+tk' in spec:
|
|
# env['TK_LIBRARY'] = join_path(spec['tk'].prefix.lib,
|
|
# 'tk{0}'.format(spec['tk'].version.up_to(2)))
|
|
# env['TCL_LIBRARY'] = join_path(spec['tcl'].prefix.lib,
|
|
# 'tcl{0}'.format(spec['tcl'].version.up_to(2)))
|
|
#
|
|
# $ python
|
|
# >>> import _tkinter
|
|
#
|
|
# if spec.satisfies('@3:')
|
|
# >>> import tkinter
|
|
# >>> tkinter._test()
|
|
# else:
|
|
# >>> import Tkinter
|
|
# >>> Tkinter._test()
|
|
|
|
def filter_compilers(self, spec, prefix):
|
|
"""Run after install to tell the configuration files and Makefiles
|
|
to use the compilers that Spack built the package with.
|
|
|
|
If this isn't done, they'll have CC and CXX set to Spack's generic
|
|
cc and c++. We want them to be bound to whatever compiler
|
|
they were built with."""
|
|
|
|
kwargs = {'ignore_absent': True, 'backup': False, 'string': True}
|
|
|
|
dirname = join_path(prefix.lib,
|
|
'python{0}'.format(self.version.up_to(2)))
|
|
|
|
config = 'config'
|
|
if spec.satisfies('@3:'):
|
|
config = 'config-{0}m'.format(self.version.up_to(2))
|
|
|
|
files = [
|
|
'_sysconfigdata.py',
|
|
join_path(config, 'Makefile')
|
|
]
|
|
|
|
for filename in files:
|
|
filter_file(env['CC'], self.compiler.cc,
|
|
join_path(dirname, filename), **kwargs)
|
|
filter_file(env['CXX'], self.compiler.cxx,
|
|
join_path(dirname, filename), **kwargs)
|
|
|
|
# ========================================================================
|
|
# Set up environment to make install easy for python extensions.
|
|
# ========================================================================
|
|
|
|
@property
|
|
def python_lib_dir(self):
|
|
return join_path('lib', 'python{0}'.format(self.version.up_to(2)))
|
|
|
|
@property
|
|
def python_include_dir(self):
|
|
return join_path('include', 'python{0}'.format(self.version.up_to(2)))
|
|
|
|
@property
|
|
def site_packages_dir(self):
|
|
return join_path(self.python_lib_dir, 'site-packages')
|
|
|
|
def setup_dependent_environment(self, spack_env, run_env, extension_spec):
|
|
"""Set PYTHONPATH to include site-packages dir for the
|
|
extension and any other python extensions it depends on."""
|
|
pythonhome = self.prefix
|
|
spack_env.set('PYTHONHOME', pythonhome)
|
|
|
|
python_paths = []
|
|
for d in extension_spec.traverse(deptype=nolink, deptype_query='run'):
|
|
if d.package.extends(self.spec):
|
|
python_paths.append(join_path(d.prefix,
|
|
self.site_packages_dir))
|
|
|
|
pythonpath = ':'.join(python_paths)
|
|
spack_env.set('PYTHONPATH', pythonpath)
|
|
|
|
# For run time environment set only the path for
|
|
# extension_spec and prepend it to PYTHONPATH
|
|
if extension_spec.package.extends(self.spec):
|
|
run_env.prepend_path('PYTHONPATH', join_path(
|
|
extension_spec.prefix, self.site_packages_dir))
|
|
|
|
def setup_dependent_package(self, module, ext_spec):
|
|
"""Called before python modules' install() methods.
|
|
|
|
In most cases, extensions will only need to have one line::
|
|
|
|
setup_py('install', '--prefix={0}'.format(prefix))"""
|
|
python_path = join_path(
|
|
self.spec.prefix.bin,
|
|
'python{0}'.format('3' if self.spec.satisfies('@3') else '')
|
|
)
|
|
|
|
module.python = Executable(python_path)
|
|
module.setup_py = Executable(python_path + ' setup.py --no-user-cfg')
|
|
|
|
# Add variables for lib/pythonX.Y and lib/pythonX.Y/site-packages dirs.
|
|
module.python_lib_dir = join_path(ext_spec.prefix,
|
|
self.python_lib_dir)
|
|
module.python_include_dir = join_path(ext_spec.prefix,
|
|
self.python_include_dir)
|
|
module.site_packages_dir = join_path(ext_spec.prefix,
|
|
self.site_packages_dir)
|
|
|
|
# Make the site packages directory for extensions
|
|
if ext_spec.package.is_extension:
|
|
mkdirp(module.site_packages_dir)
|
|
|
|
# ========================================================================
|
|
# Handle specifics of activating and deactivating python modules.
|
|
# ========================================================================
|
|
|
|
def python_ignore(self, ext_pkg, args):
|
|
"""Add some ignore files to activate/deactivate args."""
|
|
ignore_arg = args.get('ignore', lambda f: False)
|
|
|
|
# Always ignore easy-install.pth, as it needs to be merged.
|
|
patterns = [r'site-packages/easy-install\.pth$']
|
|
|
|
# Ignore pieces of setuptools installed by other packages.
|
|
# Must include directory name or it will remove all site*.py files.
|
|
if ext_pkg.name != 'py-setuptools':
|
|
patterns.extend([
|
|
r'bin/easy_install[^/]*$',
|
|
r'site-packages/setuptools[^/]*\.egg$',
|
|
r'site-packages/setuptools\.pth$',
|
|
r'site-packages/site[^/]*\.pyc?$',
|
|
r'site-packages/__pycache__/site[^/]*\.pyc?$'
|
|
])
|
|
if ext_pkg.name != 'py-pygments':
|
|
patterns.append(r'bin/pygmentize$')
|
|
if ext_pkg.name != 'py-numpy':
|
|
patterns.append(r'bin/f2py3?$')
|
|
|
|
return match_predicate(ignore_arg, patterns)
|
|
|
|
def write_easy_install_pth(self, exts):
|
|
paths = []
|
|
for ext in sorted(exts.values()):
|
|
ext_site_packages = join_path(ext.prefix, self.site_packages_dir)
|
|
easy_pth = join_path(ext_site_packages, "easy-install.pth")
|
|
|
|
if not os.path.isfile(easy_pth):
|
|
continue
|
|
|
|
with closing(open(easy_pth)) as f:
|
|
for line in f:
|
|
line = line.rstrip()
|
|
|
|
# Skip lines matching these criteria
|
|
if not line:
|
|
continue
|
|
if re.search(r'^(import|#)', line):
|
|
continue
|
|
if ((ext.name != 'py-setuptools' and
|
|
re.search(r'setuptools.*egg$', line))):
|
|
continue
|
|
|
|
paths.append(line)
|
|
|
|
site_packages = join_path(self.prefix, self.site_packages_dir)
|
|
main_pth = join_path(site_packages, "easy-install.pth")
|
|
|
|
if not paths:
|
|
if os.path.isfile(main_pth):
|
|
os.remove(main_pth)
|
|
|
|
else:
|
|
with closing(open(main_pth, 'w')) as f:
|
|
f.write("""
|
|
import sys
|
|
sys.__plen = len(sys.path)
|
|
""")
|
|
for path in paths:
|
|
f.write("{0}\n".format(path))
|
|
f.write("""
|
|
new = sys.path[sys.__plen:]
|
|
del sys.path[sys.__plen:]
|
|
p = getattr(sys, '__egginsert', 0)
|
|
sys.path[p:p] = new
|
|
sys.__egginsert = p + len(new)
|
|
""")
|
|
|
|
def activate(self, ext_pkg, **args):
|
|
ignore = self.python_ignore(ext_pkg, args)
|
|
args.update(ignore=ignore)
|
|
|
|
super(Python, self).activate(ext_pkg, **args)
|
|
|
|
exts = spack.install_layout.extension_map(self.spec)
|
|
exts[ext_pkg.name] = ext_pkg.spec
|
|
self.write_easy_install_pth(exts)
|
|
|
|
def deactivate(self, ext_pkg, **args):
|
|
args.update(ignore=self.python_ignore(ext_pkg, args))
|
|
super(Python, self).deactivate(ext_pkg, **args)
|
|
|
|
exts = spack.install_layout.extension_map(self.spec)
|
|
# Make deactivate idempotent
|
|
if ext_pkg.name in exts:
|
|
del exts[ext_pkg.name]
|
|
self.write_easy_install_pth(exts)
|