py-modin: add new package (#33724)
Co-authored-by: adamjstewart <adamjstewart@users.noreply.github.com>
This commit is contained in:
Adam J. Stewart
GitHub
parent
2ab974f530
commit
9dcd4fac15
@ -25,6 +25,7 @@ class Npm(Package):
|
||||
version("3.10.5", sha256="ff019769e186152098841c1fa6325e5a79f7903a45f13bd0046a4dc8e63f845f")
|
||||
|
||||
depends_on("node-js", type=("build", "run"))
|
||||
depends_on("libvips")
|
||||
|
||||
# npm 6.13.4 ships with node-gyp 5.0.5, which contains several Python 3
|
||||
# compatibility issues on macOS. Manually update to node-gyp 6.0.1 for
|
||||
|
||||
@ -138,18 +138,20 @@ class PyDask(PythonPackage):
|
||||
# Requirements for dask.distributed
|
||||
depends_on("py-dill", type=("build", "run"), when="@:0.7.5 +distributed")
|
||||
depends_on("py-pyzmq", type=("build", "run"), when="@:0.7.5 +distributed")
|
||||
depends_on("py-distributed", type=("build", "run"), when="@0.8.2: +distributed")
|
||||
depends_on("py-distributed@1.9:", type=("build", "run"), when="@0.9.0: +distributed")
|
||||
depends_on("py-distributed@1.10:", type=("build", "run"), when="@0.10.0: +distributed")
|
||||
depends_on("py-distributed@1.14:", type=("build", "run"), when="@0.12.0: +distributed")
|
||||
depends_on("py-distributed@1.15:", type=("build", "run"), when="@0.13.0: +distributed")
|
||||
depends_on("py-distributed@1.16:", type=("build", "run"), when="@0.14.1: +distributed")
|
||||
depends_on("py-distributed@1.20:", type=("build", "run"), when="@0.16.0: +distributed")
|
||||
depends_on("py-distributed@1.21:", type=("build", "run"), when="@0.17.0: +distributed")
|
||||
depends_on("py-distributed@1.22:", type=("build", "run"), when="@0.18.0: +distributed")
|
||||
depends_on("py-distributed@2.0:", type=("build", "run"), when="@2.0.0: +distributed")
|
||||
depends_on("py-distributed@2020.12.0:", type=("build", "run"), when="@2020.12.0: +distributed")
|
||||
depends_on("py-distributed@2021.6.2:", type=("build", "run"), when="@2021.6.2: +distributed")
|
||||
depends_on("py-distributed@:2021.8.0", type=("build", "run"), when="@0.8.2: +distributed")
|
||||
depends_on("py-distributed@1.9:2021.8.0", type=("build", "run"), when="@0.9.0: +distributed")
|
||||
depends_on("py-distributed@1.10:2021.8.0", type=("build", "run"), when="@0.10.0: +distributed")
|
||||
depends_on("py-distributed@1.14:2021.8.0", type=("build", "run"), when="@0.12.0: +distributed")
|
||||
depends_on("py-distributed@1.15:2021.8.0", type=("build", "run"), when="@0.13.0: +distributed")
|
||||
depends_on("py-distributed@1.16:2021.8.0", type=("build", "run"), when="@0.14.1: +distributed")
|
||||
depends_on("py-distributed@1.20:2021.8.0", type=("build", "run"), when="@0.16.0: +distributed")
|
||||
depends_on("py-distributed@1.21:2021.8.0", type=("build", "run"), when="@0.17.0: +distributed")
|
||||
depends_on("py-distributed@1.22:2021.8.0", type=("build", "run"), when="@0.18.0: +distributed")
|
||||
depends_on("py-distributed@2.0:2021.8.0", type=("build", "run"), when="@2.0.0: +distributed")
|
||||
depends_on(
|
||||
"py-distributed@2020.12.0:2021.8.0", type=("build", "run"), when="@2020.12.0: +distributed"
|
||||
)
|
||||
depends_on("py-distributed@2021.6.2", type=("build", "run"), when="@2021.6.2 +distributed")
|
||||
|
||||
# Requirements for dask.diagnostics
|
||||
depends_on("py-bokeh@1.0.0:", type=("build", "run"), when="@2.0.0: +diagnostics")
|
||||
|
||||
46
var/spack/repos/builtin/packages/py-modin/package.py
Normal file
46
var/spack/repos/builtin/packages/py-modin/package.py
Normal file
@ -0,0 +1,46 @@
|
||||
# Copyright 2013-2022 Lawrence Livermore National Security, LLC and other
|
||||
# Spack Project Developers. See the top-level COPYRIGHT file for details.
|
||||
#
|
||||
# SPDX-License-Identifier: (Apache-2.0 OR MIT)
|
||||
|
||||
from spack.package import *
|
||||
|
||||
|
||||
class PyModin(PythonPackage):
|
||||
"""Modin: Make your pandas code run faster by changing one line of code."""
|
||||
|
||||
homepage = "https://github.com/modin-project/modin"
|
||||
pypi = "modin/modin-0.16.2.tar.gz"
|
||||
|
||||
version("0.16.2", sha256="8e3f4cb478ae08dcc71b5a345781d57f29d6b95bc6ce1dc5c14d597a382f1354")
|
||||
|
||||
variant(
|
||||
"engine",
|
||||
default="ray",
|
||||
values=["ray", "dask", "python", "native"],
|
||||
description="Default distribution engine. All engines are installed and "
|
||||
"functional as long as dependencies are found at run-time",
|
||||
)
|
||||
|
||||
depends_on("python@3.6:", type=("build", "run"))
|
||||
depends_on("py-setuptools", type="build")
|
||||
depends_on("py-pandas@1.5.1", when="^python@3.8:", type=("build", "run"))
|
||||
depends_on("py-pandas@1.1.5", when="^python@:3.7", type=("build", "run"))
|
||||
depends_on("py-packaging", type=("build", "run"))
|
||||
depends_on("py-numpy@1.18.5:", type=("build", "run"))
|
||||
depends_on("py-fsspec", type=("build", "run"))
|
||||
depends_on("py-psutil", type=("build", "run"))
|
||||
|
||||
with when("engine=ray"):
|
||||
depends_on("py-ray@1.4:+default", type=("build", "run"))
|
||||
depends_on("py-pyarrow@4.0.1:", type=("build", "run"))
|
||||
depends_on("py-redis@3.5:3", type=("build", "run"))
|
||||
|
||||
with when("engine=dask"):
|
||||
depends_on("py-dask@2.22:", type=("build", "run"))
|
||||
depends_on("py-distributed@2.22:", type=("build", "run"))
|
||||
depends_on("py-pickle5", when="^python@:3.7", type=("build", "run"))
|
||||
|
||||
def setup_run_environment(self, env):
|
||||
# modin/config/envvars.py
|
||||
env.set("MODIN_ENGINE", self.spec.variants["engine"].value)
|
||||
@ -8,48 +8,76 @@
|
||||
|
||||
|
||||
class PyRay(PythonPackage):
|
||||
"""A system for parallel and distributed Python that unifies the ML
|
||||
ecosystem."""
|
||||
"""Ray provides a simple, universal API for building distributed applications."""
|
||||
|
||||
homepage = "https://github.com/ray-project/ray"
|
||||
url = "https://github.com/ray-project/ray/archive/ray-0.8.7.tar.gz"
|
||||
|
||||
version("2.0.1", sha256="b8b2f0a99d2ac4c001ff11c78b4521b217e2a02df95fb6270fd621412143f28b")
|
||||
version("0.8.7", sha256="2df328f1bcd3eeb4fa33119142ea0d669396f4ab2a3e78db90178757aa61534b")
|
||||
|
||||
build_directory = "python"
|
||||
variant("default", default=False, description="Install default extras", when="@2.0.1")
|
||||
|
||||
depends_on("python@3.6:3.8", type=("build", "run"))
|
||||
depends_on("bazel@3.2.0", type="build")
|
||||
depends_on("py-setuptools", type="build")
|
||||
depends_on("py-cython@0.29.14:", type="build")
|
||||
depends_on("py-wheel", type="build")
|
||||
depends_on("python@3.6:3.10", when="@2.0.1", type=("build", "run"))
|
||||
depends_on("python@3.6:3.8", when="@0.8.7", type=("build", "run"))
|
||||
depends_on("bazel@4.2.2", when="@2.0.1", type="build")
|
||||
depends_on("bazel@3.2.0", when="@0.8.7", type="build")
|
||||
depends_on("npm", type="build")
|
||||
depends_on("py-aiohttp", type=("build", "run"))
|
||||
depends_on("py-aioredis", type=("build", "run"))
|
||||
depends_on("py-click@7.0:", type=("build", "run"))
|
||||
depends_on("py-colorama", type=("build", "run"))
|
||||
depends_on("py-colorful", type=("build", "run"))
|
||||
depends_on("py-setuptools", type="build")
|
||||
depends_on("py-cython@0.29.26:", when="@2.0.1", type="build")
|
||||
depends_on("py-cython@0.29.14:", when="@0.8.7", type="build")
|
||||
depends_on("py-attrs", when="@2.0.1", type=("build", "run"))
|
||||
depends_on("py-click@7:8.0.4", when="@2.0.1", type=("build", "run"))
|
||||
depends_on("py-click@7.0:", when="@0.8.7", type=("build", "run"))
|
||||
depends_on("py-dataclasses", when="@2.0.1 ^python@:3.6", type=("build", "run"))
|
||||
depends_on("py-filelock", type=("build", "run"))
|
||||
depends_on("py-google", type=("build", "run"))
|
||||
depends_on("py-gpustat", type=("build", "run"))
|
||||
depends_on("py-grpcio@1.28.1:", type=("build", "run"))
|
||||
depends_on("py-grpcio@1.32:1.43.0", when="@2.0.1 ^python@:3.9", type=("build", "run"))
|
||||
depends_on("py-grpcio@1.42:1.43.0", when="@2.0.1 ^python@3.10:", type=("build", "run"))
|
||||
depends_on("py-grpcio@1.28.1:", when="@0.8.7", type=("build", "run"))
|
||||
depends_on("py-jsonschema", type=("build", "run"))
|
||||
depends_on("py-msgpack@1.0:1", type=("build", "run"))
|
||||
depends_on("py-numpy@1.16:", type=("build", "run"))
|
||||
depends_on("py-protobuf@3.8.0:", type=("build", "run"))
|
||||
depends_on("py-py-spy@0.2.0:", type=("build", "run"))
|
||||
depends_on("py-msgpack@1", type=("build", "run"))
|
||||
depends_on("py-numpy@1.16:", when="^python@:3.8", type=("build", "run"))
|
||||
depends_on("py-numpy@1.19.3:", when="^python@3.9:", type=("build", "run"))
|
||||
depends_on("py-protobuf@3.15.3:3", when="@2.0.1", type=("build", "run"))
|
||||
depends_on("py-protobuf@3.8.0:", when="@0.8.7", type=("build", "run"))
|
||||
depends_on("py-pyyaml", type=("build", "run"))
|
||||
depends_on("py-frozenlist", when="@2.0.1", type=("build", "run"))
|
||||
depends_on("py-requests", type=("build", "run"))
|
||||
depends_on("py-redis@3.3.2:3.4", type=("build", "run"))
|
||||
depends_on("py-opencensus", type=("build", "run"))
|
||||
depends_on("py-prometheus-client@0.7.1:", type=("build", "run"))
|
||||
# If not guarded by SKIP_THIRDPARTY_INSTALL, those dependencies
|
||||
# would be automatically installed via pip by the setup.py script.
|
||||
depends_on("py-setproctitle", type=("build", "run"))
|
||||
depends_on("py-psutil", type=("build", "run"))
|
||||
# If not detected during install, the following dependency would
|
||||
# be automatically downloaded and installed by the setup.py script.
|
||||
depends_on("py-pickle5", when="^python@:3.8.1", type=("build", "run"))
|
||||
depends_on("py-typing-extensions", when="@2.0.1 ^python@:3.7", type=("build", "run"))
|
||||
depends_on("py-virtualenv", when="@2.0.1", type=("build", "run"))
|
||||
|
||||
with when("+default"):
|
||||
depends_on("py-aiohttp@3.7:", type=("build", "run"))
|
||||
depends_on("py-aiohttp-cors", type=("build", "run"))
|
||||
depends_on("py-colorful", type=("build", "run"))
|
||||
depends_on("py-py-spy@0.2:", type=("build", "run"))
|
||||
depends_on("py-gpustat@1:", type=("build", "run"))
|
||||
depends_on("py-opencensus", type=("build", "run"))
|
||||
depends_on("py-pydantic", type=("build", "run"))
|
||||
depends_on("py-prometheus-client@0.7.1:0.13", type=("build", "run"))
|
||||
depends_on("py-smart-open", type=("build", "run"))
|
||||
|
||||
# Historical dependencies
|
||||
with when("@0.8.7"):
|
||||
depends_on("py-aiohttp", type=("build", "run"))
|
||||
depends_on("py-aioredis", type=("build", "run"))
|
||||
depends_on("py-colorama", type=("build", "run"))
|
||||
depends_on("py-colorful", type=("build", "run"))
|
||||
depends_on("py-google", type=("build", "run"))
|
||||
depends_on("py-gpustat", type=("build", "run"))
|
||||
depends_on("py-py-spy@0.2.0:", type=("build", "run"))
|
||||
depends_on("py-redis@3.3.2:3.4", type=("build", "run"))
|
||||
depends_on("py-opencensus", type=("build", "run"))
|
||||
depends_on("py-prometheus-client@0.7.1:", type=("build", "run"))
|
||||
# If not guarded by SKIP_THIRDPARTY_INSTALL, those dependencies
|
||||
# would be automatically installed via pip by the setup.py script.
|
||||
depends_on("py-setproctitle", type=("build", "run"))
|
||||
depends_on("py-psutil", type=("build", "run"))
|
||||
# If not detected during install, the following dependency would
|
||||
# be automatically downloaded and installed by the setup.py script.
|
||||
depends_on("py-pickle5", when="^python@:3.8.1", type=("build", "run"))
|
||||
|
||||
build_directory = "python"
|
||||
|
||||
def setup_build_environment(self, env):
|
||||
env.set("SKIP_THIRDPARTY_INSTALL", "1")
|
||||
|
||||
Loading…
Reference in New Issue
Block a user