253ba05732
* nanotron: add new package Also, update some dependencies and add missing ones. * Add variant +examples needed to execute example scripts * fix: add missing branch attribute * Remove master version * fix: use Github hash
38 lines
1.4 KiB
Python
38 lines
1.4 KiB
Python
# Copyright Spack Project Developers. See COPYRIGHT file for details.
|
|
#
|
|
# SPDX-License-Identifier: (Apache-2.0 OR MIT)
|
|
|
|
from spack.package import *
|
|
|
|
|
|
class PyNanotron(PythonPackage):
|
|
"""Minimalistic large language model 3D-parallelism training."""
|
|
|
|
homepage = "https://github.com/huggingface/nanotron"
|
|
url = "https://github.com/huggingface/nanotron/archive/refs/tags/v0.4.tar.gz"
|
|
git = "https://github.com/huggingface/nanotron.git"
|
|
|
|
maintainers("thomas-bouvier")
|
|
|
|
license("Apache-2.0")
|
|
|
|
version("main", branch="main")
|
|
version("0.4", sha256="30e9cdd07e86166dd9690351d9d995b3560810044fdca64737ed042cd91c792a")
|
|
|
|
variant("examples", default=True, description="Build with example scripts support")
|
|
|
|
depends_on("python@3.6:3.11")
|
|
|
|
depends_on("py-setuptools", type="build")
|
|
depends_on("py-torch@1.13.0:", type=("build", "run"))
|
|
depends_on("py-pyyaml", type=("build", "run"))
|
|
depends_on("py-numpy@:2", type=("build", "run"))
|
|
depends_on("py-packaging", type=("build", "run"))
|
|
depends_on("py-safetensors", type=("build", "run"))
|
|
depends_on("py-dacite", type=("build", "run"))
|
|
depends_on("py-tqdm", type=("build", "run"))
|
|
depends_on("py-datasets", type=("build", "run"), when="@0.5:")
|
|
|
|
depends_on("py-transformers", type=("build", "run"), when="+examples")
|
|
depends_on("py-flash-attn", type=("build", "run"), when="+examples")
|