zhangyiss/spack
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

py-tokenizers: add 0.5.2 (#16039)

Browse Source
This commit is contained in:
Adam J. Stewart 2020-04-14 12:41:33 -05:00 committed by GitHub
parent f393355781
commit 94272cc7aa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
var/spack/repos/builtin/packages/py-tokenizers/package.py
View File

@ -11,6 +11,13 @@ class PyTokenizers(PythonPackage):
url = "https://pypi.io/packages/source/t/tokenizers/tokenizers-0.6.0.tar.gz" url = "https://pypi.io/packages/source/t/tokenizers/tokenizers-0.6.0.tar.gz"
version('0.6.0', sha256='1da11fbfb4f73be695bed0d655576097d09a137a16dceab2f66399716afaffac') version('0.6.0', sha256='1da11fbfb4f73be695bed0d655576097d09a137a16dceab2f66399716afaffac')
version('0.5.2', sha256='b5a235f9c71d04d4925df6c4fa13b13f1d03f9b7ac302b89f8120790c4f742bc')
depends_on('py-setuptools', type='build') depends_on('py-setuptools', type='build')
depends_on('py-setuptools-rust', type='build') depends_on('py-setuptools-rust', type='build')
depends_on('rust@nightly', type='build')
# TODO: This package currently requires internet access to install.
# Also, a nightly or dev version of rust is required to build.
# https://github.com/huggingface/tokenizers/issues/176
# https://github.com/PyO3/pyo3/issues/5