zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-24 17:31:18 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix response + bump version (#319)

Browse Source
This commit is contained in:
Awni Hannun 2024-01-15 11:51:21 -08:00 committed by GitHub
parent 195bec2fa3
commit b0870ed679
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llms/mlx_lm/utils.py
View File

@ -133,9 +133,9 @@ def generate(
print(s[skip:], end="", flush=True) print(s[skip:], end="", flush=True)
skip = len(s) skip = len(s)
tokens = tokenizer.decode(tokens)[skip:] tokens = tokenizer.decode(tokens)
if verbose: if verbose:
print(tokens, flush=True) print(tokens[skip:], flush=True)
return tokens return tokens

2
llms/setup.py
View File

@ -8,7 +8,7 @@ with open(Path(__file__).parent / "mlx_lm/requirements.txt") as fid:
requirements = [str(r) for r in pkg_resources.parse_requirements(fid)] requirements = [str(r) for r in pkg_resources.parse_requirements(fid)]
setup( setup(
name="mlx-lm", name="mlx-lm",
version="0.0.2", version="0.0.3",
description="LLMs on Apple silicon with MLX and the Hugging Face Hub", description="LLMs on Apple silicon with MLX and the Hugging Face Hub",
long_description=open("README.md", encoding="utf-8").read(), long_description=open("README.md", encoding="utf-8").read(),
long_description_content_type="text/markdown", long_description_content_type="text/markdown",