From ef93979973f8b696ec6127805f7fbe6ee41ebfe5 Mon Sep 17 00:00:00 2001 From: Pedro Cuenca Date: Fri, 12 Jan 2024 22:03:52 +0100 Subject: [PATCH] Update model card uploaded with converted models (#309) --- llms/mlx_lm/convert.py | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/llms/mlx_lm/convert.py b/llms/mlx_lm/convert.py index ebd1ef4f..17c17848 100644 --- a/llms/mlx_lm/convert.py +++ b/llms/mlx_lm/convert.py @@ -149,11 +149,16 @@ def upload_to_hub(path: str, upload_repo: str, hf_path: str): This model was converted to MLX format from [`{hf_path}`](). Refer to the [original model card](https://huggingface.co/{hf_path}) for more details on the model. ## Use with mlx + ```bash -pip install mlx -git clone https://github.com/ml-explore/mlx-examples.git -cd mlx-examples/llms/hf_llm -python generate.py --model {upload_repo} --prompt "My name is" +pip install mlx-lm +``` + +```python +from mlx_lm import load, generate + +model, tokenizer = load("{upload_repo}") +response = generate(model, tokenizer, prompt="hello", verbose=True) ``` """ card.save(os.path.join(path, "README.md"))