zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-01 12:49:50 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore(mlx-lm): add adapter support in generate.py (#494)

Browse Source 
* chore(mlx-lm): add adapter support in generate.py

* chore: remove generate from lora.py and raise error to let user use mlx_lm.generate instead
This commit is contained in:
Anchen
2024-02-29 02:49:25 +11:00
committed by GitHub
parent ab0f1dd1b6
commit 13794a05da
3 changed files with 22 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
llms/mlx_lm/generate.py
View File

@@ -23,6 +23,11 @@ def setup_arg_parser():
default="mlx_model",
help="The path to the local model directory or Hugging Face repo.",
)
parser.add_argument(
"--adapter-file",
type=str,
help="Optional path for the trained adapter weights.",
)
parser.add_argument(
"--trust-remote-code",
action="store_true",
@@ -99,7 +104,9 @@ def main(args):
if args.eos_token is not None:
tokenizer_config["eos_token"] = args.eos_token
model, tokenizer = load(args.model, tokenizer_config=tokenizer_config)
model, tokenizer = load(
args.model, adapter_file=args.adapter_file, tokenizer_config=tokenizer_config
)
if not args.ignore_chat_template and (
hasattr(tokenizer, "apply_chat_template")