feat(mlx-lm): add lora hypeparameters in lora layer (#366)

* feat(mlx-lm): add lora hypeparameters in lora layer * chore: address comments
2025-12-16 02:08:55 +08:00 · 2024-01-25 03:11:25 +11:00
parent 5fc8668a53
commit b1dec281b3
3 changed files with 25 additions and 8 deletions
--- a/llms/mlx_lm/lora.py
+++ b/llms/mlx_lm/lora.py
@@ -242,6 +242,7 @@ if __name__ == "__main__":

    if args.prompt is not None:
        print("Generating")
+        model.eval()
        generate(
            model=model,
            tokenizer=tokenizer,