Add IBM granite model (#1265)

* add granite * add thinking option
2025-09-01 12:49:50 +08:00 · 2025-02-08 15:46:15 -08:00
parent 6120a5f376
commit 31611b62d7
3 changed files with 211 additions and 2 deletions
--- a/llms/mlx_lm/tuner/utils.py
+++ b/llms/mlx_lm/tuner/utils.py
@@ -94,6 +94,7 @@ def linear_to_lora_layers(
        "phimoe",
        "gemma",
        "gemma2",
+        "granite",
        "helium",
        "starcoder2",
        "cohere",