Add olmo2 (#1128)

* add olmo2 * add olmo2
2025-09-01 04:14:38 +08:00 · 2024-12-02 11:42:58 -08:00
parent cefe793ae0
commit 8801beb66f
3 changed files with 333 additions and 0 deletions
--- a/llms/mlx_lm/tuner/utils.py
+++ b/llms/mlx_lm/tuner/utils.py
@@ -98,6 +98,7 @@ def linear_to_lora_layers(
        "cohere",
        "minicpm",
        "deepseek",
+        "olmo2",
    ]:
        keys = set(["self_attn.q_proj", "self_attn.v_proj"])
        if model.model_type in ["mixtral", "phimoe"]: