update trainer/lora.py and adding DepthWiseConv1d because mlx 0.18.0 doesnt axepts groups parameter

2025-09-18 01:50:19 +08:00 · 2024-10-02 19:19:32 +02:00
parent 409ddc427e
commit 264ba43707
2 changed files with 46 additions and 1 deletions
--- a/llms/mlx_lm/tuner/utils.py
+++ b/llms/mlx_lm/tuner/utils.py
@@ -143,6 +143,11 @@ def linear_to_lora_layers(
                "mixer.out_proj",
            ]
        )
+    elif model.model_type == "mamba2":
+        keys = set(
+            [
+            ]
+        )
    else:
        raise ValueError(f"Lora does not support {model.model_type}")