Support for slerp merging models (#455)

* support for slerp merging models * docs * update docs * format'
2025-09-01 12:49:50 +08:00 · 2024-02-19 20:37:15 -08:00
parent 8c9148a8fd
commit 8fd953ee2b
16 changed files with 329 additions and 15 deletions
--- a/llms/mlx_lm/models/qwen2.py
+++ b/llms/mlx_lm/models/qwen2.py
@@ -205,3 +205,7 @@ class Model(nn.Module):
        return {
            k: v for k, v in weights.items() if "self_attn.rotary_emb.inv_freq" not in k
        }
+
+    @property
+    def layers(self):
+        return self.model.layers