Support for slerp merging models (#455)

* support for slerp merging models * docs * update docs * format'
2025-09-03 06:54:33 +08:00 · 2024-02-19 20:37:15 -08:00
parent 8c9148a8fd
commit 8fd953ee2b
16 changed files with 329 additions and 15 deletions
--- a/llms/mlx_lm/models/phixtral.py
+++ b/llms/mlx_lm/models/phixtral.py
@@ -216,3 +216,7 @@ class Model(nn.Module):

        y, cache = self.transformer(x, mask, cache)
        return self.lm_head(y), cache
+
+    @property
+    def layers(self):
+        return self.transformer.h