Support for slerp merging models (#455)

* support for slerp merging models

* docs

* update docs

* format'
This commit is contained in:
Awni Hannun
2024-02-19 20:37:15 -08:00
committed by GitHub
parent 8c9148a8fd
commit 8fd953ee2b
16 changed files with 329 additions and 15 deletions

View File

@@ -0,0 +1,11 @@
models:
- OpenPipe/mistral-ft-optimized-1218
- mlabonne/NeuralHermes-2.5-Mistral-7B
method: slerp
parameters:
t:
- filter: self_attn
value: [0, 0.5, 0.3, 0.7, 1]
- filter: mlp
value: [1, 0.5, 0.7, 0.3, 0]
- value: 0.5