DBRX (#628)

* dbrx

* format

* format

* comments

* change scores slightly

* remove inadvertant import

llms/mlx_lm/tuner/utils.py

@@ -60,6 +60,8 @@ def linear_to_lora_layers(
         keys = set(["att_proj"])
     elif model.model_type == "phi-msft":
         keys = set(["mixer.Wqkv", "moe.gate"])
+    elif model.model_type == "dbrx":
+        keys = set(["norm_attn_norm.attn.Wqkv", "ffn.router.layer"])
     else:
         raise ValueError(f"Lora does not support {model.model_type}")