Enable unit testing in Circle and start some MLX LM tests (#545)

* add a few tests for mlx lm

* add a few tests for mlx lm

* add a few tests for mlx lm

* more tests / cleanup
This commit is contained in:
Awni Hannun
2024-03-07 09:31:57 -08:00
committed by GitHub
parent ef32379bc6
commit 7cdd1b69ac
12 changed files with 294 additions and 20 deletions

View File

@@ -18,7 +18,7 @@ class ModelArgs(BaseModelArgs):
head_dim: int
rms_norm_eps: float
vocab_size: int
num_key_value_heads: int = None
num_key_value_heads: int
rope_theta: float = 10000
rope_traditional: bool = False