diff --git a/llms/mlx_lm/tuner/utils.py b/llms/mlx_lm/tuner/utils.py index f4f94fc7..f5ce4163 100644 --- a/llms/mlx_lm/tuner/utils.py +++ b/llms/mlx_lm/tuner/utils.py @@ -47,6 +47,7 @@ def linear_to_lora_layers( "qwen2", "gemma", "starcoder2", + "cohere", ]: keys = set(["self_attn.q_proj", "self_attn.v_proj"]) if model.model_type == "mixtral": diff --git a/llms/mlx_lm/version.py b/llms/mlx_lm/version.py index 87ee07a7..67c7397c 100644 --- a/llms/mlx_lm/version.py +++ b/llms/mlx_lm/version.py @@ -1,3 +1,3 @@ # Copyright © 2023-2024 Apple Inc. -__version__ = "0.1.0" +__version__ = "0.3.0"