zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-01 04:14:38 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

add qwen2 (#411)

Browse Source
This commit is contained in:
Junyang Lin
2024-02-05 00:31:38 +08:00
committed by GitHub
parent e9b32747b4
commit 9d0dd34403
2 changed files with 212 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llms/mlx_lm/utils.py
View File

@@ -12,7 +12,7 @@ from huggingface_hub import snapshot_download
from transformers import AutoConfig, AutoTokenizer, PreTrainedTokenizer
# Local imports
from .models import llama, mixtral, phi2, plamo, qwen, stablelm_epoch
from .models import llama, mixtral, phi2, plamo, qwen, stablelm_epoch, qwen2
from .tuner.utils import apply_lora_layers
# Constants
@@ -24,9 +24,10 @@ MODEL_MAPPING = {
"stablelm_epoch": stablelm_epoch,
"qwen": qwen,
"plamo": plamo,
"qwen2": qwen2
}
LORA_SUPPORTED_MODELS = [
llama.Model, mixtral.Model, phi2.Model, stablelm_epoch.Model
llama.Model, mixtral.Model, phi2.Model, stablelm_epoch.Model, qwen2.Model
]
MAX_FILE_SIZE_GB = 5