Add StableLM-2 1.6B (#378)

* init

* stablelm

* add to readme

* bump version

---------

Co-authored-by: Awni Hannun <awni@apple.com>
This commit is contained in:
Ashish
2024-01-26 11:28:00 -07:00
committed by GitHub
parent 854ad8747a
commit 0b57f0eae6
4 changed files with 191 additions and 2 deletions

View File

@@ -12,7 +12,7 @@ from huggingface_hub import snapshot_download
from transformers import AutoConfig, AutoTokenizer, PreTrainedTokenizer
# Local imports
from .models import llama, mixtral, phi2, plamo, qwen
from .models import llama, mixtral, phi2, plamo, qwen, stablelm_epoch
from .tuner.utils import apply_lora_layers
# Constants
@@ -21,6 +21,7 @@ MODEL_MAPPING = {
"mistral": llama, # mistral is compatible with llama
"mixtral": mixtral,
"phi": phi2,
"stablelm_epoch": stablelm_epoch,
"qwen": qwen,
"plamo": plamo,
}