Merge pull request #107 from ml-explore/hf_mixtral

Use official HF for mixtral
This commit is contained in:
Awni Hannun
2023-12-14 16:57:19 -08:00
committed by GitHub
11 changed files with 106 additions and 32 deletions

View File

@@ -1,6 +1,7 @@
from transformers import AutoModelForCausalLM
import numpy as np
def replace_key(key: str) -> str:
if "wte.weight" in key:
key = "wte.weight"