Support Hugging Face models (#215)

* support hf direct models
2025-12-14 17:28:59 +08:00 · 2024-01-03 15:13:26 -08:00
parent 1d09c4fecd
commit a5d6d0436c
16 changed files with 654 additions and 27 deletions
--- a/llms/deepseek-coder/deepseek_coder.py
+++ b/llms/deepseek-coder/deepseek_coder.py
@@ -285,7 +285,11 @@ if __name__ == "__main__":

    model, tokenizer = load_model(args.model_path)

-    prompt = tokenizer(args.prompt, return_tensors="np", return_attention_mask=False,)[
+    prompt = tokenizer(
+        args.prompt,
+        return_tensors="np",
+        return_attention_mask=False,
+    )[
        "input_ids"
    ][0]