zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-10-31 19:18:09 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Pass few shot file name to --few-shot arg(#141)

Browse Source
This commit is contained in:
Daniel Strobusch
2023-12-18 22:30:04 +01:00
committed by GitHub
parent 517f5808fc
commit 1d62b3ecc1
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llama/llama.py
View File

@@ -318,7 +318,8 @@ def few_shot_generate(args):
s = tokenizer.decode([t.item() for t in tokens])
print(s[skip:], end="", flush=True)
prompt = open(args.prompt).read().strip()
print("[INFO] Loading few-shot examples from: {}".format(args.few_shot))
prompt = open(args.few_shot).read().strip()
while True:
question = input("Ask a question: ")
generate(prompt.replace("{}", question))
@@ -358,12 +359,11 @@ if __name__ == "__main__":
parser.add_argument("tokenizer", help="The sentencepiece tokenizer")
parser.add_argument(
"--prompt",
help="The message to be processed by the model",
help="The message to be processed by the model. Ignored when --few-shot is provided.",
default="In the beginning the Universe was created.",
)
parser.add_argument(
"--few-shot",
action="store_true",
help="Read a few shot prompt from a file (as in `sample_prompt.txt`).",
)
parser.add_argument(