zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-25 01:41:19 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix max tokens (#275)

Browse Source
This commit is contained in:
Awni Hannun 2024-01-09 21:41:12 -08:00 committed by GitHub
parent 7cfda327fd
commit 841c8f7b30
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
lora/lora.py
View File

@ -23,10 +23,11 @@ def build_parser():
) )
# Generation args # Generation args
parser.add_argument( parser.add_argument(
"--num-tokens", "-n", type=int, default=100, help="How many tokens to generate" "--max-tokens",
) "-m",
parser.add_argument( type=int,
"--write-every", type=int, default=1, help="After how many tokens to detokenize" default=100,
help="The maximum number of tokens to generate",
) )
parser.add_argument( parser.add_argument(
"--temp", type=float, default=0.8, help="The sampling temperature" "--temp", type=float, default=0.8, help="The sampling temperature"