From 841c8f7b3018c2aa0bcac393c40d95de849f0ec3 Mon Sep 17 00:00:00 2001
From: Awni Hannun <awni@apple.com>
Date: Tue, 9 Jan 2024 21:41:12 -0800
Subject: [PATCH] fix max tokens (#275)

---
 lora/lora.py | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/lora/lora.py b/lora/lora.py
index ee809b83..6a79d239 100644
--- a/lora/lora.py
+++ b/lora/lora.py
@@ -23,10 +23,11 @@ def build_parser():
     )
     # Generation args
     parser.add_argument(
-        "--num-tokens", "-n", type=int, default=100, help="How many tokens to generate"
-    )
-    parser.add_argument(
-        "--write-every", type=int, default=1, help="After how many tokens to detokenize"
+        "--max-tokens",
+        "-m",
+        type=int,
+        default=100,
+        help="The maximum number of tokens to generate",
     )
     parser.add_argument(
         "--temp", type=float, default=0.8, help="The sampling temperature"