transformer_lm: add --dataset enwik8 (#838)

* transformer_lm: add --dataset enwik8

* nits

---------

Co-authored-by: Awni Hannun <awni@apple.com>
This commit is contained in:
Volodymyr Kyrylov
2024-06-26 20:59:01 +02:00
committed by GitHub
parent df6bc09d74
commit 7979b84a9e
2 changed files with 34 additions and 2 deletions

View File

@@ -157,7 +157,7 @@ if __name__ == "__main__":
"--dataset",
type=str,
default="ptb",
choices=["ptb", "wikitext2", "wikitext103"],
choices=["enwik8", "ptb", "wikitext2", "wikitext103"],
help="Dataset to train and evaluate on.",
)
parser.add_argument(