This commit is contained in:
Goekdeniz-Guelmez
2025-02-11 17:07:08 +01:00
parent e80bf95182
commit 35ecc17042
2 changed files with 3 additions and 3 deletions

View File

@@ -310,7 +310,7 @@ def load_dataset(args, tokenizer: PreTrainedTokenizer):
train, valid, test = load_local_dataset(args, data_path, tokenizer, args)
else:
print(f"Loading Hugging Face dataset {args.data}.")
train, valid, test = load_hf_dataset(args.data, tokenizer, args)
train, valid, test = load_hf_dataset(args, args.data, tokenizer, args)
if args.train and len(train) == 0:
raise ValueError(