Fix keyword argument invokation

This commit is contained in:
Chime Ogbuji 2024-11-03 20:26:15 -05:00 committed by Awni Hannun
parent 387c45efa2
commit 78c33e5037

View File

@ -211,7 +211,6 @@ def load_custom_hf_dataset(args, tokenizer: PreTrainedTokenizer):
prompt_f = hf_args.get("prompt_feature", None) prompt_f = hf_args.get("prompt_feature", None)
completion_f = hf_args.get("completion_feature", None) completion_f = hf_args.get("completion_feature", None)
chat_f = hf_args.get("chat_feature", None) chat_f = hf_args.get("chat_feature", None)
if args.train: if args.train:
train_split = hf_args.get("train_split", "train[:80%]") train_split = hf_args.get("train_split", "train[:80%]")
valid_split = hf_args.get("valid_split", "train[-10%:]") valid_split = hf_args.get("valid_split", "train[-10%:]")