mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-09-15 23:58:08 +08:00
Merge branch 'ml-explore:main' into adding-orpo-training
This commit is contained in:
@@ -239,7 +239,7 @@ def load_custom_hf_dataset(args, tokenizer: PreTrainedTokenizer):
|
||||
if prompt_feature and completion_feature:
|
||||
return CompletionsDataset(ds, tokenizer, prompt_feature, completion_feature)
|
||||
elif text_feature:
|
||||
return Dataset(train_ds, tokenizer, text_key=text_feature)
|
||||
return Dataset(ds, tokenizer, text_key=text_feature)
|
||||
else:
|
||||
raise ValueError(
|
||||
"Specify either a prompt and completion feature or a text "
|
||||
|
Reference in New Issue
Block a user