From 387c45efa2569f45af0be6f3a4d1f2f96ce0b7ed Mon Sep 17 00:00:00 2001 From: Chime Ogbuji Date: Sun, 3 Nov 2024 20:04:15 -0500 Subject: [PATCH] Fixes to references to hf_datasets --- llms/mlx_lm/tuner/datasets.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/tuner/datasets.py b/llms/mlx_lm/tuner/datasets.py index bef354c9..5e4e7ece 100644 --- a/llms/mlx_lm/tuner/datasets.py +++ b/llms/mlx_lm/tuner/datasets.py @@ -254,7 +254,7 @@ def load_custom_hf_dataset(args, tokenizer: PreTrainedTokenizer): def load_dataset(args, tokenizer: PreTrainedTokenizer): - if getattr(args, "hf_dataset", False): + if getattr(args, "hf_dataset", False) or getattr(args, "hf_datasets", False): train, valid, test = load_custom_hf_dataset(args, tokenizer) else: data_path = Path(args.data)