From a5b866cf737347bd039448f69be5e50356adf3e5 Mon Sep 17 00:00:00 2001 From: Chime Ogbuji Date: Sun, 3 Nov 2024 20:36:55 -0500 Subject: [PATCH] Fix index calculation --- llms/mlx_lm/tuner/datasets.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/tuner/datasets.py b/llms/mlx_lm/tuner/datasets.py index cdda7abd..7bae2862 100644 --- a/llms/mlx_lm/tuner/datasets.py +++ b/llms/mlx_lm/tuner/datasets.py @@ -97,7 +97,7 @@ class CompletionsDatasetCollection: while True: try: - if (curr_idx + 1) < len(item): + if (curr_idx + 1) <= len(item): return item[curr_idx] else: curr_idx -= len(item)