From 84fc1bde48b45c21145d4d52868614fcdde10b94 Mon Sep 17 00:00:00 2001 From: Chime Ogbuji Date: Tue, 5 Nov 2024 15:25:45 -0500 Subject: [PATCH] Minor documentation update --- llms/mlx_lm/tuner/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/tuner/trainer.py b/llms/mlx_lm/tuner/trainer.py index 75580a0e..d74fddbb 100644 --- a/llms/mlx_lm/tuner/trainer.py +++ b/llms/mlx_lm/tuner/trainer.py @@ -140,7 +140,7 @@ def iterate_delineated_batches( ): """ A version of iterate_batches that works with completion datasets, tracks the boundaries between input/output tokens - (using create_delineated_batches), and returns the lengths of input tokens as well as the full sequences. + and returns the lengths of input tokens as well as that of the full sequences. """ idx = sorted(range(len(dataset)), key=lambda i: len(dataset[i])) if len(dataset) < batch_size: