From 1e2f7f50b64f45545811e366585b97160a4f41d3 Mon Sep 17 00:00:00 2001
From: Awni Hannun <awni@apple.com>
Date: Mon, 8 Apr 2024 10:40:05 -0700
Subject: [PATCH] fix for empty initial string (#665)

---
 llms/mlx_lm/utils.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/llms/mlx_lm/utils.py b/llms/mlx_lm/utils.py
index 02ad2294..ea0f7cfe 100644
--- a/llms/mlx_lm/utils.py
+++ b/llms/mlx_lm/utils.py
@@ -249,7 +249,9 @@ def generate(
 
         if verbose:
             s = tokenizer.decode(tokens)
-            if formatter:
+            if not s:
+                continue
+            elif formatter:
                 formatter(s[skip:], prob.item())
                 skip = len(s)
             elif s[-1] != REPLACEMENT_CHAR: