diff --git a/llms/mlx_lm/models/olmo.py b/llms/mlx_lm/models/olmo.py
index d4df3839..95dec5c6 100644
--- a/llms/mlx_lm/models/olmo.py
+++ b/llms/mlx_lm/models/olmo.py
@@ -6,6 +6,8 @@ import mlx.nn as nn
 
 from .base import BaseModelArgs
 
+from sys import exit
+
 try:
     import hf_olmo
 except ImportError: