diff --git a/llms/mlx_lm/_version.py b/llms/mlx_lm/_version.py
index 3af2d5fd..b2f98e6f 100644
--- a/llms/mlx_lm/_version.py
+++ b/llms/mlx_lm/_version.py
@@ -1,3 +1,3 @@
 # Copyright © 2023-2024 Apple Inc.
 
-__version__ = "0.20.4"
+__version__ = "0.21.0"
diff --git a/llms/mlx_lm/requirements.txt b/llms/mlx_lm/requirements.txt
index 48012863..72e1ef89 100644
--- a/llms/mlx_lm/requirements.txt
+++ b/llms/mlx_lm/requirements.txt
@@ -1,4 +1,4 @@
-mlx>=0.19.2
+mlx>=0.22.0
 numpy
 transformers[sentencepiece]>=4.39.3
 protobuf