zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-01 12:49:50 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove unnecessary changes

Browse Source
This commit is contained in:
Shunta Saito
2025-02-13 19:53:34 +09:00
parent 72269c306c
commit ebea6928a3
2 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llms/mlx_lm/models/cache.py
View File

@@ -26,10 +26,7 @@ def make_prompt_cache(
if hasattr(model, "make_cache"):
return model.make_cache()
if hasattr(model, "layers"):
num_layers = len(model.layers)
else:
num_layers = len(model.model.layers)
num_layers = len(model.layers)
if max_kv_size is not None:
return [
RotatingKVCache(max_size=max_kv_size, keep=4) for _ in range(num_layers)