From b38ab8b9116ea9af6925bcdae670c7646d4bd46c Mon Sep 17 00:00:00 2001 From: Anchen Date: Fri, 29 Dec 2023 23:12:06 +1100 Subject: [PATCH] change to explicitly check for quantization config --- llms/deepseek-coder/deepseek_coder.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/deepseek-coder/deepseek_coder.py b/llms/deepseek-coder/deepseek_coder.py index 5108c8fe..9b8a8a3e 100644 --- a/llms/deepseek-coder/deepseek_coder.py +++ b/llms/deepseek-coder/deepseek_coder.py @@ -244,7 +244,7 @@ def load_model(model_path: str): model = DeepseekCoder(model_args) weights = mx.load(str(model_path / "weights.npz")) - if quantization: + if quantization is not None: nn.QuantizedLinear.quantize_module(model, **quantization) model.update(tree_unflatten(list(weights.items())))