diff --git a/llms/deepseek-coder/deepseek_coder.py b/llms/deepseek-coder/deepseek_coder.py index 3f3928e7..9b8a8a3e 100644 --- a/llms/deepseek-coder/deepseek_coder.py +++ b/llms/deepseek-coder/deepseek_coder.py @@ -244,7 +244,7 @@ def load_model(model_path: str): model = DeepseekCoder(model_args) weights = mx.load(str(model_path / "weights.npz")) - if quantization := config.get("quantization", False): + if quantization is not None: nn.QuantizedLinear.quantize_module(model, **quantization) model.update(tree_unflatten(list(weights.items())))