From fc81342afe05eadb840c2e6e69eb60d13bec67d8 Mon Sep 17 00:00:00 2001 From: Alex Barron Date: Thu, 19 Dec 2024 19:14:02 -0800 Subject: [PATCH] remove comment --- llms/mlx_lm/awq.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/awq.py b/llms/mlx_lm/awq.py index 872b5d53..a76c92ac 100644 --- a/llms/mlx_lm/awq.py +++ b/llms/mlx_lm/awq.py @@ -430,7 +430,7 @@ def main(): if group is not None: calibration_data = dist_split(calibration_data, group) - # awq_quantize(model, calibration_data, bits=args.bits, group_size=args.group_size) + awq_quantize(model, calibration_data, bits=args.bits, group_size=args.group_size) save_model(model, tokenizer, config, model_path, args.mlx_path)