From aa932e83e3c2336de3d8917140ef314673af302e Mon Sep 17 00:00:00 2001 From: Goekdeniz-Guelmez Date: Mon, 10 Feb 2025 10:56:50 +0100 Subject: [PATCH] nits --- llms/mlx_lm/lora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llms/mlx_lm/lora.py b/llms/mlx_lm/lora.py index 53a32b91..63671ec4 100644 --- a/llms/mlx_lm/lora.py +++ b/llms/mlx_lm/lora.py @@ -316,7 +316,7 @@ def evaluate_model(args, model: nn.Module, tokenizer: TokenizerWrapper, test_set test_loss, _, _, test_metrics = evaluate_dpo( model=model, - ref_model=reference_model, + ref_model=reference_model.freeze(), dataset=test_set, batch_size=args.batch_size, num_batches=args.test_batches,