zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-09-19 03:18:06 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

nice printing the test metrics

Browse Source
This commit is contained in:
Goekdeniz-Guelmez
2025-02-04 11:19:59 +01:00
parent 069431bd65
commit b1c1e1353e
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
llms/mlx_lm/lora.py
View File

@@ -314,7 +314,7 @@ def evaluate_model(args, model: nn.Module, tokenizer: TokenizerWrapper, test_set
else:
reference_model = model
test_loss, _, _, _ = evaluate_dpo(
test_loss, _, _, test_metrics = evaluate_dpo(
model=model,
ref_model=reference_model,
dataset=test_set,
@@ -328,7 +328,10 @@ def evaluate_model(args, model: nn.Module, tokenizer: TokenizerWrapper, test_set
test_ppl = math.exp(test_loss)
print(f"Test loss {test_loss:.3f}, Test ppl {test_ppl:.3f}.")
print(f"Test loss {test_loss:.3f}, Test ppl {test_ppl:.3f}")
print("DPO Test Metrics:")
for metric_name, metric_value in test_metrics.items():
print(f" {metric_name}: {float(metric_value):.3f}")
else:
test_loss = evaluate(