zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-12-16 02:08:55 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix testing

Browse Source
This commit is contained in:
Goekdeniz-Guelmez
2025-02-04 11:02:00 +01:00
parent 9b489a6c0c
commit c2fcb6738b
2 changed files with 28 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llms/mlx_lm/lora.py
View File

@@ -312,11 +312,10 @@ def evaluate_model(args, model: nn.Module, tokenizer: TokenizerWrapper, test_set
else:
reference_model = model
test_loss, test_rewards = evaluate_dpo(
test_loss, _, _, _ = evaluate_dpo(
model=model,
ref_model=reference_model,
dataset=test_set,
tokenizer=tokenizer,
batch_size=args.batch_size,
num_batches=args.test_batches,
max_seq_length=args.max_seq_length,
@@ -324,7 +323,8 @@ def evaluate_model(args, model: nn.Module, tokenizer: TokenizerWrapper, test_set
delta=args.delta,
loss_type=args.dpo_loss_type,
)
print(f"Test loss {test_loss:.3f}, Rewards: {test_rewards[0]:.3f}, {test_rewards[1]:.3f}")
print(f"Test loss {test_loss:.3f}")
else:
test_loss = evaluate(
model=model,