nits and quality of life improvements

This commit is contained in:
Goekdeniz-Guelmez
2025-01-24 22:40:27 +01:00
parent 531c3345c6
commit 86b315fdf9
4 changed files with 43 additions and 120 deletions

View File

@@ -242,8 +242,7 @@ def train_model(
loss_type=args.dpo_loss_type,
is_reference_free=args.is_reference_free,
delta=args.delta,
reference_model_path=args.reference_model_path,
train_bias_only=args.train_bias_only,
reference_model_path=args.reference_model_path
)
if args.reference_model_path: