zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-12-16 02:08:55 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

removing is-reference-free argument

Browse Source
This commit is contained in:
Goekdeniz-Guelmez
2025-01-31 00:01:43 +01:00
parent b3d6fc38cd
commit b31d9cbb65
3 changed files with 10 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
llms/mlx_lm/lora.py
View File

@@ -66,7 +66,6 @@ CONFIG_DEFAULTS = {
"lora_parameters": {"rank": 8, "alpha": 16, "dropout": 0.0, "scale": 10.0},
"beta": 0.1,
"dpo_loss_type": "sigmoid",
"is_reference_free": False,
"delta": 50.0,
"reference_model_path": None,
"train_bias_only": False,
@@ -176,7 +175,6 @@ def build_parser():
)
parser.add_argument("--beta", type=float)
parser.add_argument("--dpo-loss-type", type=str, choices=["sigmoid", "hinge", "ipo", "dpop"])
parser.add_argument("--is-reference-free", action="store_true")
parser.add_argument("--delta", type=float)
parser.add_argument("--reference-model-path", type=str)
parser.add_argument("--train-bias-only", action="store_true")
@@ -240,7 +238,6 @@ def train_model(
grad_checkpoint=args.grad_checkpoint,
beta=args.beta,
loss_type=args.dpo_loss_type,
is_reference_free=args.is_reference_free,
delta=args.delta,
reference_model_path=args.reference_model_path
)