Merge branch 'main' into adding-dpo-training

2025-12-16 02:08:55 +08:00 · 2025-02-28 22:10:56 +01:00
parent 3387e06ccd 845cd8c01e
commit 8aeea10901
11 changed files with 169 additions and 46 deletions
--- a/llms/mlx_lm/lora.py
+++ b/llms/mlx_lm/lora.py
@@ -64,7 +64,7 @@ CONFIG_DEFAULTS = {
    "grad_checkpoint": False,
    "lr_schedule": None,
    "lora_parameters": {"rank": 8, "alpha": 16, "dropout": 0.0, "scale": 10.0},
-
+    "mask_prompt": False,
    # DPO args
    "beta": 0.1,
    "dpo_loss_type": "sigmoid",
@@ -107,7 +107,7 @@ def build_parser():
        "--mask-prompt",
        action="store_true",
        help="Mask the prompt in the loss when training",
-        default=False,
+        default=None,
    )

    parser.add_argument(