From 43f2451973254aa4e2465782b4dec79df37e1a41 Mon Sep 17 00:00:00 2001
From: Goekdeniz-Guelmez <Gulmezdeniz1999@gmail.com>
Date: Tue, 4 Feb 2025 11:02:59 +0100
Subject: [PATCH] nits

---
 llms/mlx_lm/lora.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/llms/mlx_lm/lora.py b/llms/mlx_lm/lora.py
index 4e0948d3..fd0dffdc 100644
--- a/llms/mlx_lm/lora.py
+++ b/llms/mlx_lm/lora.py
@@ -64,6 +64,8 @@ CONFIG_DEFAULTS = {
     "grad_checkpoint": False,
     "lr_schedule": None,
     "lora_parameters": {"rank": 8, "alpha": 16, "dropout": 0.0, "scale": 10.0},
+
+    # DPO args
     "beta": 0.1,
     "dpo_loss_type": "sigmoid",
     "delta": 50.0,