diff --git a/llms/mlx_lm/lora.py b/llms/mlx_lm/lora.py
index 80655c2c..2c869467 100644
--- a/llms/mlx_lm/lora.py
+++ b/llms/mlx_lm/lora.py
@@ -45,8 +45,8 @@ CONFIG_DEFAULTS = {
     "fine_tune_type": "lora",
     "optimizer": "adam",
     "optimizer_config": {
-        "adam": {"bias_correction": False},
-        "adamw": {"weight_decay": 0.01, "bias_correction": False},
+        "adam": {},
+        "adamw": {},
     },
     "data": "data/",
     "seed": 0,