zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-29 06:22:46 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

removing muon

Browse Source
This commit is contained in:
Goekdeniz-Guelmez 2025-03-05 09:41:47 +01:00
parent 64ed426518
commit 5b091daeec
1 changed files with 2 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
llms/mlx_lm/lora.py
View File

@ -47,12 +47,6 @@ CONFIG_DEFAULTS = {
"optimizer_config": { "optimizer_config": {
"adam": {"bias_correction": False}, "adam": {"bias_correction": False},
"adamw": {"weight_decay": 0.01, "bias_correction": False}, "adamw": {"weight_decay": 0.01, "bias_correction": False},
"muon": {
"momentum": 0.95,
"weight_decay": 0.01,
"nesterov": True,
"ns_steps": 5,
},
}, },
"data": "data/", "data": "data/",
"seed": 0, "seed": 0,
@ -109,9 +103,9 @@ def build_parser():
parser.add_argument( parser.add_argument(
"--optimizer", "--optimizer",
type=str, type=str,
choices=["adam", "adamw", "muon"], choices=["adam", "adamw"],
default="adam", default="adam",
help="Optimizer to use for training: adam, adamw, or muon", help="Optimizer to use for training: adam or adamw",
) )
parser.add_argument( parser.add_argument(
"--mask-prompt", "--mask-prompt",
@ -256,8 +250,6 @@ def train_model(
opt_class = optim.Adam opt_class = optim.Adam
elif optimizer_name == "adamw": elif optimizer_name == "adamw":
opt_class = optim.AdamW opt_class = optim.AdamW
elif optimizer_name == "muon":
opt_class = optim.Muon
else: else:
raise ValueError(f"Unsupported optimizer: {optimizer_name}") raise ValueError(f"Unsupported optimizer: {optimizer_name}")