zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-10-19 00:04:41 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Treate 'minimum' differently in cosine decay (#1138)

Browse Source
This commit is contained in:
jlwitthuhn
2024-05-20 08:00:48 -07:00
committed by GitHub
parent 0a558577bf
commit 7e5674d8be
2 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/tests/test_optimizers.py
View File

@@ -329,9 +329,11 @@ class TestSchedulers(unittest.TestCase):
self.assertAlmostEqual(lr, expected_lr, delta=1e-7)
lr_schedule = opt.cosine_decay(0.1, 10, 0.05)
lr = lr_schedule(9)
expected_end_lr = 0.05
self.assertGreater(lr, expected_end_lr)
lr = lr_schedule(20)
expected_lr = 0.05
self.assertEqual(lr, expected_lr)
self.assertEqual(lr, expected_end_lr)
def test_schedule_joiner(self):
boundaries = [2, 3, 4]