mirror of
https://github.com/ml-explore/mlx.git
synced 2025-10-19 00:04:41 +08:00
Treate 'minimum' differently in cosine decay (#1138)
This commit is contained in:
@@ -329,9 +329,11 @@ class TestSchedulers(unittest.TestCase):
|
||||
self.assertAlmostEqual(lr, expected_lr, delta=1e-7)
|
||||
|
||||
lr_schedule = opt.cosine_decay(0.1, 10, 0.05)
|
||||
lr = lr_schedule(9)
|
||||
expected_end_lr = 0.05
|
||||
self.assertGreater(lr, expected_end_lr)
|
||||
lr = lr_schedule(20)
|
||||
expected_lr = 0.05
|
||||
self.assertEqual(lr, expected_lr)
|
||||
self.assertEqual(lr, expected_end_lr)
|
||||
|
||||
def test_schedule_joiner(self):
|
||||
boundaries = [2, 3, 4]
|
||||
|
Reference in New Issue
Block a user