zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-10-17 23:08:11 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Precise sigmoid (#2659)

Browse Source 
* bump patch

* Sigmoid matches PyTorch and is more precise on tails
This commit is contained in:
Awni Hannun
2025-10-10 10:05:23 -07:00
committed by GitHub
parent 380aeb58ae
commit 630350ad3e
4 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/tests/test_ops.py
View File

@@ -1041,6 +1041,12 @@ class TestOps(mlx_tests.MLXTestCase):
expected = 1 / (1 + np.exp(-a, dtype=np.float32))
self.assertTrue(np.allclose(result, expected))
# Low precision
a = mx.array(-8.0).astype(mx.float16)
self.assertNotEqual(mx.sigmoid(a).item(), 0.0)
a = mx.array(8.0).astype(mx.float16)
self.assertNotEqual(mx.sigmoid(a).item(), 1.0)
def test_allclose(self):
a = mx.array(1.0)
b = mx.array(1.0)