zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-08-21 12:06:42 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Added RoPE scaling test

Browse Source
This commit is contained in:
Hazem 2023-12-23 00:20:28 +02:00
parent a415bac4f7
commit 0e5ae1d1bf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
python/tests/test_nn.py
View File

@ -556,7 +556,7 @@ class TestNN(mlx_tests.MLXTestCase):
)
def test_rope(self):
for kwargs in [{}, {"traditional": False}, {"base": 10000}]:
for kwargs in [{}, {"traditional": False}, {"base": 10000}, {"scale": 0.25}]:
rope = nn.RoPE(4, **kwargs)
shape = (1, 3, 4)
x = mx.random.uniform(shape=shape)