diff --git a/python/mlx/nn/layers/positional_encoding.py b/python/mlx/nn/layers/positional_encoding.py
index 470366e19..950a93cd5 100644
--- a/python/mlx/nn/layers/positional_encoding.py
+++ b/python/mlx/nn/layers/positional_encoding.py
@@ -67,7 +67,7 @@ class SinusoidalPositionalEncoding(Module):
         max_freq (float, optional): The maximum frequency expected. Default:
             ``1``.
         scale (float, optional): A multiplicative scale for the embeddings.
-            Default: ``sqrt(dims//2)``.
+            Default: ``sqrt(2/dims)``.
         cos_first (bool, optional): If ``True`` embed using ``[cos(x); sin(x)]``
             instead of the reverse. Default: ``False``.
         full_turns (bool, optional): If ``True`` multiply the frequencies with