From 3576b547c5d31c3b8da4b792d1821aaacb076149 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Dominik=20Schl=C3=B6sser?= Date: Sun, 2 Jun 2024 22:42:45 +0200 Subject: [PATCH] Doc error for default for scale in SinusoidalPositionalEncoding (#1174) --- python/mlx/nn/layers/positional_encoding.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/mlx/nn/layers/positional_encoding.py b/python/mlx/nn/layers/positional_encoding.py index 470366e19..950a93cd5 100644 --- a/python/mlx/nn/layers/positional_encoding.py +++ b/python/mlx/nn/layers/positional_encoding.py @@ -67,7 +67,7 @@ class SinusoidalPositionalEncoding(Module): max_freq (float, optional): The maximum frequency expected. Default: ``1``. scale (float, optional): A multiplicative scale for the embeddings. - Default: ``sqrt(dims//2)``. + Default: ``sqrt(2/dims)``. cos_first (bool, optional): If ``True`` embed using ``[cos(x); sin(x)]`` instead of the reverse. Default: ``False``. full_turns (bool, optional): If ``True`` multiply the frequencies with