zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-09-04 23:24:41 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

changed the returned variable name in create_alibi_matrix for consistency

Browse Source
This commit is contained in:
Hazem
2023-12-21 21:41:43 +02:00
parent 33de113222
commit a673f620c1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/mlx/nn/layers/positional_encoding.py
View File

@@ -162,8 +162,8 @@ class ALiBi(Module):
mx.expand_dims(x1[:, None] - x2[None, :], axis=(0, 1))
)
alibi_slope = ALiBi.create_alibi_slope(num_heads)
alibi_matrix = (distance_matrix * alibi_slope).astype(dtype)
return alibi_matrix
alibi_mask = (distance_matrix * alibi_slope).astype(dtype)
return alibi_mask
@staticmethod
def create_alibi_slope(num_heads):