zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-08-30 02:53:41 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Pass ln2 to cross attention

Browse Source
This commit is contained in:
Juarez Bochi 2023-12-18 15:05:05 -05:00
parent e899271275
commit 64e53e8415
No known key found for this signature in database
GPG Key ID: 34CCBB77DC8BEBB6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
t5/t5.py
View File

@ -210,7 +210,7 @@ class TransformerDecoderLayer(nn.Module):
x = x + y x = x + y
y = self.ln2(x) y = self.ln2(x)
y, _ = self.cross_attention(x, memory, memory, memory_mask) y, _ = self.cross_attention(y, memory, memory, memory_mask)
x = x + y x = x + y
y = self.ln3(x) y = self.ln3(x)