Fixes Typo in Starcoder2 (#740)

This commit is contained in:
Thomas Lazarus 2024-04-29 15:14:45 -05:00 committed by GitHub
parent 510d2bde49
commit 5513c4e57d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -150,7 +150,7 @@ class Model(nn.Module):
self.model_type = args.model_type
self.model = Starcoder2Model(args)
if not args.tie_word_embeddings:
sself.lm_head = nn.Linear(args.hidden_size, args.vocab_size, bias=False)
self.lm_head = nn.Linear(args.hidden_size, args.vocab_size, bias=False)
def __call__(
self,