This commit is contained in:
Awni Hannun 2024-11-08 15:17:37 -08:00
parent 189be53988
commit 0e8b7339af

View File

@ -269,7 +269,7 @@ class Model(nn.Module):
cache=None, cache=None,
): ):
out = self.model(inputs, cache) out = self.model(inputs, cache)
return self.embed_tokens.as_linear(out) return self.model.embed_tokens.as_linear(out)
def sanitize(self, weights): def sanitize(self, weights):
if "model.layers.0.mlp.experts.0.up_proj.weight" not in weights: if "model.layers.0.mlp.experts.0.up_proj.weight" not in weights: