Fix Tokenizer save error. (#278)

This commit is contained in:
Vaibhav Srivastav 2024-01-10 19:19:32 +05:30 committed by GitHub
parent 841c8f7b30
commit 44f86092ea
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -66,7 +66,7 @@ if __name__ == "__main__":
model.update_modules(tree_unflatten(fused_linears))
weights = dict(tree_flatten(model.parameters()))
utils.save_model(args.save_path, weights, tokenizer._tokenizer, config)
utils.save_model(args.save_path, weights, tokenizer, config)
if args.upload_name is not None:
hf_path = args.hf_path