Merge branch 'ml-explore:main' into adding-support-for-mamba2

This commit is contained in:
Gökdeniz Gülmez 2024-12-10 20:43:11 +01:00 committed by GitHub
commit c1d9ec329c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -79,7 +79,7 @@ def main():
model, model,
tokenizer, tokenizer,
prompt, prompt,
args.max_tokens, max_tokens=args.max_tokens,
sampler=make_sampler(args.temp, args.top_p), sampler=make_sampler(args.temp, args.top_p),
prompt_cache=prompt_cache, prompt_cache=prompt_cache,
): ):