zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-06-25 18:11:17 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Temporarily remove async_eval

Browse Source
This commit is contained in:
Angelos Katharopoulos 2024-08-29 10:33:43 -07:00 committed by Awni Hannun
parent d77840207c
commit a0ce0594f6
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llms/mlx_lm/generate.py
View File

@ -249,8 +249,10 @@ def main():
draft_model=draft_model, draft_model=draft_model,
num_draft_tokens=args.num_draft_tokens, num_draft_tokens=args.num_draft_tokens,
) )
if not args.verbose:
if not args.verbose and mx.distributed.init().rank() == 0:
print(response) print(response)
mx.synchronize()
if __name__ == "__main__": if __name__ == "__main__":