zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-07-05 00:01:13 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Replace time.time() with time.perf_counter() as it is more suited for benchmarking (#380)

Browse Source
This commit is contained in:
Ashish 2024-01-26 15:11:38 -07:00 committed by GitHub
parent 5aa652d3c2
commit 20b969b412
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
llms/mlx_lm/utils.py
View File

@ -149,7 +149,7 @@ def generate(
prompt = mx.array(tokenizer.encode(prompt))
tic = time.time()
tic = time.perf_counter()
tokens = []
skip = 0
REPLACEMENT_CHAR = "\ufffd"
@ -158,8 +158,8 @@ def generate(
if token == tokenizer.eos_token_id:
break
if n == 0:
prompt_time = time.time() - tic
tic = time.time()
prompt_time = time.perf_counter() - tic
tic = time.perf_counter()
tokens.append(token.item())
if verbose:
@ -175,7 +175,7 @@ def generate(
if verbose:
print(tokens[skip:], flush=True)
gen_time = time.time() - tic
gen_time = time.perf_counter() - tic
print("=" * 10)
if len(tokens) == 0:
print("No tokens generated for this prompt")