zhangyiss/mlx-examples
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx-examples.git synced 2025-10-31 02:48:07 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

ordering

Browse Source
This commit is contained in:
Alex Barron
2024-12-19 00:08:28 -08:00
parent 4385363c0f
commit d5f49d65b9
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llms/mlx_lm/evaluate.py
View File

@@ -222,10 +222,10 @@ class MLXLM(LM):
if group is not None: if group is not None:
per_group = int(np.ceil(num_results / group.size())) per_group = int(np.ceil(num_results / group.size()))
scores = mx.pad(scores, ((0, per_group - len(scores)),)) scores = mx.pad(scores, ((0, per_group - len(scores)),))
scores = mx.distributed.all_gather(scores[mx.newaxis], stream=mx.cpu)
scores = scores.T.reshape(-1)
is_greedy = mx.distributed.all_gather(is_greedy[mx.newaxis], stream=mx.cpu)
is_greedy = mx.pad(is_greedy, ((0, per_group - len(is_greedy)))) is_greedy = mx.pad(is_greedy, ((0, per_group - len(is_greedy))))
scores = mx.distributed.all_gather(scores[mx.newaxis], stream=mx.cpu)
is_greedy = mx.distributed.all_gather(is_greedy[mx.newaxis], stream=mx.cpu)
scores = scores.T.reshape(-1)
is_greedy = is_greedy.T.reshape(-1) is_greedy = is_greedy.T.reshape(-1)
scores = np.array(scores[:num_results]) scores = np.array(scores[:num_results])