This commit is contained in:
Alex Barron 2024-12-06 16:26:26 -08:00
parent 80590f5ec2
commit c3e51fcf02

View File

@ -101,7 +101,7 @@ class MLXLM(LM):
targets[:, i : i + step_size] == mx.argmax(logits, axis=-1)
)
mx.eval(score, is_greedy)
mx.eval(score, ig)
mx.metal.clear_cache()
is_greedy.append(ig)