mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-07-15 06:41:13 +08:00
nits
This commit is contained in:
parent
235348c211
commit
d653371e3d
@ -157,7 +157,6 @@ def generate_grpo(model: nn.Module, prompts, max_tokens, tokenizer, group_size,
|
|||||||
current_input = expanded_prompts[idx]
|
current_input = expanded_prompts[idx]
|
||||||
prompt_cache = cache.make_prompt_cache(model)
|
prompt_cache = cache.make_prompt_cache(model)
|
||||||
|
|
||||||
# Initial forward pass with the prompt
|
|
||||||
logits = model(current_input[None], cache=prompt_cache)[:, -1]
|
logits = model(current_input[None], cache=prompt_cache)[:, -1]
|
||||||
|
|
||||||
while len(current_tokens) < max_tokens:
|
while len(current_tokens) < max_tokens:
|
||||||
|
Loading…
Reference in New Issue
Block a user