mirror of
https://github.com/ml-explore/mlx-examples.git
synced 2025-08-30 02:53:41 +08:00
3082db0143
TODO: Re-implement `batch_generate` TODO: Update all `generate_step` callsites NOTE: `generate_step` taking `(bs, seq_len)` instead of `(seq_len,)` is a breaking change. In particular, `sampler` and `logits_processors` will need to handle logits of shape `(bs, vocab_size)` instead of `(vocab_size,)`.
10 lines
214 B
Python
10 lines
214 B
Python
# Copyright © 2023-2024 Apple Inc.
|
|
|
|
import os
|
|
|
|
from ._version import __version__
|
|
|
|
os.environ["TRANSFORMERS_NO_ADVISORY_WARNINGS"] = "1"
|
|
|
|
from .utils import convert, generate, load, stream_generate, batch_generate
|