2023-12-18 05:23:03 +08:00
|
|
|
.. _layers:
|
|
|
|
|
|
|
|
|
|
.. currentmodule:: mlx.nn
|
|
|
|
|
|
|
|
|
|
Layers
|
|
|
|
|
------
|
|
|
|
|
|
|
|
|
|
.. autosummary::
|
|
|
|
|
:toctree: _autosummary
|
|
|
|
|
:template: nn-module-template.rst
|
|
|
|
|
|
2024-01-04 12:14:05 +08:00
|
|
|
Sequential
|
2023-12-18 05:23:03 +08:00
|
|
|
ReLU
|
|
|
|
|
PReLU
|
|
|
|
|
GELU
|
|
|
|
|
SiLU
|
|
|
|
|
Step
|
|
|
|
|
SELU
|
|
|
|
|
Mish
|
2024-01-04 12:14:05 +08:00
|
|
|
Embedding
|
2023-12-18 05:23:03 +08:00
|
|
|
Linear
|
2024-01-04 12:14:05 +08:00
|
|
|
QuantizedLinear
|
2023-12-18 05:23:03 +08:00
|
|
|
Conv1d
|
|
|
|
|
Conv2d
|
2024-01-04 12:14:05 +08:00
|
|
|
BatchNorm
|
2023-12-18 05:23:03 +08:00
|
|
|
LayerNorm
|
|
|
|
|
RMSNorm
|
|
|
|
|
GroupNorm
|
2024-01-04 12:14:05 +08:00
|
|
|
InstanceNorm
|
|
|
|
|
Dropout
|
|
|
|
|
Dropout2d
|
|
|
|
|
Dropout3d
|
|
|
|
|
Transformer
|
2023-12-18 05:23:03 +08:00
|
|
|
MultiHeadAttention
|
2024-01-04 12:14:05 +08:00
|
|
|
ALiBi
|
|
|
|
|
RoPE
|
|
|
|
|
SinusoidalPositionalEncoding
|
