zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-06-24 17:31:16 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

add nn module for sigmoid activation (#111)

Browse Source 
* add nn module for sigmoid activation

* update .gitignore with .cache folder generated by jetbrains fleet ide

* remove .cache folder
This commit is contained in:
Henry Ansah 2023-12-10 15:00:39 +00:00 committed by GitHub
parent 600db7d754
commit 68bf1d7867
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -74,3 +74,6 @@ build/
# VSCode
.vscode/
.DS_Store
# Jetbrains
.cache

13
python/mlx/nn/layers/activations.py
View File

@ -15,6 +15,16 @@ def _make_activation_module(f):
return decorator
def sigmoid(x):
r"""Applies the element-wise function:
.. math::
\text{Sigmoid}(x) = \sigma(x) = \frac{1}{1 + \exp(-x)}
"""
return mx.sigmoid(x)
def relu(x):
"""Applies the Rectified Linear Unit.
@ -79,6 +89,9 @@ def gelu_fast_approx(x):
"""
return x * mx.sigmoid(1.773 * x)
@_make_activation_module
class Sigmoid(Module):
pass
@_make_activation_module(relu)
class ReLU(Module):