zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-06-25 01:41:17 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use reshape and transpose for non-overlapping pooling windows (#867)

Browse Source
This commit is contained in:
Angelos Katharopoulos 2024-03-21 10:21:03 -07:00 committed by GitHub
parent f5a1582fe8
commit 53e6a9367c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 22 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
python/mlx/nn/layers/pooling.py
View File

@ -20,6 +20,22 @@ def _value_or_list(x, n, msg):
return [x] * n return [x] * n
def _non_overlapping_sliding_windows(x, shape, window_shape):
# Compute the intermediate shape
new_shape = [shape[0]]
for s, w in zip(shape[1:], window_shape):
new_shape.append(s // w)
new_shape.append(w)
new_shape.append(shape[-1])
last_axis = len(new_shape) - 1
axis_order = [0, *range(1, last_axis, 2), *range(2, last_axis, 2), last_axis]
x = x.reshape(new_shape)
x = x.transpose(axis_order)
return x
def _sliding_windows(x, window_shape, window_strides): def _sliding_windows(x, window_shape, window_strides):
if x.ndim < 3: if x.ndim < 3:
raise ValueError( raise ValueError(
@ -37,6 +53,12 @@ def _sliding_windows(x, window_shape, window_strides):
) )
shape = x.shape shape = x.shape
if all(
window == stride and size % window == 0
for size, window, stride in zip(spatial_dims, window_shape, window_strides)
):
return _non_overlapping_sliding_windows(x, shape, window_shape)
strides = list(reversed(list(accumulate(reversed(shape + (1,)), operator.mul))))[1:] strides = list(reversed(list(accumulate(reversed(shape + (1,)), operator.mul))))[1:]
# Compute the output shape # Compute the output shape