MLX
Loading...
Searching...
No Matches
binary_two.h
Go to the documentation of this file.
1// Copyright © 2024 Apple Inc.
2
3template <typename T, typename U, typename Op>
4[[kernel]] void binary_ss(
5 device const T* a,
6 device const T* b,
7 device U* c,
8 device U* d,
9 uint index [[thread_position_in_grid]]) {
10 auto out = Op()(a[0], b[0]);
11 c[index] = out[0];
12 d[index] = out[1];
13}
14
15template <typename T, typename U, typename Op>
16[[kernel]] void binary_sv(
17 device const T* a,
18 device const T* b,
19 device U* c,
20 device U* d,
21 uint index [[thread_position_in_grid]]) {
22 auto out = Op()(a[0], b[index]);
23 c[index] = out[0];
24 d[index] = out[1];
25}
26
27template <typename T, typename U, typename Op>
28[[kernel]] void binary_vs(
29 device const T* a,
30 device const T* b,
31 device U* c,
32 device U* d,
33 uint index [[thread_position_in_grid]]) {
34 auto out = Op()(a[index], b[0]);
35 c[index] = out[0];
36 d[index] = out[1];
37}
38
39template <typename T, typename U, typename Op>
40[[kernel]] void binary_vv(
41 device const T* a,
42 device const T* b,
43 device U* c,
44 device U* d,
45 uint index [[thread_position_in_grid]]) {
46 auto out = Op()(a[index], b[index]);
47 c[index] = out[0];
48 d[index] = out[1];
49}
50
51template <typename T, typename U, typename Op>
52[[kernel]] void binary_g_nd1(
53 device const T* a,
54 device const T* b,
55 device U* c,
56 device U* d,
57 constant const size_t& a_stride,
58 constant const size_t& b_stride,
59 uint index [[thread_position_in_grid]]) {
60 auto a_idx = elem_to_loc_1(index, a_stride);
61 auto b_idx = elem_to_loc_1(index, b_stride);
62 auto out = Op()(a[a_idx], b[b_idx]);
63 c[index] = out[0];
64 d[index] = out[1];
65}
66
67template <typename T, typename U, typename Op>
68[[kernel]] void binary_g_nd2(
69 device const T* a,
70 device const T* b,
71 device U* c,
72 device U* d,
73 constant const size_t a_strides[2],
74 constant const size_t b_strides[2],
75 uint2 index [[thread_position_in_grid]],
76 uint2 grid_dim [[threads_per_grid]]) {
77 auto a_idx = elem_to_loc_2(index, a_strides);
78 auto b_idx = elem_to_loc_2(index, b_strides);
79 size_t out_idx = index.x + (size_t)grid_dim.x * index.y;
80 auto out = Op()(a[a_idx], b[b_idx]);
81 c[out_idx] = out[0];
82 d[out_idx] = out[1];
83}
84
85template <typename T, typename U, typename Op>
86[[kernel]] void binary_g_nd3(
87 device const T* a,
88 device const T* b,
89 device U* c,
90 device U* d,
91 constant const size_t a_strides[3],
92 constant const size_t b_strides[3],
93 uint3 index [[thread_position_in_grid]],
94 uint3 grid_dim [[threads_per_grid]]) {
95 auto a_idx = elem_to_loc_3(index, a_strides);
96 auto b_idx = elem_to_loc_3(index, b_strides);
97 size_t out_idx =
98 index.x + (size_t)grid_dim.x * (index.y + (size_t)grid_dim.y * index.z);
99 auto out = Op()(a[a_idx], b[b_idx]);
100 c[out_idx] = out[0];
101 d[out_idx] = out[1];
102}
103
104template <typename T, typename U, typename Op, int DIM>
105[[kernel]] void binary_g_nd(
106 device const T* a,
107 device const T* b,
108 device U* c,
109 device U* d,
110 constant const int shape[DIM],
111 constant const size_t a_strides[DIM],
112 constant const size_t b_strides[DIM],
113 uint3 index [[thread_position_in_grid]],
114 uint3 grid_dim [[threads_per_grid]]) {
115 auto idx = elem_to_loc_2_nd<DIM>(index, shape, a_strides, b_strides);
116 size_t out_idx =
117 index.x + (size_t)grid_dim.x * (index.y + (size_t)grid_dim.y * index.z);
118 auto out = Op()(a[idx.x], b[idx.y]);
119 c[out_idx] = out[0];
120 d[out_idx] = out[1];
121}
122
123template <typename T, typename U, typename Op>
124[[kernel]] void binary_g(
125 device const T* a,
126 device const T* b,
127 device U* c,
128 device U* d,
129 constant const int* shape,
130 constant const size_t* a_strides,
131 constant const size_t* b_strides,
132 constant const int& ndim,
133 uint3 index [[thread_position_in_grid]],
134 uint3 grid_dim [[threads_per_grid]]) {
135 auto idx = elem_to_loc_2_nd(index, shape, a_strides, b_strides, ndim);
136 size_t out_idx = index.x + grid_dim.x * (index.y + grid_dim.y * index.z);
137 auto out = Op()(a[idx.x], b[idx.y]);
138 c[out_idx] = out[0];
139 d[out_idx] = out[1];
140}
METAL_FUNC stride_t elem_to_loc_1(uint elem, constant const stride_t &stride)
Definition utils.h:123
METAL_FUNC stride_t elem_to_loc_3(uint3 elem, constant const stride_t strides[3])
Definition utils.h:135
METAL_FUNC uint2 elem_to_loc_2_nd(uint3 elem, constant const int *shape, constant const size_t *a_strides, constant const size_t *b_strides, int ndim)
Definition utils.h:200
METAL_FUNC stride_t elem_to_loc_2(uint2 elem, constant const stride_t strides[2])
Definition utils.h:129
void binary_g_nd2(device const T *a, device const T *b, device U *c, device U *d, constant const size_t a_strides[2], constant const size_t b_strides[2], uint2 index, uint2 grid_dim)
Definition binary_two.h:68
void binary_vs(device const T *a, device const T *b, device U *c, device U *d, uint index)
Definition binary_two.h:28
void binary_g_nd3(device const T *a, device const T *b, device U *c, device U *d, constant const size_t a_strides[3], constant const size_t b_strides[3], uint3 index, uint3 grid_dim)
Definition binary_two.h:86
void binary_g_nd(device const T *a, device const T *b, device U *c, device U *d, constant const int shape[DIM], constant const size_t a_strides[DIM], constant const size_t b_strides[DIM], uint3 index, uint3 grid_dim)
Definition binary_two.h:105
void binary_sv(device const T *a, device const T *b, device U *c, device U *d, uint index)
Definition binary_two.h:16
void binary_vv(device const T *a, device const T *b, device U *c, device U *d, uint index)
Definition binary_two.h:40
void binary_g(device const T *a, device const T *b, device U *c, device U *d, constant const int *shape, constant const size_t *a_strides, constant const size_t *b_strides, constant const int &ndim, uint3 index, uint3 grid_dim)
Definition binary_two.h:124
void binary_g_nd1(device const T *a, device const T *b, device U *c, device U *d, constant const size_t &a_stride, constant const size_t &b_stride, uint index)
Definition binary_two.h:52
void binary_ss(device const T *a, device const T *b, device U *c, device U *d, uint index)
Definition binary_two.h:4