[CUDA] Matmul utils initial commit (#2441)

2025-12-16 01:49:05 +08:00 · 2025-08-01 14:22:25 -07:00
parent 86258f292f
commit be9bc96da4
32 changed files with 856 additions and 14 deletions
--- a/mlx/backend/cuda/copy/copy_general.cu
+++ b/mlx/backend/cuda/copy/copy_general.cu
@@ -77,6 +77,7 @@ void copy_general(
                    cu::copy_gg_nd<InType, OutType, IdxT, ndim_constant()>,
                    num_blocks,
                    block_dims,
+                    0,
                    in_ptr,
                    out_ptr,
                    data_size,
@@ -91,6 +92,7 @@ void copy_general(
                  cu::copy_gg<InType, OutType, IdxT>,
                  num_blocks,
                  block_dims,
+                  0,
                  in_ptr,
                  out_ptr,
                  data_size,