[CUDA] Matmul utils initial commit (#2441)

2025-12-16 01:49:05 +08:00 · 2025-08-01 14:22:25 -07:00
parent 86258f292f
commit be9bc96da4
32 changed files with 856 additions and 14 deletions
--- a/mlx/backend/cuda/copy/copy_general_input.cu
+++ b/mlx/backend/cuda/copy/copy_general_input.cu
@@ -68,6 +68,7 @@ void copy_general_input(
                    cu::copy_g_nd<InType, OutType, IdxT, dims_constant()>,
                    num_blocks,
                    block_dims,
+                    0,
                    in_ptr,
                    out_ptr,
                    out.size(),
@@ -80,6 +81,7 @@ void copy_general_input(
                  cu::copy_g<InType, OutType, IdxT>,
                  num_blocks,
                  block_dims,
+                  0,
                  in_ptr,
                  out_ptr,
                  out.size(),