RoPE for CUDA (#2293)

* First working CUDA rope

* Fix random
This commit is contained in:
Angelos Katharopoulos
2025-06-15 06:08:07 -07:00
committed by GitHub
parent a14aaa7c9d
commit 580776559b
8 changed files with 443 additions and 29 deletions

View File

@@ -32,6 +32,7 @@ target_sources(
${CMAKE_CURRENT_SOURCE_DIR}/reduce/row_reduce.cu
${CMAKE_CURRENT_SOURCE_DIR}/reduce/segmented_reduce.cu
${CMAKE_CURRENT_SOURCE_DIR}/rms_norm.cu
${CMAKE_CURRENT_SOURCE_DIR}/rope.cu
${CMAKE_CURRENT_SOURCE_DIR}/slicing.cpp
${CMAKE_CURRENT_SOURCE_DIR}/softmax.cu
${CMAKE_CURRENT_SOURCE_DIR}/sort.cu