diff --git a/mlx/backend/cuda/device.cpp b/mlx/backend/cuda/device.cpp
index 102e241a4..cae41facd 100644
--- a/mlx/backend/cuda/device.cpp
+++ b/mlx/backend/cuda/device.cpp
@@ -189,8 +189,6 @@ CommandEncoder::CommandEncoder(Device& d)
   CHECK_CUDA_ERROR(cudaGraphCreate(&graph_, 0));
 }
 
-CommandEncoder::~CommandEncoder() = default;
-
 void CommandEncoder::add_completed_handler(std::function<void()> task) {
   worker_.add_task(std::move(task));
 }
diff --git a/mlx/backend/cuda/device.h b/mlx/backend/cuda/device.h
index 21a991765..4810d04a3 100644
--- a/mlx/backend/cuda/device.h
+++ b/mlx/backend/cuda/device.h
@@ -32,7 +32,6 @@ class CommandEncoder {
   };
 
   explicit CommandEncoder(Device& d);
-  ~CommandEncoder();
 
   CommandEncoder(const CommandEncoder&) = delete;
   CommandEncoder& operator=(const CommandEncoder&) = delete;