diff --git a/mlx/backend/metal/device.cpp b/mlx/backend/metal/device.cpp
index a987ac4b3..7a82e2fb3 100644
--- a/mlx/backend/metal/device.cpp
+++ b/mlx/backend/metal/device.cpp
@@ -249,6 +249,7 @@ Device::~Device() {
   for (auto& l : library_map_) {
     l.second->release();
   }
+  stream_map_.clear();
   device_->release();
 }