diff --git a/mlx/safetensor.cpp b/mlx/safetensor.cpp
index 208829d7f..7aca0c691 100644
--- a/mlx/safetensor.cpp
+++ b/mlx/safetensor.cpp
@@ -288,6 +288,10 @@ std::unordered_map<std::string, array> load_safetensor(
   // Load the arrays using metadata
   std::unordered_map<std::string, array> res;
   for (auto& [key, obj] : *metadata.getObject()) {
+    if (key == "__metadata__") {
+      // ignore metadata for now
+      continue;
+    }
     std::string dtype = obj->getObject()->at("dtype")->getString();
     auto shape = obj->getObject()->at("shape")->getList();
     std::vector<int> shape_vec;