zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-09-23 14:08:12 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

Only request residency once (#2051)

Browse Source
This commit is contained in:
Awni Hannun
2025-04-07 10:47:51 -07:00
committed by GitHub
parent f2c85308c1
commit 60c4154346
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
mlx/backend/metal/resident.cpp
View File

@@ -22,6 +22,7 @@ ResidencySet::ResidencySet(MTL::Device* d) {
} }
throw std::runtime_error(msg.str()); throw std::runtime_error(msg.str());
} }
wired_set_->requestResidency();
} }
} }
@@ -32,7 +33,6 @@ void ResidencySet::insert(MTL::Allocation* buf) {
if (wired_set_->allocatedSize() + buf->allocatedSize() <= capacity_) { if (wired_set_->allocatedSize() + buf->allocatedSize() <= capacity_) {
wired_set_->addAllocation(buf); wired_set_->addAllocation(buf);
wired_set_->commit(); wired_set_->commit();
wired_set_->requestResidency();
} else { } else {
unwired_set_.insert(buf); unwired_set_.insert(buf);
} }
@@ -76,7 +76,6 @@ void ResidencySet::resize(size_t size) {
} }
} }
wired_set_->commit(); wired_set_->commit();
wired_set_->requestResidency();
} else if (current_size > size) { } else if (current_size > size) {
auto pool = new_scoped_memory_pool(); auto pool = new_scoped_memory_pool();
// Remove wired allocations until under capacity // Remove wired allocations until under capacity