remove cache for now

This commit is contained in:
Awni Hannun 2023-12-25 13:45:05 -08:00
parent c67a48be48
commit 8fbd760b90

View File

@ -1,6 +1,5 @@
// Copyright © 2023 Apple Inc. // Copyright © 2023 Apple Inc.
#include <iostream>
#include "mlx/backend/metal/allocator.h" #include "mlx/backend/metal/allocator.h"
#include "mlx/backend/metal/metal.h" #include "mlx/backend/metal/metal.h"
@ -41,7 +40,8 @@ Buffer MetalAllocator::malloc(size_t size, bool allow_swap /* = false */) {
// if (!buf) { // if (!buf) {
// If we have memory pressure, first check if we can reclaim some memory // If we have memory pressure, first check if we can reclaim some memory
// from the cache // from the cache
// if (auto new_size = device_->currentAllocatedSize() + size; new_size >= block_limit_) { // if (auto new_size = device_->currentAllocatedSize() + size; new_size >=
// block_limit_) {
// buffer_cache_.clear(); // buffer_cache_.clear();
// buffer_cache_.release_cached_buffers( // buffer_cache_.release_cached_buffers(
// std::max(new_size - block_limit_, size)); // std::max(new_size - block_limit_, size));