zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-12-16 01:49:05 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Use a heap for small sizes (#1911)

Browse Source 
* use a heap for small sizes

* check if VM
This commit is contained in:
Awni Hannun
2025-03-03 06:50:57 -08:00
committed by GitHub
parent 4e7cd31d12
commit ba12e4999a
5 changed files with 53 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
mlx/backend/metal/device.cpp
View File

@@ -692,12 +692,13 @@ void new_stream(Stream stream) {
}
}
std::unordered_map<std::string, std::variant<std::string, size_t>>
const std::unordered_map<std::string, std::variant<std::string, size_t>>&
device_info() {
auto init_device_info = []()
-> std::unordered_map<std::string, std::variant<std::string, size_t>> {
auto pool = new_scoped_memory_pool();
auto raw_device = device(default_device()).mtl_device();
auto name = std::string(raw_device->name()->utf8String());
auto arch = std::string(raw_device->architecture()->name()->utf8String());
size_t memsize = 0;
@@ -711,6 +712,7 @@ device_info() {
}
return {
{"device_name", name},
{"architecture", arch},
{"max_buffer_length", raw_device->maxBufferLength()},
{"max_recommended_working_set_size",