zhangyiss/mlx
1
0
Fork 0
mirror of https://github.com/ml-explore/mlx.git synced 2025-12-16 01:49:05 +08:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Fix normalization check_input (#1452)

Browse Source
This commit is contained in:
Angelos Katharopoulos
2024-10-03 13:26:56 -07:00
committed by GitHub
parent 5900e3249f
commit d878015228
11 changed files with 147 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
mlx/backend/metal/quantized.cpp
View File

@@ -209,8 +209,12 @@ void QuantizedMatmul::eval_gpu(const std::vector<array>& inputs, array& out) {
}
}
d.get_command_buffer(s.index)->addCompletedHandler(
[copies](MTL::CommandBuffer*) mutable { copies.clear(); });
if (!copies.empty()) {
d.get_command_buffer(s.index)->addCompletedHandler(
[copies = std::move(copies)](MTL::CommandBuffer*) mutable {
copies.clear();
});
}
}
void GatherQMM::eval_gpu(const std::vector<array>& inputs, array& out) {
@@ -599,8 +603,12 @@ void fast::AffineQuantize::eval_gpu(
: MTL::Size(nthreads, 1, 1);
compute_encoder.dispatchThreads(grid_dims, group_dims);
d.get_command_buffer(s.index)->addCompletedHandler(
[copies](MTL::CommandBuffer*) mutable { copies.clear(); });
if (!copies.empty()) {
d.get_command_buffer(s.index)->addCompletedHandler(
[copies = std::move(copies)](MTL::CommandBuffer*) mutable {
copies.clear();
});
}
}
} // namespace mlx::core