This commit is contained in:
Awni Hannun 2025-06-20 13:01:27 -07:00
parent 1a0e884036
commit 6bb0b254fd

View File

@ -162,7 +162,7 @@ class MatMul {
} }
} }
void *workspace_ptr = nullptr; void* workspace_ptr = nullptr;
if (heuristic_.workspaceSize > 0) { if (heuristic_.workspaceSize > 0) {
array workspace( array workspace(
allocator::malloc(heuristic_.workspaceSize), allocator::malloc(heuristic_.workspaceSize),
@ -464,7 +464,14 @@ void AddMM::eval_gpu(const std::vector<array>& inputs, array& out) {
auto nbatch = batch_count / batch_shape.back(); auto nbatch = batch_count / batch_shape.back();
if (nbatch == 1) { if (nbatch == 1) {
matmul.run(encoder, out.data<int8_t>(), a.data<int8_t>(), b.data<int8_t>(), c.data<int8_t>(), alpha_, beta_); matmul.run(
encoder,
out.data<int8_t>(),
a.data<int8_t>(),
b.data<int8_t>(),
c.data<int8_t>(),
alpha_,
beta_);
return; return;
} }