mirror of
https://github.com/ml-explore/mlx.git
synced 2025-06-25 01:41:17 +08:00
46 lines
1023 B
C++
46 lines
1023 B
C++
// Copyright © 2025 Apple Inc.
|
|
|
|
#include "mlx/backend/common/utils.h"
|
|
#include "mlx/backend/cpu/gemm.h"
|
|
#include "mlx/backend/cpu/gemms/simd_gemm.h"
|
|
|
|
namespace mlx::core {
|
|
|
|
template <>
|
|
void matmul<bfloat16_t>(
|
|
const bfloat16_t* a,
|
|
const bfloat16_t* b,
|
|
bfloat16_t* out,
|
|
bool a_transposed,
|
|
bool b_transposed,
|
|
size_t lda,
|
|
size_t ldb,
|
|
size_t ldc,
|
|
float alpha,
|
|
float beta,
|
|
size_t batch_size,
|
|
const Shape& a_shape,
|
|
const Strides& a_strides,
|
|
const Shape& b_shape,
|
|
const Strides& b_strides) {
|
|
auto ndim = a_shape.size();
|
|
size_t M = a_shape[ndim - 2];
|
|
size_t N = b_shape[ndim - 1];
|
|
size_t K = a_shape[ndim - 1];
|
|
for (int i = 0; i < batch_size; ++i) {
|
|
simd_gemm<bfloat16_t, float>(
|
|
a + elem_to_loc(M * K * i, a_shape, a_strides),
|
|
b + elem_to_loc(K * N * i, b_shape, b_strides),
|
|
out + M * N * i,
|
|
a_transposed,
|
|
b_transposed,
|
|
M,
|
|
N,
|
|
K,
|
|
alpha,
|
|
beta);
|
|
}
|
|
}
|
|
|
|
} // namespace mlx::core
|