mirror of
https://github.com/ml-explore/mlx.git
synced 2025-12-16 01:49:05 +08:00
df58b4133a
Some checks failed
Nightly Build / build_linux_release (3.10) (push) Has been cancelled
Nightly Build / build_linux_release (3.14) (push) Has been cancelled
Nightly Build / build_linux_with_tests (3.10) (push) Has been cancelled
Nightly Build / build_linux_with_tests (3.11) (push) Has been cancelled
Nightly Build / build_linux_with_tests (3.12) (push) Has been cancelled
Nightly Build / build_linux_with_tests (3.13) (push) Has been cancelled
Nightly Build / build_linux_with_tests (3.14) (push) Has been cancelled
Nightly Build / build_mac_release (3.10) (push) Has been cancelled
Nightly Build / build_mac_release (3.13) (push) Has been cancelled
Nightly Build / build_cuda_with_tests (push) Has been cancelled
Nightly Build / build_cuda_release (push) Has been cancelled
Nightly Build / Linux Fedora CPP Build (aarch64) (push) Has been cancelled
Nightly Build / Linux Fedora CPP Build (x86_64) (push) Has been cancelled
* Use async cuda malloc managed with cuda 13 * add pool threshold * refactor for regular cuda malloc * load eval gpu for cuda * remove use of cuda pool, use cuda free async * fix * fix * fix * fix * fix + comment
98 lines
2.6 KiB
C++
98 lines
2.6 KiB
C++
// Copyright © 2023 Apple Inc.
|
|
|
|
#pragma once
|
|
|
|
#include "mlx/allocator.h"
|
|
#include "mlx/array.h"
|
|
#include "mlx/backend/common/utils.h"
|
|
|
|
namespace mlx::core {
|
|
|
|
enum class BinaryOpType {
|
|
ScalarScalar,
|
|
ScalarVector,
|
|
VectorScalar,
|
|
VectorVector,
|
|
General,
|
|
};
|
|
|
|
inline BinaryOpType get_binary_op_type(const array& a, const array& b) {
|
|
BinaryOpType bopt;
|
|
if (a.data_size() == 1 && b.data_size() == 1) {
|
|
bopt = BinaryOpType::ScalarScalar;
|
|
} else if (a.data_size() == 1 && b.flags().contiguous) {
|
|
bopt = BinaryOpType::ScalarVector;
|
|
} else if (b.data_size() == 1 && a.flags().contiguous) {
|
|
bopt = BinaryOpType::VectorScalar;
|
|
} else if (
|
|
(a.flags().row_contiguous && b.flags().row_contiguous) ||
|
|
(a.flags().col_contiguous && b.flags().col_contiguous)) {
|
|
bopt = BinaryOpType::VectorVector;
|
|
} else {
|
|
bopt = BinaryOpType::General;
|
|
}
|
|
return bopt;
|
|
}
|
|
|
|
inline void set_binary_op_output_data(
|
|
const array& a,
|
|
const array& b,
|
|
array& out,
|
|
BinaryOpType bopt,
|
|
std::function<allocator::Buffer(size_t)> mallocfn = allocator::malloc) {
|
|
bool b_donatable = is_donatable(b, out);
|
|
bool a_donatable = is_donatable(a, out);
|
|
switch (bopt) {
|
|
case BinaryOpType::ScalarScalar:
|
|
out.set_data(mallocfn(out.itemsize()), 1, a.strides(), a.flags());
|
|
break;
|
|
case BinaryOpType::ScalarVector:
|
|
if (b_donatable) {
|
|
out.copy_shared_buffer(b);
|
|
} else {
|
|
out.set_data(
|
|
mallocfn(b.data_size() * out.itemsize()),
|
|
b.data_size(),
|
|
b.strides(),
|
|
b.flags());
|
|
}
|
|
break;
|
|
case BinaryOpType::VectorScalar:
|
|
if (a_donatable) {
|
|
out.copy_shared_buffer(a);
|
|
} else {
|
|
out.set_data(
|
|
mallocfn(a.data_size() * out.itemsize()),
|
|
a.data_size(),
|
|
a.strides(),
|
|
a.flags());
|
|
}
|
|
break;
|
|
case BinaryOpType::VectorVector:
|
|
if (a_donatable) {
|
|
out.copy_shared_buffer(a);
|
|
} else if (b_donatable) {
|
|
out.copy_shared_buffer(b);
|
|
} else {
|
|
out.set_data(
|
|
mallocfn(a.data_size() * out.itemsize()),
|
|
a.data_size(),
|
|
a.strides(),
|
|
a.flags());
|
|
}
|
|
break;
|
|
case BinaryOpType::General:
|
|
if (a_donatable && a.flags().row_contiguous && a.size() == out.size()) {
|
|
out.copy_shared_buffer(a);
|
|
} else if (
|
|
b_donatable && b.flags().row_contiguous && b.size() == out.size()) {
|
|
out.copy_shared_buffer(b);
|
|
} else {
|
|
out.set_data(mallocfn(out.nbytes()));
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
} // namespace mlx::core
|