mirror of
https://github.com/ml-explore/mlx.git
synced 2025-12-16 01:49:05 +08:00
b466dea982
* Set current device when creating cuda event * Separate cuda events by device * Avoid race condition in pool
79 lines
1.9 KiB
C++
79 lines
1.9 KiB
C++
// Copyright © 2025 Apple Inc.
|
|
|
|
#pragma once
|
|
|
|
#include "mlx/allocator.h"
|
|
#include "mlx/backend/cuda/utils.h"
|
|
#include "mlx/stream.h"
|
|
|
|
#include <memory>
|
|
|
|
#include <cuda_runtime.h>
|
|
#include <cuda/atomic>
|
|
|
|
namespace mlx::core::cu {
|
|
|
|
class Device;
|
|
|
|
// RAII-managed move-only wrapper of cudaEvent_t.
|
|
struct CudaEventHandle : public CudaHandle<cudaEvent_t, cudaEventDestroy> {
|
|
CudaEventHandle(Device& d, int flags);
|
|
Device& device;
|
|
int flags;
|
|
};
|
|
|
|
// Wrapper of native cuda event. It can synchronize between GPU streams, or wait
|
|
// on GPU stream in CPU stream, but can not wait on CPU stream.
|
|
class CudaEvent {
|
|
public:
|
|
CudaEvent(Device& d, int flags);
|
|
~CudaEvent();
|
|
|
|
CudaEvent(CudaEvent&&) = default;
|
|
CudaEvent& operator=(CudaEvent&&) = default;
|
|
|
|
CudaEvent(const CudaEvent&) = delete;
|
|
CudaEvent& operator=(const CudaEvent&) = delete;
|
|
|
|
void wait();
|
|
void wait(cudaStream_t stream);
|
|
void record(cudaStream_t stream);
|
|
|
|
// Return whether the recorded kernels have completed. Note that this method
|
|
// returns true if record() has not been called.
|
|
bool completed() const;
|
|
|
|
// Internal: make sure event pool is initialized.
|
|
static void init_pool();
|
|
|
|
private:
|
|
CudaEventHandle event_;
|
|
};
|
|
|
|
// Event that can synchronize between CPU and GPU. It is much slower than
|
|
// CudaEvent so the latter should always be preferred when possible.
|
|
class AtomicEvent {
|
|
public:
|
|
using Atomic = cuda::atomic<uint64_t>;
|
|
|
|
AtomicEvent();
|
|
|
|
void wait(uint64_t value);
|
|
void wait(cudaStream_t stream, uint64_t value);
|
|
void wait(Stream s, uint64_t value);
|
|
void signal(uint64_t value);
|
|
void signal(cudaStream_t stream, uint64_t value);
|
|
void signal(Stream s, uint64_t value);
|
|
bool is_signaled(uint64_t value) const;
|
|
uint64_t value() const;
|
|
|
|
private:
|
|
Atomic* atomic() const {
|
|
return static_cast<AtomicEvent::Atomic*>(buf_->raw_ptr());
|
|
}
|
|
|
|
std::shared_ptr<allocator::Buffer> buf_;
|
|
};
|
|
|
|
} // namespace mlx::core::cu
|