mirror of
https://github.com/ml-explore/mlx.git
synced 2025-06-25 09:51:17 +08:00
b7f905787e
* Initial GGUF support for tensor fields. --------- Co-authored-by: Awni Hannun <awni@apple.com>
37 lines
936 B
C++
37 lines
936 B
C++
// Copyright © 2023 Apple Inc.
|
|
|
|
#pragma once
|
|
|
|
#include <pybind11/pybind11.h>
|
|
#include <optional>
|
|
#include <string>
|
|
#include <unordered_map>
|
|
#include <variant>
|
|
#include "mlx/ops.h"
|
|
|
|
namespace py = pybind11;
|
|
using namespace mlx::core;
|
|
|
|
using DictOrArray = std::variant<array, std::unordered_map<std::string, array>>;
|
|
|
|
std::unordered_map<std::string, array> mlx_load_safetensor_helper(
|
|
py::object file,
|
|
StreamOrDevice s);
|
|
void mlx_save_safetensor_helper(py::object file, py::dict d);
|
|
|
|
std::unordered_map<std::string, array> mlx_load_gguf_helper(
|
|
py::object file,
|
|
StreamOrDevice s);
|
|
void mlx_save_gguf_helper(py::object file, py::dict d);
|
|
|
|
DictOrArray mlx_load_helper(
|
|
py::object file,
|
|
std::optional<std::string> format,
|
|
StreamOrDevice s);
|
|
void mlx_save_helper(py::object file, array a);
|
|
void mlx_savez_helper(
|
|
py::object file,
|
|
py::args args,
|
|
const py::kwargs& kwargs,
|
|
bool compressed = false);
|