// Copyright © 2023 Apple Inc. #include #include #include #include "doctest/doctest.h" #include "mlx/mlx.h" using namespace mlx::core; std::string get_temp_file(const std::string& name) { return std::filesystem::temp_directory_path().append(name); } TEST_CASE("test save_safetensors") { std::string file_path = get_temp_file("test_arr.safetensors"); auto map = std::unordered_map(); map.insert({"test", array({1.0, 2.0, 3.0, 4.0})}); map.insert({"test2", ones({2, 2})}); save_safetensors(file_path, map); auto dict = load_safetensors(file_path); CHECK_EQ(dict.size(), 2); CHECK_EQ(dict.count("test"), 1); CHECK_EQ(dict.count("test2"), 1); array test = dict.at("test"); CHECK_EQ(test.dtype(), float32); CHECK_EQ(test.shape(), std::vector({4})); CHECK(array_equal(test, array({1.0, 2.0, 3.0, 4.0})).item()); array test2 = dict.at("test2"); CHECK_EQ(test2.dtype(), float32); CHECK_EQ(test2.shape(), std::vector({2, 2})); CHECK(array_equal(test2, ones({2, 2})).item()); } TEST_CASE("test gguf") { std::string file_path = get_temp_file("test_arr.gguf"); using dict = std::unordered_map; dict map = { {"test", array({1.0f, 2.0f, 3.0f, 4.0f})}, {"test2", reshape(arange(6), {3, 2})}}; save_gguf(file_path, map); auto loaded = load_gguf(file_path); CHECK_EQ(loaded.size(), 2); CHECK_EQ(loaded.count("test"), 1); CHECK_EQ(loaded.count("test2"), 1); for (auto [k, v] : loaded) { CHECK(array_equal(v, map.at(k)).item()); } std::vector unsupported_types = { bool_, uint8, uint32, uint64, int64, bfloat16, complex64}; for (auto t : unsupported_types) { dict to_save = {{"test", astype(arange(5), t)}}; CHECK_THROWS(save_gguf(file_path, to_save)); } std::vector supported_types = {int8, int32, float16}; for (auto t : supported_types) { auto arr = astype(arange(5), t); dict to_save = {{"test", arr}}; save_gguf(file_path, to_save); auto loaded = load_gguf(file_path); CHECK(array_equal(loaded.at("test"), arr).item()); } } TEST_CASE("test single array serialization") { // Basic test { auto a = random::uniform(-5.f, 5.f, {2, 5, 12}, float32); std::string file_path = get_temp_file("test_arr.npy"); save(file_path, a); auto b = load(file_path); CHECK_EQ(a.dtype(), b.dtype()); CHECK_EQ(a.shape(), b.shape()); CHECK(array_equal(a, b).item()); } // Other shapes { auto a = random::uniform( -5.f, 5.f, { 1, }, float32); std::string file_path = get_temp_file("test_arr_0.npy"); save(file_path, a); auto b = load(file_path); CHECK_EQ(a.dtype(), b.dtype()); CHECK_EQ(a.shape(), b.shape()); CHECK(array_equal(a, b).item()); } { auto a = random::uniform( -5.f, 5.f, { 46, }, float32); std::string file_path = get_temp_file("test_arr_1.npy"); save(file_path, a); auto b = load(file_path); CHECK_EQ(a.dtype(), b.dtype()); CHECK_EQ(a.shape(), b.shape()); CHECK(array_equal(a, b).item()); } { auto a = random::uniform(-5.f, 5.f, {5, 2, 1, 3, 4}, float32); std::string file_path = get_temp_file("test_arr_2.npy"); save(file_path, a); auto b = load(file_path); CHECK_EQ(a.dtype(), b.dtype()); CHECK_EQ(a.shape(), b.shape()); CHECK(array_equal(a, b).item()); } }