GGUF support (#350)

* Initial GGUF support for tensor fields. --------- Co-authored-by: Awni Hannun <[email protected]>
2024-01-10 13:22:48 -08:00
parent e3e933c6bc
commit b7f905787e
12 changed files with 362 additions and 55 deletions
@@ -19,6 +19,11 @@ std::unordered_map<std::string, array> mlx_load_safetensor_helper(
    StreamOrDevice s);
 void mlx_save_safetensor_helper(py::object file, py::dict d);

+std::unordered_map<std::string, array> mlx_load_gguf_helper(
+    py::object file,
+    StreamOrDevice s);
+void mlx_save_gguf_helper(py::object file, py::dict d);
+
 DictOrArray mlx_load_helper(
    py::object file,
    std::optional<std::string> format,