docs: clarify split loading usage

2025-06-19 19:55:56 +08:00
parent 1e7ae71ce5
commit 6a898ef9d8
6 changed files with 91 additions and 25 deletions
@@ -297,6 +297,8 @@ extern "C" {

        // comma separated list of RPC servers to use for offloading
        const char * rpc_servers;
+        // comma separated list of GGUF split indexes to load; include 0 if the first split's tensors are needed
+        const char * gguf_splits;

        // Called with a progress value between 0.0 and 1.0. Pass NULL to disable.
        // If the provided progress_callback returns true, model loading continues.