docs: clarify split loading usage

2025-06-19 19:55:56 +08:00
parent 1e7ae71ce5
commit 6a898ef9d8
6 changed files with 91 additions and 25 deletions
@@ -1943,6 +1943,7 @@ struct llama_model_params llama_model_params_from_gpt_params(const gpt_params &
    mparams.n_world         = params.n_world;
    mparams.rank            = params.rank;
    mparams.rpc_servers     = params.rpc_servers.c_str();
+    mparams.gguf_splits     = params.gguf_splits.c_str();
    mparams.main_gpu        = params.main_gpu;
    mparams.split_mode      = params.split_mode;
    mparams.tensor_split    = params.tensor_split;