add api llama_model_set_n_gpu_layers

2025-01-15 10:47:53 +04:00
parent 9279a2e3ff
commit 1e1ba5bb91
2 changed files with 9 additions and 0 deletions
@@ -1440,6 +1440,7 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
    params.n_gpu_layers  = n_gpu_layers[my_rank];
    cparams.n_gpu_layers = n_gpu_layers[my_rank];
    mparams.n_gpu_layers = n_gpu_layers[my_rank];
+    llama_model_set_n_gpu_layers(model, n_gpu_layers[my_rank]);

 #ifdef LLAMA_DEBUG
    device_print_props(dev_info_set, n_world, model, cparams);