use arg prefetch and remove arg unload

2025-02-12 17:04:41 +04:00
parent 708b1d8c89
commit c84f9d29fe
5 changed files with 15 additions and 19 deletions
@@ -1714,7 +1714,7 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param

    cparams.n_world           = params.n_world;
    cparams.rank              = params.rank;
-    cparams.unload            = params.unload;
+    cparams.prefetch          = params.prefetch;
    cparams.keep_out_in_metal = params.keep_out_in_metal;
    cparams.n_gpu_layers      = params.n_gpu_layers;
    std::copy(std::begin(params.n_layer_window), std::end(params.n_layer_window), cparams.n_layer_window);