add cpu_read_ram_bw, metal_read_vram_bw, cuda_read_vram_bw

2024-11-29 19:04:53 +04:00
parent 0a6ffe68e0
commit 68ecabc8c3
5 changed files with 139 additions and 48 deletions
@@ -1117,6 +1117,7 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param
    cparams.n_world         = params.n_world;
    cparams.rank            = params.rank;
    cparams.unload          = params.unload;
+    cparams.n_gpu_layers    = params.n_gpu_layers;
    std::copy(std::begin(params.n_layer_window), std::end(params.n_layer_window), cparams.n_layer_window);

    if (cparams.master_ip != nullptr) {