add cpu flops test

2024-11-09 20:53:42 +04:00
parent 2bd4d03aa8
commit 5fae6ac36f
6 changed files with 146 additions and 44 deletions
@@ -890,9 +890,11 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) {
    }

    // get device profile
+    LOG_INF("Start profiling this device, this may take some seconds ...\n");
+
    device_info dev_info;
    dev_info.rank = params.rank;
-    llama_profile_device(&dev_info, model, params.model.c_str());
+    llama_profile_device(&dev_info, model, params.model.c_str(), params.cpuparams.n_threads);

    // create llama context
    struct llama_context_params cparams = llama_context_params_from_gpt_params(params);