llama_profile_device: add arg n_predict

2024-12-06 16:37:25 +04:00
parent a46d56cc60
commit cd823546dd
3 changed files with 4 additions and 3 deletions
@@ -415,6 +415,7 @@ extern "C" {
                struct device_info        * dev_info, 
                struct llama_model        * model, 
                struct llama_model_loader * ml,
+                int                         n_predict,
                int                         n_threads);

    LLAMA_API ggml_backend_buffer_type_t llama_dev_buffer_type(struct llama_model * model, int device);