add arg --cuda-mem

2025-01-16 09:15:34 +04:00
parent dab6b2e1c2
commit 46e99218b4
5 changed files with 19 additions and 3 deletions
@@ -416,6 +416,7 @@ extern "C" {
                       struct device_info * dev_info, 
                       struct llama_model * model, 
                struct llama_model_loader * ml,
+                                      int   cuda_mem,
                                      int   n_predict,
                                      int   n_ctx,
                                      int   n_threads,