modify default max nodes back to 8192

2025-01-04 19:18:59 +04:00
parent e543fcd55f
commit 0b9720c222
1 changed files with 1 additions and 1 deletions
@@ -4599,7 +4599,7 @@ namespace GGUFMeta {
 using llama_buf_map = std::unordered_map<uint32_t, ggml_backend_buffer_t>;

 static size_t llama_model_max_nodes(const llama_model & model) {
-    return std::max<size_t>(16384, model.tensors_by_name.size()*5);
+    return std::max<size_t>(8192, model.tensors_by_name.size()*5);
 }

 static int get_layer_id(const ggml_tensor * tensor) {