electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add LLAMA_API llama_profile_device

Browse Source
This commit is contained in:
Lizonghang
2024-11-07 09:30:39 +04:00
parent b922418cca
commit ef7fdf70cc
6 changed files with 131 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files
include/llama.h
+4 -1
View File
@@ -4,6 +4,8 @@
#include "ggml.h"
#include "ggml-backend.h"
#include "profiler.h"
#include <stddef.h>
#include <stdint.h>
#include <stdio.h>
@@ -408,7 +410,8 @@ extern "C" {
// Call once at the start of the program
LLAMA_API void llama_backend_init(void);
ggml_backend_buffer_type_t llama_dev_buffer_type(struct llama_model * model, int device);
LLAMA_API void llama_profile_device (struct device_info * dev_info, struct llama_model * model, const char * test_file);
LLAMA_API ggml_backend_buffer_type_t llama_dev_buffer_type(struct llama_model * model, int device);
//optional:
LLAMA_API void llama_numa_init(enum ggml_numa_strategy numa);