electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add memory copy speed test

Browse Source
This commit is contained in:
Lizonghang
2024-12-09 10:07:42 +04:00
parent 1aee5bd6da
commit d78fa427e7
4 changed files with 179 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/profiler.h
+3
View File
@@ -241,6 +241,9 @@ uint64_t device_swap_memory (bool available);
void device_disk_seq_bw (float * read_seq_bw, float * write_seq_bw, int n_threads);
void device_disk_rnd_bw (float * read_rnd_bw, float * write_rnd_bw, int n_threads);
float device_memory_bw (int n_thread);
float device_cpu_mem_copy (struct llama_model * model, int n_threads);
float device_metal_mem_copy (struct llama_model * model);
float device_cuda_mem_copy (struct llama_model * model);
float device_metal_read_vram_bw();
float device_cuda_read_vram_bw ();
void device_get_props (struct llama_model * model, int device, struct ggml_backend_dev_props * props);