electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix prefetch

Browse Source
This commit is contained in:
Lizonghang
2025-02-04 17:38:41 +04:00
parent ec73e239c9
commit 8e41362af0
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama.cpp
+5 -6
View File
@@ -17792,10 +17792,9 @@ static void manage_graph_tensors(struct ggml_cgraph * cgraph, int advice, bool f
// if advice is POSIX_MADV_WILLNEED, force to prefetch data
if (force && advice == POSIX_MADV_WILLNEED) {
// coarse-grained prefetch
char * ptr = reinterpret_cast<char *>(first);
for (size_t off = 0; off < len; off += page_size * 32) {
volatile char data = ptr[off];
(void)data;
volatile char * ptr = (volatile char *)first;
for (size_t off = 0; off < len; off += page_size) {
(void)ptr[off];
}
}
}
@@ -18070,9 +18069,9 @@ static int llama_decode_internal(
timer(manage_graph_tensors);
int next_gf_id = (i + 1) % gf.size();
manage_graph_tensors(gf[next_gf_id], POSIX_MADV_WILLNEED, false);
manage_graph_tensors(gf[next_gf_id], POSIX_MADV_WILLNEED, true);
if (my_rank == 0 && (is_last_l || (next_gf_id == (int)gf.size() - 1))) {
manage_graph_tensors(gf[0], POSIX_MADV_WILLNEED, false);
manage_graph_tensors(gf[0], POSIX_MADV_WILLNEED, true);
}
if (cparams.unload && n_world > 1) {