electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into dev

Browse Source
This commit is contained in:
Li, Zonghang
2025-06-03 17:56:47 +04:00
parent e25c739ecf 1b3b6a506f
commit a01fafd126
3 changed files with 41 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama.cpp
+5 -5
View File
@@ -18225,7 +18225,7 @@ static int llama_decode_internal(
[&]{ llama_kv_cache_clear (&lctx); },
[&]{ llama_send_kv_cache_clear (&lctx); },
is_last_dev)) {
LLAMA_LOG_INFO("%s: received signal kv_cache_clear\n", __func__);
LLAMA_LOG_DEBUG("%s: received signal kv_cache_clear\n", __func__);
return -1;
}
@@ -18233,7 +18233,7 @@ static int llama_decode_internal(
[&]{ llama_kv_cache_seq_rm (&lctx, meta.rm_seq_id, meta.rm_p0, meta.rm_p1); },
[&]{ llama_send_kv_cache_seq_rm (&lctx, meta.rm_seq_id, meta.rm_p0, meta.rm_p1); },
is_last_dev)) {
LLAMA_LOG_INFO("%s: received signal kv_cache_seq_rm\n", __func__);
LLAMA_LOG_DEBUG("%s: received signal kv_cache_seq_rm\n", __func__);
return -1;
}
@@ -18241,7 +18241,7 @@ static int llama_decode_internal(
[&]{ llama_kv_cache_seq_add (&lctx, meta.add_seq_id, meta.add_p0, meta.add_p1, meta.add_delta); },
[&]{ llama_send_kv_cache_seq_add(&lctx, meta.add_seq_id, meta.add_p0, meta.add_p1, meta.add_delta); },
is_last_dev)) {
LLAMA_LOG_INFO("%s: received signal kv_cache_seq_add\n", __func__);
LLAMA_LOG_DEBUG("%s: received signal kv_cache_seq_add\n", __func__);
return -1;
}
@@ -18249,7 +18249,7 @@ static int llama_decode_internal(
[&]{ llama_kv_cache_seq_cp (&lctx, meta.cp_src_seq_id, meta.cp_dst_seq_id, meta.cp_p0, meta.cp_p1); },
[&]{ llama_send_kv_cache_seq_cp (&lctx, meta.cp_src_seq_id, meta.cp_dst_seq_id, meta.cp_p0, meta.cp_p1); },
is_last_dev)) {
LLAMA_LOG_INFO("%s: received signal kv_cache_seq_cp\n", __func__);
LLAMA_LOG_DEBUG("%s: received signal kv_cache_seq_cp\n", __func__);
return -1;
}
@@ -18257,7 +18257,7 @@ static int llama_decode_internal(
[&]{ llama_kv_cache_seq_div (&lctx, meta.div_seq_id, meta.div_p0, meta.div_p1, meta.div_factor); },
[&]{ llama_send_kv_cache_seq_div(&lctx, meta.div_seq_id, meta.div_p0, meta.div_p1, meta.div_factor); },
is_last_dev)) {
LLAMA_LOG_INFO("%s: received signal kv_cache_seq_div\n", __func__);
LLAMA_LOG_DEBUG("%s: received signal kv_cache_seq_div\n", __func__);
return -1;
}
}