electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix q6k and q80

Browse Source
This commit is contained in:
Zonghang Li
2025-04-16 08:55:07 +04:00
parent b59d6d9cdf
commit 5a5f103833
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/profiler.cpp
+1 -1
View File
@@ -370,7 +370,7 @@ float device_inp_embd_delay(struct llama_model * model, enum ggml_type src0t, in
case GGML_TYPE_Q6_K:
case GGML_TYPE_Q8_K:
case GGML_TYPE_Q8_0:
QK_K = 256;
QK_K = ggml_blck_size(src0t);
matrix_B = malloc((embd_size / QK_K) * ggml_type_size(src0t));
break;
default: