electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

set reserved mem to 100MiB

Browse Source
This commit is contained in:
Lizonghang
2025-01-23 16:58:11 +04:00
parent 38e4a3eaa0
commit 92f00303d5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/common.cpp
+1 -1
View File
@@ -1160,7 +1160,7 @@ static void assign_device(
}
if (dev.gpu_support.cuda || dev.gpu_support.metal) {
float reserved_mem = 0.3f; // reserved shared memory to avoid potential OOM, set to 300 MiB by default
float reserved_mem = 0.1f; // reserved shared memory to avoid potential OOM, set to 100 MiB by default
vec_z_gpu[m] = (double)((dev.gpu_props.memory_free - reserved_mem) * GIGABYTE - c_gpu[m]) / (double)(n_layer * b_prime);
if (dev.gpu_support.metal && m == 0 && cparams.keep_inp_out_in_metal) {
vec_z_gpu[m] -= (double)(bi + bo) / (double)(n_layer * b_prime);