fix condition for gpu overload

2025-02-25 21:31:55 +04:00
parent 224d14eb4c
commit 41f3708999
1 changed files with 3 additions and 5 deletions
@@ -1371,13 +1371,11 @@ static bool assign_layers_to_device(
            if (!dev_gpu[m]) continue;
            uint32_t w_m = best_solution[m], n_m = best_solution[m + n_world];

-            // if there is still free GPU memory
            if (n_m < static_cast<uint32_t>(std::round(W * vec_z_gpu[m]))) {
+                // if there is still free GPU memory
                has_free_gpu_memory = true;
-            }
-            
-            // if there is GPU device overloaded
-            if (w_m > n_m) {
+            } else if (w_m > n_m) {
+                // if the GPU is overloaded
                has_gpu_overload = true;
            }
        }