throw error when using async upload, will support later

2024-12-05 14:18:39 +04:00
parent 5a99c5894d
commit e74967c488
1 changed files with 1 additions and 0 deletions
@@ -5340,6 +5340,7 @@ struct llama_model_loader {
        }(__func__);

        if (upload_backend) {
+            throw std::runtime_error("async uploads is not supported now\n");
            LLAMA_LOG_DEBUG("%s: using async uploads for device %s, buffer type %s, backend %s\n", __func__,
                ggml_backend_dev_name(ggml_backend_get_device(upload_backend)),
                ggml_backend_buft_name(ggml_backend_buffer_get_type(bufs.at(0))),