electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add args: data-port and signal-port

Browse Source
This commit is contained in:
DeEMO
2025-06-17 12:00:04 +08:00
parent 104e3b2356
commit 6ff38b2a0c
5 changed files with 26 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/arg.cpp
+14
View File
@@ -675,6 +675,20 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
params.rank = value;
}
).set_env("LLAMA_ARG_RANK"));
add_opt(llama_arg(
{"--data-port"}, "N",
format("data port for distributed inference (default: %d)", params.data_port),
[](gpt_params & params, int value) {
params.data_port = value;
}
).set_env("LLAMA_ARG_DATA_PORT"));
add_opt(llama_arg(
{"--signal-port"}, "N",
format("signal port for distributed inference (default: %d)", params.signal_port),
[](gpt_params & params, int value) {
params.signal_port = value;
}
).set_env("LLAMA_ARG_SIGNAL_PORT"));
add_opt(llama_arg(
{"-lw", "--layer-window", "--n-layer-window"}, "N",
format("number of layers to process in each compute (e.g., 16,16)"),