electron-rare/prima-cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: args in speculative

Browse Source
This commit is contained in:
DeEMO
2025-06-30 09:35:35 +00:00
parent 9bf6565df4
commit b4929d510a
3 changed files with 19 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/common.h
-1
View File
@@ -177,7 +177,6 @@ struct gpt_params {
int32_t n_batch = 2048; // logical batch size for prompt processing (must be >=32 to use BLAS)
int32_t n_ubatch = 512; // physical batch size for prompt processing (must be >=32 to use BLAS)
int32_t n_keep = 0; // number of tokens to keep from initial prompt
int32_t n_draft = 5; // number of tokens to draft during speculative decoding
int32_t n_chunks = -1; // max number of chunks to process (-1 = unlimited)
int32_t n_parallel = 1; // number of parallel sequences to decode
int32_t n_sequences = 1; // number of sequences to decode