feat: first draft of f32 sparsity support
This commit is contained in:
@@ -2115,6 +2115,8 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param
|
||||
cparams.comm_datatype = nullptr;
|
||||
}
|
||||
|
||||
cparams.comm_sparse_percentage = params.comm_sparse_percentage;
|
||||
|
||||
cparams.n_ctx = params.n_ctx;
|
||||
cparams.n_predict = params.n_predict;
|
||||
cparams.n_seq_max = params.n_parallel;
|
||||
|
||||
Reference in New Issue
Block a user