feat: first draft of f32 sparsity support

This commit is contained in:
DandinPower
2025-10-06 10:00:50 +08:00
parent d63cdf13b5
commit 45a78f2623
8 changed files with 244 additions and 13 deletions
+2
View File
@@ -2115,6 +2115,8 @@ struct llama_context_params llama_context_params_from_gpt_params(const gpt_param
cparams.comm_datatype = nullptr;
}
cparams.comm_sparse_percentage = params.comm_sparse_percentage;
cparams.n_ctx = params.n_ctx;
cparams.n_predict = params.n_predict;
cparams.n_seq_max = params.n_parallel;