update rank and n_world

Signed-off-by: DeEMO <yzzxrx@gmail.com>
2025-05-15 13:57:16 +08:00
parent fdd6694633
commit cc46aa9828
3 changed files with 38 additions and 1 deletions
@@ -462,7 +462,11 @@ extern "C" {
              struct llama_model_loader * ml,
              struct llama_model        * model,
              struct llama_model_params   params);
-
+    
+    LLAMA_API void llama_update_context_with_rankworld(struct llama_context * ctx,
+                                                                     uint32_t rank,
+                                                                     uint32_t n_world);
+    
    LLAMA_API struct llama_context * llama_new_context_with_model(
                     struct llama_model * model,
            struct llama_context_params   params);