feat: add args to allow user can control the communication datatype

2025-08-23 13:43:14 +00:00
parent b780a35577
commit 3a97a82f52
5 changed files with 88 additions and 33 deletions
@@ -379,6 +379,8 @@ struct gpt_params {

    // communication and computation logging
    bool enable_comm_compute_log = false; // enable/disable communication and computation logging
+
+    std::string comm_datatype = "f32"; // data type for communication
 };

 // call once at the start of a program if it uses libcommon