@@ -123,6 +123,7 @@ def linear_to_lora_layers(
|
||||
"exaone4",
|
||||
"hunyuan_v1_dense",
|
||||
"gpt_oss",
|
||||
"ernie4_5_moe",
|
||||
}:
|
||||
keys = {"self_attn.q_proj", "self_attn.v_proj"}
|
||||
if model.model_type in ["mixtral", "phimoe"]:
|
||||
|
||||
Reference in New Issue
Block a user