[Bugfix] Fix Qwen2_5_VLForConditionalGeneration packed_modules_mapping (#12905)

2025-02-08 13:02:53 +08:00 · 2025-02-08 13:02:53 +08:00 · 306923da82
commit 306923da82
parent 3243158336
1 changed files with 5 additions and 2 deletions
--- a/vllm/model_executor/models/qwen2_5_vl.py
+++ b/vllm/model_executor/models/qwen2_5_vl.py
@ -760,9 +760,12 @@ class Qwen2_5_VLForConditionalGeneration(nn.Module, SupportsMultiModal,
            "q_proj",
            "k_proj",
            "v_proj",
-        ]
+        ],
+        "gate_up_proj": [
+            "gate_proj",
+            "up_proj",
+        ],
    }
-
    # LoRA specific attributes, TODO: double check
    supported_lora_modules = [
        "qkv_proj",