From 2cbd4d2999e6f2ef016aa1a2e2d280b81819ab5f Mon Sep 17 00:00:00 2001 From: Bryan Lu <55512809+luyuzhe111@users.noreply.github.com> Date: Wed, 16 Apr 2025 19:47:26 -0700 Subject: [PATCH] [V1][Spec Dec Bug Fix] Respect Spec Dec Method Specification (#16636) Signed-off-by: Bryan Lu --- vllm/config.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/config.py b/vllm/config.py index 6f87c46a..cca725c7 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -2341,7 +2341,9 @@ class SpeculativeConfig: ) # Automatically detect the method - if "eagle-" in self.draft_model_config.model.lower(): + if self.method == 'eagle': + pass + elif "eagle-" in self.draft_model_config.model.lower(): self.method = "eagle" elif self.draft_model_config.hf_config.model_type == "medusa": self.method = "medusa"