20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Sync huggingface modifications of qwen Moe model (#4774)

Browse Source
This commit is contained in:
eigenLiu 2024-05-18 00:43:19 +08:00 committed by GitHub
parent 33e0823de5
commit 48d5985a08
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/model_executor/models/qwen2_moe.py
View File

@ -283,8 +283,9 @@ class Qwen2MoeDecoderLayer(nn.Module):
cache_config=cache_config, cache_config=cache_config,
quant_config=quant_config, quant_config=quant_config,
) )
if (config.num_experts is not None if (layer_idx not in config.mlp_only_layers) and (
and (layer_idx + 1) % config.decoder_sparse_step == 0): config.num_experts > 0 and
(layer_idx + 1) % config.decoder_sparse_step == 0):
self.mlp = Qwen2MoeSparseMoeBlock(config=config, self.mlp = Qwen2MoeSparseMoeBlock(config=config,
quant_config=quant_config) quant_config=quant_config)
else: else:
@ -439,6 +440,9 @@ class Qwen2MoeForCausalLM(nn.Module):
if (("mlp.experts." in name or "mlp.shared_expert." in name) if (("mlp.experts." in name or "mlp.shared_expert." in name)
and name not in params_dict): and name not in params_dict):
continue continue
if name not in params_dict:
continue
param = params_dict[name] param = params_dict[name]
weight_loader = param.weight_loader weight_loader = param.weight_loader
weight_loader(param, loaded_weight, shard_id) weight_loader(param, loaded_weight, shard_id)
@ -451,6 +455,9 @@ class Qwen2MoeForCausalLM(nn.Module):
if (("mlp.experts." in name or "mlp.shared_expert." in name) if (("mlp.experts." in name or "mlp.shared_expert." in name)
and name not in params_dict): and name not in params_dict):
continue continue
if name not in params_dict:
continue
param = params_dict[name] param = params_dict[name]
weight_loader = getattr(param, "weight_loader", weight_loader = getattr(param, "weight_loader",
default_weight_loader) default_weight_loader)