20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Fix test_block_fp8.py test for MoE (#13915)

Browse Source 
Signed-off-by: mgoin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-02-27 05:00:00 -05:00 committed by GitHub
parent 4b1d141f49
commit 788f284b53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/kernels/test_block_fp8.py
View File

@ -30,8 +30,8 @@ M_moe = [1, 7, 83, 512, 2048]
N_moe = [4608] # [128, 4608, 13824] N_moe = [4608] # [128, 4608, 13824]
K_moe = [7168] # [256, 7168, 13824] K_moe = [7168] # [256, 7168, 13824]
BLOCK_SIZE = [[128, 128]] BLOCK_SIZE = [[128, 128]]
E = [256] # [8, 24, 128, 256] E = [8, 24] # [8, 24, 128, 256]
TOP_KS = [1] # [1, 2, 6] TOP_KS = [2] # [1, 2, 6]
OUT_DTYPES = [torch.bfloat16] # [torch.float32, torch.half, torch.bfloat16] OUT_DTYPES = [torch.bfloat16] # [torch.float32, torch.half, torch.bfloat16]
SEEDS = [0] SEEDS = [0]