[Bugfix] Fix invalid rotary embedding unit test (#13431)

Signed-off-by: Liangfu Chen <liangfc@amazon.com>
2025-02-18 03:52:03 -08:00 · 2025-02-18 03:52:03 -08:00 · 3809458456
commit 3809458456
parent d3231cb436
1 changed files with 1 additions and 1 deletions
--- a/tests/kernels/test_rotary_embedding.py
+++ b/tests/kernels/test_rotary_embedding.py
@ -41,7 +41,7 @@ def test_rotary_embedding_opcheck(dist_init, device, max_position,
                                  is_neox_style, rotary_dim, head_size,
                                  seq_len):
    batch_size = 1
-    base = 0
+    base = 10000
    num_heads = 7
    rot = RotaryEmbedding(head_size, rotary_dim, max_position, base,
                          is_neox_style, torch.float32)