[Bugfix] Fix profiling.py (#16202)

Signed-off-by: zh Wang <rekind133@outlook.com>
2025-04-10 01:03:34 +08:00 · 2025-04-10 01:03:34 +08:00 · a25866ac8d
commit a25866ac8d
parent 098900d7c2
1 changed files with 2 additions and 3 deletions
--- a/examples/offline_inference/profiling.py
+++ b/examples/offline_inference/profiling.py
@ -234,9 +234,8 @@ def run_profile(context: ProfileContext, csv_output: Optional[str],
            sampling_params.max_tokens = next(output_len_generator)
            assert isinstance(sampling_params.max_tokens, int)

-            prompt_token_ids = torch.randint(
-                llm.llm_engine.model_config.get_vocab_size(),
-                size=(prompt_len, )).tolist()
+            prompt_token_ids = torch.randint(llm.get_tokenizer().vocab_size,
+                                             size=(prompt_len, )).tolist()

            llm.llm_engine.add_request(
                request_id=f"seq{i}",