[Misc] sort torch profiler table by kernel timing (#11813)

2025-01-07 20:57:04 -06:00 · 2025-01-07 20:57:04 -06:00 · 4d29e91be8
commit 4d29e91be8
parent 91445c7bc8
1 changed files with 1 additions and 1 deletions
--- a/benchmarks/benchmark_latency.py
+++ b/benchmarks/benchmark_latency.py
@ -52,7 +52,7 @@ def main(args: argparse.Namespace):
                llm.generate(dummy_prompts,
                             sampling_params=sampling_params,
                             use_tqdm=False)
-            print(p.key_averages())
+            print(p.key_averages().table(sort_by="self_cuda_time_total"))
        else:
            start_time = time.perf_counter()
            llm.generate(dummy_prompts,