40 lines
1.2 KiB
Python
40 lines
1.2 KiB
Python
|
# SPDX-License-Identifier: Apache-2.0
|
||
|
|
|
||
|
|
import argparse
|
||
|
|
import os
|
||
|
|
from typing import Any, Dict, List
|
||
|
|
|
||
|
|
|
||
|
|
def convert_to_pytorch_benchmark_format(args: argparse.Namespace,
|
||
|
|
metrics: Dict[str, List],
|
||
|
|
extra_info: Dict[str, Any]) -> List:
|
||
|
|
"""
|
||
|
|
Save the benchmark results in the format used by PyTorch OSS benchmark with
|
||
|
|
on metric per record
|
||
|
|
https://github.com/pytorch/pytorch/wiki/How-to-integrate-with-PyTorch-OSS-benchmark-database
|
||
|
|
"""
|
||
|
|
records = []
|
||
|
|
if not os.environ.get("SAVE_TO_PYTORCH_BENCHMARK_FORMAT", False):
|
||
|
|
return records
|
||
|
|
|
||
|
|
for name, benchmark_values in metrics.items():
|
||
|
|
record = {
|
||
|
|
"benchmark": {
|
||
|
|
"name": "vLLM benchmark",
|
||
|
|
"extra_info": {
|
||
|
|
"args": vars(args),
|
||
|
|
},
|
||
|
|
},
|
||
|
|
"model": {
|
||
|
|
"name": args.model,
|
||
|
|
},
|
||
|
|
"metric": {
|
||
|
|
"name": name,
|
||
|
|
"benchmark_values": benchmark_values,
|
||
|
|
"extra_info": extra_info,
|
||
|
|
},
|
||
|
|
}
|
||
|
|
records.append(record)
|
||
|
|
|
||
|
|
return records
|