20231088/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Change plotting script

Browse Source
This commit is contained in:
Woosuk Kwon 2023-04-17 04:49:14 +00:00
parent 0f4b32199e
commit aa50b17ca7
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
plot/plot_normalized_latency.py
View File

@ -16,9 +16,9 @@ SYSTEMS = [
SYSTEM_TO_LABEL = { SYSTEM_TO_LABEL = {
'orca-constant': 'Orca (Max)', 'orca-constant': 'Orca (Max)',
'orca-power2': 'Orca (Next power of 2)', 'orca-power2': 'Orca (Pow2)',
'orca-oracle': 'Orca (Oracle)', 'orca-oracle': 'Orca (Oracle)',
'cacheflow': 'CacheFlow', 'cacheflow': 'KVFlow',
} }
SYSTEM_TO_COLOR = { SYSTEM_TO_COLOR = {
@ -178,6 +178,15 @@ def plot_normalized_latency(
else: else:
plt.ylim(bottom=0, top=ylim) plt.ylim(bottom=0, top=ylim)
handles, labels = plt.gca().get_legend_handles_labels()
handles = reversed(handles)
labels = reversed(labels)
plt.legend(
handles, labels,
ncol=4, fontsize=12, loc='upper center', bbox_to_anchor=(0.5, 1.15),
columnspacing=0.5, handletextpad=0.5, handlelength=1.5, frameon=False, borderpad=0)
# Save figure. # Save figure.
model, tp = get_model(exp_dir) model, tp = get_model(exp_dir)
sampling = get_sampling(exp_dir) sampling = get_sampling(exp_dir)