youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

minor

Browse Source
This commit is contained in:
LiuXiaoxuanPKU
2025-04-01 13:51:04 -07:00
parent 50e2788383
commit 8fcd4d18e0
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/spec_decode/auto_tuner.py
View File

@ -83,8 +83,8 @@ class AutoTuner:
f"Last acceptance rate: {acceptance_rate:.2f}",
f"Last match ratio: {self.past_match_ratios[-1]:.2f}",
f"Global acceptance rate: {self.acceptance_rate:.2f}",
("Global match ratio:",
f"{self.match_cnt / (self.total_cnt + 1e-5):.2f}"),
"Global match ratio:",
f"{self.match_cnt / (self.total_cnt + 1e-5):.2f}",
)
self.past_acceptance_rates.append(acceptance_rate)