youngkingdom/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change to greedy

Browse Source
This commit is contained in:
LiuXiaoxuanPKU
2025-04-01 15:53:26 -07:00
parent b484b79504
commit af985d70bf
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_latency.py
View File

@ -51,7 +51,7 @@ def main(args: argparse.Namespace):
sampling_params = SamplingParams( sampling_params = SamplingParams(
n=args.n, n=args.n,
temperature=1.0, temperature=0,
top_p=1.0, top_p=1.0,
ignore_eos=True, ignore_eos=True,
max_tokens=args.output_len, max_tokens=args.output_len,