From 8f3bf8b2b5bf1d231007629b3a5fbbf235f0cfe9 Mon Sep 17 00:00:00 2001 From: Gregory Shtrasberg <156009573+gshtras@users.noreply.github.com> Date: Mon, 11 Nov 2024 15:28:56 -0500 Subject: [PATCH] Update P3L.py (#271) use_beam_search is no longer in sampling params --- benchmarks/P3L.py | 1 - 1 file changed, 1 deletion(-) diff --git a/benchmarks/P3L.py b/benchmarks/P3L.py index 2d4155173c2bf..6c9ffd9ebd599 100755 --- a/benchmarks/P3L.py +++ b/benchmarks/P3L.py @@ -83,7 +83,6 @@ def vllm_init(args): sampling_params = SamplingParams(n=1, temperature=0.0, top_p=1, - use_beam_search=False, ignore_eos=True, ppl_measurement=True, future_context=[],