From fae543015cd49dfb4db3afb3a2e96d2eccb3e1db Mon Sep 17 00:00:00 2001 From: Wang Xingda Date: Sat, 18 Jul 2026 06:09:14 +0800 Subject: [PATCH] [Frontend]Flatten beam-search beams with itertools.chain instead of sum (#48829) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Wang Xingda Co-authored-by: 王兴达 Co-authored-by: mergify[bot] <37929162+mergify[bot]@users.noreply.github.com> --- vllm/entrypoints/generate/beam_search/offline.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/entrypoints/generate/beam_search/offline.py b/vllm/entrypoints/generate/beam_search/offline.py index b38830d6e41..e1bceb5d23d 100644 --- a/vllm/entrypoints/generate/beam_search/offline.py +++ b/vllm/entrypoints/generate/beam_search/offline.py @@ -207,7 +207,9 @@ class BeamSearchOfflineMixin(OfflineInferenceMixin): Returns True if all beams are exhausted and search should stop. """ all_beams: list[BeamSearchSequence] = list( - sum((instance.beams for instance in instances_batch), []) + itertools.chain.from_iterable( + instance.beams for instance in instances_batch + ) ) pos = [0] + list( itertools.accumulate(len(instance.beams) for instance in instances_batch)