From bc03f280c8e65ae5832ef14fb97f1a2bc19c0c35 Mon Sep 17 00:00:00 2001 From: Yan Ma Date: Tue, 12 May 2026 19:44:47 +0800 Subject: [PATCH] [XPU] keep generator state of sycl kernel align with pytorch (#41771) Signed-off-by: Yan Ma Co-authored-by: Qiming Zhang Co-authored-by: Kunshang Ji --- vllm/v1/sample/ops/topk_topp_sampler.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/v1/sample/ops/topk_topp_sampler.py b/vllm/v1/sample/ops/topk_topp_sampler.py index 363b113f0a4..cc312023381 100644 --- a/vllm/v1/sample/ops/topk_topp_sampler.py +++ b/vllm/v1/sample/ops/topk_topp_sampler.py @@ -289,6 +289,11 @@ class TopKTopPSampler(nn.Module): torch.ops.vllm.xpu_topk_topp_sampler( random_sampled, logits_to_return, logits, k, p, self.logprobs_mode, seeds ) + # The custom XPU sampler kernel consumes RNG values internally, so advance + # the default generator's offset to keep future draws deterministic. + offset += logits.numel() + state.view(torch.int64)[1] = offset + generator.set_state(state) return random_sampled, logits_to_return