Update cudagraph_utils.py

Signed-off-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin
2026-07-22 20:03:15 -06:00
committed by GitHub
parent 2198bfa09e
commit 54f7c3e458
+1 -2
View File
@@ -522,8 +522,7 @@ class ModelCudaGraphManager(CudaGraphManager):
batch_descriptor=batch_descriptor,
is_padding=input_buffers.is_padding[:num_tokens],
skip_attention=(
cg_mode == CUDAGraphMode.PIECEWISE
and not self.use_breakable_cg
cg_mode == CUDAGraphMode.PIECEWISE and not self.use_breakable_cg
),
):
if cg_mode == CUDAGraphMode.PIECEWISE: