forked from Karylab-cklius/vllm
[MRV2] Remove assignment of graph_pool in cudagraph_utils (#44338)
Signed-off-by: Woosuk Kwon <woosuk@inferact.ai>
This commit is contained in:
@@ -299,7 +299,6 @@ class CudaGraphManager:
|
||||
self.breakable_cg_runner = BreakableCUDAGraphWrapper(
|
||||
model, self.vllm_config
|
||||
)
|
||||
self.breakable_cg_runner.graph_pool = self.pool
|
||||
|
||||
def run_pw_graph(self, model: nn.Module, model_inputs: dict[str, Any]) -> Any:
|
||||
if not self.use_breakable_cg:
|
||||
|
||||
Reference in New Issue
Block a user