diff --git a/vllm/benchmarks/datasets/datasets.py b/vllm/benchmarks/datasets/datasets.py index 745b5ab2ff8..419275d2e6a 100644 --- a/vllm/benchmarks/datasets/datasets.py +++ b/vllm/benchmarks/datasets/datasets.py @@ -2365,6 +2365,7 @@ class SpecBench(CustomDataset): random.shuffle(self.data) def sample( + self, **kwargs, ) -> list[SampleRequest]: # leverage CustomDataset sample