From 3ada84ccacaea44feda8ec1af3c2f773cbdeae9e Mon Sep 17 00:00:00 2001 From: yewentao256 Date: Thu, 9 Apr 2026 15:36:59 +0000 Subject: [PATCH] add unit test Signed-off-by: yewentao256 --- tests/v1/engine/test_llm_engine.py | 32 ++++++++++++++++++++++++++++++ 1 file changed, 32 insertions(+) diff --git a/tests/v1/engine/test_llm_engine.py b/tests/v1/engine/test_llm_engine.py index 7e5196efc87..bbaa850d1bd 100644 --- a/tests/v1/engine/test_llm_engine.py +++ b/tests/v1/engine/test_llm_engine.py @@ -2,11 +2,13 @@ # SPDX-FileCopyrightText: Copyright contributors to the vLLM project import random from typing import TYPE_CHECKING +from unittest.mock import MagicMock import pytest from vllm import LLM from vllm.sampling_params import SamplingParams, StructuredOutputsParams +from vllm.v1.engine.llm_engine import LLMEngine from vllm.v1.metrics.reader import Counter, Gauge, Histogram, Metric, Vector if TYPE_CHECKING: @@ -104,6 +106,36 @@ def _get_test_sampling_params( ], n_list +def test_llm_engine_sleep_state_cache(): + llm_engine = object.__new__(LLMEngine) + llm_engine.multiprocess_mode = True + llm_engine._is_sleeping = False + llm_engine.engine_core = MagicMock() + llm_engine.logger_manager = None + + assert llm_engine.is_sleeping() is False + llm_engine.engine_core.is_sleeping.assert_not_called() + + llm_engine.sleep(level=0, mode="keep") + llm_engine.engine_core.sleep.assert_called_once_with(0, "keep") + assert llm_engine.is_sleeping() is True + llm_engine.engine_core.is_sleeping.assert_not_called() + + llm_engine.wake_up(["scheduling"]) + llm_engine.engine_core.wake_up.assert_called_once_with(["scheduling"]) + assert llm_engine.is_sleeping() is False + llm_engine.engine_core.is_sleeping.assert_not_called() + + llm_engine = object.__new__(LLMEngine) + llm_engine.multiprocess_mode = False + llm_engine._is_sleeping = False + llm_engine.engine_core = MagicMock() + llm_engine.engine_core.is_sleeping.return_value = True + + assert llm_engine.is_sleeping() is True + llm_engine.engine_core.is_sleeping.assert_called_once_with() + + def test_compatibility_with_skip_tokenizer_init( vllm_model_skip_tokenizer_init: VllmRunner, example_prompts: list[str],