Compare commits

...
Author SHA1 Message Date
Yihua ChengandGitHub f68f7ee030 Revert "[nit]: Fix import for the lmcache integration (#27600)"
This reverts commit 05e034f085.
2025-10-28 13:46:05 -07:00
3 changed files with 4 additions and 11 deletions
@@ -13,6 +13,9 @@ from vllm.distributed.kv_transfer.kv_connector.v1.base import (
KVConnectorMetadata,
KVConnectorRole,
)
from vllm.distributed.kv_transfer.kv_connector.v1.lmcache_integration import (
vllm_v1_adapter as _adapter,
)
from vllm.logger import init_logger
from vllm.v1.core.sched.output import SchedulerOutput
@@ -34,11 +37,6 @@ class LMCacheConnectorV1(KVConnectorBase_V1):
)
if use_native:
logger.info("Initializing native LMCache connector")
# lazy import
from vllm.distributed.kv_transfer.kv_connector.v1 import lmcache_integration
_adapter = lmcache_integration.vllm_v1_adapter
cls = _adapter.LMCacheConnectorV1Impl
else:
logger.info("Initializing latest dev LMCache connector")
@@ -1,7 +1,2 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from . import vllm_v1_adapter
__all__ = ["vllm_v1_adapter"]
@@ -131,7 +131,7 @@ def create_lmcache_metadata(
# First Party
from lmcache.config import LMCacheEngineMetadata
from vllm.utils.torch_utils import get_kv_cache_torch_dtype
from vllm.utils import get_kv_cache_torch_dtype
config = lmcache_get_or_create_config()
# Support both vllm_config object and individual config parameters