forked from Karylab-cklius/vllm
[Bug] Fix dcp error message (#40053)
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
@@ -33,7 +33,7 @@ def check_attention_cp_compatibility(vllm_config: VllmConfig) -> None:
|
||||
"implementations to return the softmax LSE during decode, "
|
||||
f"but {layer_impl.__class__.__name__} does not. "
|
||||
"Try a different backend by setting "
|
||||
"VLLM_ATTENTION_BACKEND or disable DCP."
|
||||
"--attention-backend or disable DCP."
|
||||
)
|
||||
|
||||
if pcp_size > 1:
|
||||
|
||||
Reference in New Issue
Block a user