diff --git a/tests/quantization/test_mixed_precision.py b/tests/quantization/test_mixed_precision.py
index d0469204634..c9c9a67f13f 100755
--- a/tests/quantization/test_mixed_precision.py
+++ b/tests/quantization/test_mixed_precision.py
@@ -15,6 +15,10 @@ import lm_eval
 import pytest
 from packaging import version
 
+from tests.utils import (
+    multi_gpu_only,
+)
+
 QUARK_MXFP4_AVAILABLE = importlib.util.find_spec("quark") is not None and version.parse(
     importlib.metadata.version("amd-quark")
 ) >= version.parse("0.8.99")
@@ -52,6 +56,7 @@ TEST_CONFIGS = {
 
 @pytest.mark.parametrize("model_name, accuracy_numbers", TEST_CONFIGS.items())
 @pytest.mark.skipif(not QUARK_MXFP4_AVAILABLE, reason="amd-quark>=0.9 is not available")
+@multi_gpu_only(num_gpus=4)
 def test_mixed_precision_model_accuracies(model_name: str, accuracy_numbers: dict):
     results = lm_eval.simple_evaluate(
         model="vllm",