diff --git a/tests/v1/e2e/general/test_async_scheduling.py b/tests/v1/e2e/general/test_async_scheduling.py index c3c4970de38..22a6c799c79 100644 --- a/tests/v1/e2e/general/test_async_scheduling.py +++ b/tests/v1/e2e/general/test_async_scheduling.py @@ -429,7 +429,7 @@ def _logprobs_match( and lps_a.keys() == lps_b.keys() and all( a.decoded_token == b.decoded_token - and a.rank == b.rank + and a.rank == pytest.approx(b.rank, rel=0.005) and a.logprob == pytest.approx(b.logprob, rel=rel_tol, abs=abs_tol) for a, b in ((lps_a[x], lps_b[x]) for x in lps_a) )