From 7225a69c9cda2a35c22894d2e84e27e36e1caecd Mon Sep 17 00:00:00 2001 From: Ilya Boytsov Date: Tue, 7 Apr 2026 16:40:55 +0200 Subject: [PATCH] fix(test): recompute Jina ColBERT rotary inv_freq cleared by transformers v5 weight loader (#39176) Signed-off-by: Ilya Boytsov --- tests/models/language/pooling/test_colbert.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/tests/models/language/pooling/test_colbert.py b/tests/models/language/pooling/test_colbert.py index a245f879ba2..30263d9ccf1 100644 --- a/tests/models/language/pooling/test_colbert.py +++ b/tests/models/language/pooling/test_colbert.py @@ -109,6 +109,14 @@ def _load_hf_model(model_name: str, hf_spec: dict, device: torch.device): **extra, ).to(device) model.eval() + + # Transformers 5.0 weight materialization can clear non-persistent + # buffers (e.g. rotary inv_freq) that were registered with + # persistent=False. Re-compute them so the model produces valid output. + for mod in model.modules(): + if hasattr(mod, "_compute_inv_freq") and hasattr(mod, "inv_freq"): + mod.inv_freq = mod._compute_inv_freq(device=device) + return model