update reranker inference

2025-06-27 02:39:58 +00:00 · 2025-05-28 16:14:32 +08:00 · 2025-05-28 16:14:32 +08:00 · 018b984e23
commit 018b984e23
parent bf410d51e9
1 changed files with 2 additions and 1 deletions
--- a/research/Matroyshka_reranker/inference/rank_model.py
+++ b/research/Matroyshka_reranker/inference/rank_model.py
@ -96,7 +96,8 @@ class MatroyshkaReranker(AbsReranker):
        self.tokenizer = AutoTokenizer.from_pretrained(
            model_name_or_path,
            cache_dir=cache_dir,
-            trust_remote_code=trust_remote_code
+            trust_remote_code=trust_remote_code,
+            use_fast=False,
        )
        self.tokenizer.padding_side = 'right'