From 018b984e23e12d9793e59f2a1ef07fb9153ab08e Mon Sep 17 00:00:00 2001
From: cfli <545999961@qq.com>
Date: Wed, 28 May 2025 16:14:32 +0800
Subject: [PATCH] update reranker inference

---
 research/Matroyshka_reranker/inference/rank_model.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/research/Matroyshka_reranker/inference/rank_model.py b/research/Matroyshka_reranker/inference/rank_model.py
index 2972a7d..bbdca4c 100644
--- a/research/Matroyshka_reranker/inference/rank_model.py
+++ b/research/Matroyshka_reranker/inference/rank_model.py
@@ -96,7 +96,8 @@ class MatroyshkaReranker(AbsReranker):
         self.tokenizer = AutoTokenizer.from_pretrained(
             model_name_or_path,
             cache_dir=cache_dir,
-            trust_remote_code=trust_remote_code
+            trust_remote_code=trust_remote_code,
+            use_fast=False,
         )
         self.tokenizer.padding_side = 'right'