diff --git a/research/Matroyshka_reranker/inference/rank_model.py b/research/Matroyshka_reranker/inference/rank_model.py index 2972a7d..bbdca4c 100644 --- a/research/Matroyshka_reranker/inference/rank_model.py +++ b/research/Matroyshka_reranker/inference/rank_model.py @@ -96,7 +96,8 @@ class MatroyshkaReranker(AbsReranker): self.tokenizer = AutoTokenizer.from_pretrained( model_name_or_path, cache_dir=cache_dir, - trust_remote_code=trust_remote_code + trust_remote_code=trust_remote_code, + use_fast=False, ) self.tokenizer.padding_side = 'right'