yujunjun/FlagEmbedding
1
0
Fork 0
mirror of https://github.com/FlagOpen/FlagEmbedding.git synced 2025-06-27 02:39:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update base.py

Browse Source
This commit is contained in:
Jianlyu Chen 2025-04-10 16:58:37 +08:00 committed by GitHub
parent df8b48c493
commit 4e24ad45e4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
FlagEmbedding/inference/reranker/decoder_only/base.py
View File

@ -310,7 +310,7 @@ class BaseLLMReranker(AbsReranker):
all_queries_inputs = [] all_queries_inputs = []
all_passages_inputs = [] all_passages_inputs = []
for start_index in trange(0, len(sentence_pairs), batch_size, desc="pre tokenize", for start_index in trange(0, len(sentence_pairs), batch_size, desc="pre tokenize",
disable=len(sentence_pairs) < 128): disable=len(sentence_pairs) < batch_size):
sentences_batch = sentence_pairs[start_index:start_index + batch_size] sentences_batch = sentence_pairs[start_index:start_index + batch_size]
queries = [s[0] for s in sentences_batch] queries = [s[0] for s in sentences_batch]
passages = [s[1] for s in sentences_batch] passages = [s[1] for s in sentences_batch]