yujunjun/FlagEmbedding
1
0
Fork 0
mirror of https://github.com/FlagOpen/FlagEmbedding.git synced 2025-06-27 02:39:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1426 from hanhainebula/master

Browse Source 
fix a bug in evaluation/mteb/runner.py
This commit is contained in:
Jianlyu Chen 2025-04-15 14:50:17 +08:00 committed by GitHub
commit 024e789d59
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
FlagEmbedding/evaluation/mteb/runner.py
View File

@ -158,13 +158,13 @@ class MTEBEvalRunner(AbsEvalRunner):
instruction = get_task_def_by_task_name_and_type(task_name, task_type)
self.retriever.set_instruction(instruction)
except:
logger.logger.info(f"No instruction found for {task_name}")
logger.info(f"No instruction found for {task_name}")
if self.eval_args.examples_path is not None:
try:
eg_pairs = json.load(open(os.path.join(self.eval_args.examples_path, task_name + '.json')))
except:
logger.logger.info(f"No examples found for {task_name}")
logger.info(f"No examples found for {task_name}")
if task_type == 'Classification':
self.retriever.set_normalize_embeddings(False)