yujunjun/FlagEmbedding
1
0
Fork 0
mirror of https://github.com/FlagOpen/FlagEmbedding.git synced 2025-06-27 02:39:58 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix a bug in evaluation/mteb/runner.py

Browse Source
This commit is contained in:
hanhainebula 2025-04-15 14:37:58 +08:00
parent 10183c4890
commit 02375dbda2
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
FlagEmbedding/evaluation/mteb/runner.py
View File

@ -158,13 +158,13 @@ class MTEBEvalRunner(AbsEvalRunner):
instruction = get_task_def_by_task_name_and_type(task_name, task_type)
self.retriever.set_instruction(instruction)
except:
logger.logger.info(f"No instruction found for {task_name}")
logger.info(f"No instruction found for {task_name}")
if self.eval_args.examples_path is not None:
try:
eg_pairs = json.load(open(os.path.join(self.eval_args.examples_path, task_name + '.json')))
except:
logger.logger.info(f"No examples found for {task_name}")
logger.info(f"No examples found for {task_name}")
if task_type == 'Classification':
self.retriever.set_normalize_embeddings(False)