yujunjun/FlagEmbedding
1
0
Fork 0
mirror of https://github.com/FlagOpen/FlagEmbedding.git synced 2026-01-11 06:40:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

update mteb eval

Browse Source
This commit is contained in:
cfli 2024-11-15 14:53:34 +08:00
parent 3e9c603b41
commit 4c1b67b4e5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
FlagEmbedding/evaluation/mteb/runner.py
View File

@ -151,5 +151,5 @@ class MTEBEvalRunner(AbsEvalRunner):
ensure_dir(self.eval_args.eval_output_path)
logger.info("Start computing metrics. Only save results as json.")
tasks_results = self.read_results(f"{output_folder}/{str(self.retriever)}/no_model_name_available/no_revision_available", new_tasks)
tasks_results = self.read_results(f"{output_folder}/{str(self.retriever)}/no_model_name_available/no_revision_available", tasks)
self.output_json(tasks_results, self.eval_args.eval_output_path)