yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-11-09 23:18:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fixing eval script, working FSDP config

Browse Source
This commit is contained in:
Jake Poznanski 2024-10-08 16:56:07 +00:00
parent f5fd9ff53a
commit 4b30dd867b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pdelfin/eval/runeval.py
View File

@ -205,7 +205,7 @@ def process_jsonl_file(jsonl_file, gold_data, comparer):
if data.error is not None: if data.error is not None:
total_errors += 1 total_errors += 1
if data.finish_reason != "stop": if data.error is None and data.finish_reason != "stop":
total_overruns += 1 total_overruns += 1
if len(gold_text.strip()) < 3 and len(eval_text.strip()) < 3: if len(gold_text.strip()) < 3 and len(eval_text.strip()) < 3: