Fixing eval script, working FSDP config

This commit is contained in:
Jake Poznanski 2024-10-08 16:56:07 +00:00
parent f5fd9ff53a
commit 4b30dd867b

View File

@ -205,7 +205,7 @@ def process_jsonl_file(jsonl_file, gold_data, comparer):
if data.error is not None:
total_errors += 1
if data.finish_reason != "stop":
if data.error is None and data.finish_reason != "stop":
total_overruns += 1
if len(gold_text.strip()) < 3 and len(eval_text.strip()) < 3: