From 5556e204cf44cc8f1fac80fbb694c2e1a7cef56d Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Thu, 21 Aug 2025 17:17:43 +0000 Subject: [PATCH] Testing --- olmocr/train/grpo_train.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/olmocr/train/grpo_train.py b/olmocr/train/grpo_train.py index 30a3ecd..4a73f6f 100644 --- a/olmocr/train/grpo_train.py +++ b/olmocr/train/grpo_train.py @@ -170,10 +170,11 @@ class OlmOCRDataset(Dataset): # Return None if processing fails return None -def simple_length_reward(completions_ids, **kwargs): +def simple_length_reward(**kwargs): """Reward function that assigns higher scores to longer completions (in terms of token count).""" logger.info(f"Reward function called {kwargs}") - return [float(len(ids)) for ids in completions_ids] + # return [float(len(ids)) for ids in completions_ids] + return random.choice([0.1, 0.5]) def main():