yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-12 00:32:45 +00:00
Code Issues Packages Projects Releases Wiki Activity

Launcher for grpo training

Browse Source
This commit is contained in:
Jake Poznanski 2025-08-26 16:28:38 +00:00
parent ba226cc1d5
commit 82fd50263f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/train/grpotrainer-beaker.sh
View File

@ -128,17 +128,17 @@ model_sync_commands = []
modified_args = list(python_args) modified_args = list(python_args)
for i in range(len(modified_args)): for i in range(len(modified_args)):
if modified_args[i] == "--model_name" and i + 1 < len(modified_args): if modified_args[i] == "--model_name" and i + 1 < len(modified_args):
model_path = modified_args[i + 1] model_path = modified_args[i + 1].rstrip('/')
if model_path.startswith("s3://"): if model_path.startswith("s3://"):
# Extract checkpoint name from S3 path (last part of path) # Extract checkpoint name from S3 path (last part of path)
checkpoint_name = model_path.rstrip('/').split('/')[-1] checkpoint_name = model_path.split('/')[-1]
local_model_path = f"/data/models/{checkpoint_name}" local_model_path = f"/data/models/{checkpoint_name}"
# Create sync commands # Create sync commands
model_sync_commands = [ model_sync_commands = [
f"echo 'Syncing model from S3: {model_path}'", f"echo 'Syncing model from S3: {model_path}'",
"mkdir -p /data/models", "mkdir -p /data/models",
f"s5cmd sync '{model_path}' '{local_model_path}/'", f"s5cmd sync '{model_path}/*' '{local_model_path}/'",
] ]
# Replace S3 path with local path in arguments # Replace S3 path with local path in arguments