yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-12-04 19:21:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

New transformers for qwen3 vl stuff

Browse Source
This commit is contained in:
Jake Poznanski 2025-10-24 16:56:39 +00:00
parent ba9e14154e
commit f31f68a4d2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scripts/train/newtrainer-beaker.sh
View File

@ -102,7 +102,7 @@ b = Beaker.from_env(default_workspace="ai2/olmocr")
dataset_name = dataset.rstrip('/').split('/')[-1] dataset_name = dataset.rstrip('/').split('/')[-1]
commands = [ commands = [
"pip install .[train]", "pip install .[train]",
"pip install transformers==4.55.2", "pip install transformers==4.57.1",
"pip install flash-attn==2.8.0.post2 --no-build-isolation", "pip install flash-attn==2.8.0.post2 --no-build-isolation",
"pip install s5cmd", "pip install s5cmd",
f"s5cmd sync {dataset}/processed_* /data/{dataset_name}/", f"s5cmd sync {dataset}/processed_* /data/{dataset_name}/",