yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-10-13 01:02:26 +00:00
Code Issues Packages Projects Releases Wiki Activity

More workers by default

Browse Source
This commit is contained in:
Jake Poznanski 2025-07-03 16:36:07 +00:00
parent d26ae4bb4d
commit a1c2ee82a6
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
olmocr/train/config.py
View File

@ -191,7 +191,7 @@ class TrainingConfig:
# Performance # Performance
dataloader_drop_last: bool = True dataloader_drop_last: bool = True
dataloader_num_workers: int = 4 dataloader_num_workers: int = 16
# Data collator settings # Data collator settings
collator_max_token_len: Optional[int] = None collator_max_token_len: Optional[int] = None