yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-12-13 00:09:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

weird dataloader stuff now

Browse Source
This commit is contained in:
Jake Poznanski 2024-09-27 02:53:59 +00:00
parent 37f10051f6
commit e864b9d88f
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
pdelfin/train/train.py
View File

@ -188,6 +188,9 @@ def run_train(config: TrainConfig):
label_names=["labels"], # fix from https://github.com/huggingface/transformers/issues/22885 label_names=["labels"], # fix from https://github.com/huggingface/transformers/issues/22885
max_grad_norm=config.hparams.clip_grad_norm, max_grad_norm=config.hparams.clip_grad_norm,
remove_unused_columns=False, remove_unused_columns=False,
accelerator_config={
"dispatch_batches": False
}
) )
# Set the collator # Set the collator