yujunjun/olmocr
1
0
Fork 0
mirror of https://github.com/allenai/olmocr.git synced 2025-07-26 18:41:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Trust remote code

Browse Source
This commit is contained in:
Jake Poznanski 2024-10-30 21:22:39 +00:00
parent cda0ad7984
commit d45b34fdd5
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pdelfin/train/loaddataset.py
View File

@ -15,7 +15,7 @@ from torch.utils.data import DataLoader
def main(): def main():
train_config = make_cli(TrainConfig) # pyright: ignore train_config = make_cli(TrainConfig) # pyright: ignore
processor = AutoProcessor.from_pretrained(train_config.model.name_or_path) processor = AutoProcessor.from_pretrained(train_config.model.name_or_path, trust_remote_code=True)
train_dataset, valid_dataset = make_dataset(train_config, processor) train_dataset, valid_dataset = make_dataset(train_config, processor)
print("Training dataset........") print("Training dataset........")