From d45b34fdd54dc4f7cd043ae65a301c9d33cdc75c Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Wed, 30 Oct 2024 21:22:39 +0000 Subject: [PATCH] Trust remote code --- pdelfin/train/loaddataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pdelfin/train/loaddataset.py b/pdelfin/train/loaddataset.py index 1a94562..05d49c1 100644 --- a/pdelfin/train/loaddataset.py +++ b/pdelfin/train/loaddataset.py @@ -15,7 +15,7 @@ from torch.utils.data import DataLoader def main(): train_config = make_cli(TrainConfig) # pyright: ignore - processor = AutoProcessor.from_pretrained(train_config.model.name_or_path) + processor = AutoProcessor.from_pretrained(train_config.model.name_or_path, trust_remote_code=True) train_dataset, valid_dataset = make_dataset(train_config, processor) print("Training dataset........")