This commit is contained in:
Jake Poznanski 2024-09-26 19:57:53 +00:00
parent cf1aa0176e
commit 49efa5cb40

View File

@ -198,8 +198,8 @@ def run_train(config: TrainConfig):
trainer = Trainer(
model=model,
args=training_args,
train_dataset=formatted_dataset["train"],
eval_dataset=formatted_dataset["validation"], # pyright: ignore
train_dataset=train_ds,
eval_dataset=validation_ds,
tokenizer=processor.tokenizer,
#Collator is not needed as we are doing batch size 1 for now...
#data_collator=collator,