More workers by default

This commit is contained in:
Jake Poznanski 2025-07-03 16:36:07 +00:00
parent d26ae4bb4d
commit a1c2ee82a6

View File

@ -191,7 +191,7 @@ class TrainingConfig:
# Performance
dataloader_drop_last: bool = True
dataloader_num_workers: int = 4
dataloader_num_workers: int = 16
# Data collator settings
collator_max_token_len: Optional[int] = None