From 208d8030c98703a774e0e0ed968cec477b7ef1d7 Mon Sep 17 00:00:00 2001 From: Sebastian Raschka Date: Mon, 21 Oct 2024 09:26:01 -0500 Subject: [PATCH] Set sampler in DDP example --- appendix-A/01_main-chapter-code/DDP-script.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/appendix-A/01_main-chapter-code/DDP-script.py b/appendix-A/01_main-chapter-code/DDP-script.py index d9528c5..1234a61 100644 --- a/appendix-A/01_main-chapter-code/DDP-script.py +++ b/appendix-A/01_main-chapter-code/DDP-script.py @@ -133,6 +133,8 @@ def main(rank, world_size, num_epochs): # the core model is now accessible as model.module for epoch in range(num_epochs): + # NEW: Set sampler to ensure each epoch has a different shuffle order + train_loader.sampler.set_epoch(epoch) model.train() for features, labels in train_loader: