Set sampler in DDP example

rasbt · Oct 21, 2024 · 7513360 · 7513360
1 parent 3896986
commit 7513360
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/appendix-A/01_main-chapter-code/DDP-script.py b/appendix-A/01_main-chapter-code/DDP-script.py
@@ -133,6 +133,8 @@ def main(rank, world_size, num_epochs):
     # the core model is now accessible as model.module
 
     for epoch in range(num_epochs):
+        # NEW: Set sampler to ensure each epoch has a different shuffle order
+        train_loader.sampler.set_epoch(epoch)
 
         model.train()
         for features, labels in train_loader: