Randomise bucket processing order for multi-node processing

bghira · Sep 21, 2023 · 117c64a · 117c64a
1 parent 029fffc
commit 117c64a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/helpers/caching/vae.py b/helpers/caching/vae.py
@@ -1,4 +1,5 @@
 import os, torch, logging
+from random import shuffle
 from tqdm import tqdm
 from pathlib import Path
 from PIL import Image
@@ -190,7 +191,7 @@ def process_buckets(self, bucket_manager):
         )
 
         aspect_bucket_cache = bucket_manager.read_cache().copy()
-
+        shuffle(aspect_bucket_cache)
         for bucket in aspect_bucket_cache:
             relevant_files = [
                 f