Update tests/dataloader/samplers/test_distributed_samplers.py

Co-authored-by: Felix Stollenwerk <[email protected]>
Modalities · Oct 24, 2024 · 856fba7 · 856fba7
1 parent 09554b1
commit 856fba7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/dataloader/samplers/test_distributed_samplers.py b/tests/dataloader/samplers/test_distributed_samplers.py
@@ -41,7 +41,7 @@ def test_dropping_and_reusing(
     if drop_last:
         # if drop_last is true, we drop the last samples so that every data parallel rank
         # has the same number of samples.
-        # Note that also means that the last, remaining samples (i.e., maximum num_ranks -1)
+        # Note that also means that the last, remaining samples (i.e., maximum num_replicas - 1)
         # are not used at all
         cut_off_samples = len(dataset) - (len(dataset) - skip_num_global_samples) % num_replicas
         padded_samples = []