From f5ef58c1d4d26eee6fbcc80770ac5ca00835900c Mon Sep 17 00:00:00 2001 From: Priya Kasimbeg Date: Wed, 27 Mar 2024 00:54:20 +0000 Subject: [PATCH] set num_workers for librispeech back to 4 --- .../workloads/librispeech_conformer/librispeech_jax/workload.py | 2 +- .../librispeech_conformer/librispeech_pytorch/workload.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py index 805877e31..a991b07ab 100644 --- a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py +++ b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_jax/workload.py @@ -161,7 +161,7 @@ def _build_input_queue( batch_size=global_batch_size, shuffle=train, sampler=None, - num_workers=4 if train else self.eval_num_workers, + num_workers=4, prefetch_factor=10, pin_memory=False, drop_last=train, diff --git a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py index 9b8e2d61c..9e09e387f 100644 --- a/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py +++ b/algorithmic_efficiency/workloads/librispeech_conformer/librispeech_pytorch/workload.py @@ -187,7 +187,7 @@ def _build_input_queue( batch_size=ds_iter_batch_size, shuffle=not USE_PYTORCH_DDP and is_train, sampler=sampler, - num_workers=4 if is_train else self.eval_num_workers, + num_workers=4, pin_memory=True, drop_last=is_train)