diff --git a/buildkite/scripts/replayer-test.sh b/buildkite/scripts/replayer-test.sh
index d44983b0517b..f40b7a7892f4 100755
--- a/buildkite/scripts/replayer-test.sh
+++ b/buildkite/scripts/replayer-test.sh
@@ -50,9 +50,7 @@ export LANGUAGE=en_US.UTF-8
 export LANG=en_US.UTF-8
 export LC_ALL=en_US.UTF-8
 
-update-locale "LANG=en_US.UTF-8"
-locale-gen --purge "en_US.UTF-8"
-dpkg-reconfigure --frontend noninteractive locales
+locale-gen en_US.UTF-8
 
 echo "Starting Postgresql service"
 sudo service postgresql start