Run 100 tests to find flaky tests

.github/workflows/test-build-deploy.yml

@@ -55,9 +55,8 @@ jobs:
           ln -s $GITHUB_WORKSPACE/* /go/src/github.com/cortexproject/cortex
       - name: Run Tests
         run: |
-          for run in $(seq 1 3); do
-            make BUILD_IN_CONTAINER=false test && break
-            echo "Retrying tests... Run $run failed."
+          for run in $(seq 1 100); do
+            make BUILD_IN_CONTAINER=false test
           done
 
   security:
@@ -197,9 +196,8 @@ jobs:
           export CORTEX_IMAGE="${CORTEX_IMAGE_PREFIX}cortex:$IMAGE_TAG-amd64"
           export CORTEX_CHECKOUT_DIR="/go/src/github.com/cortexproject/cortex"
           echo "Running integration tests with image: $CORTEX_IMAGE"
-          for run in $(seq 1 3); do
-            go test -tags=integration,${{ matrix.tags }} -timeout 2400s -v -count=1 -failfast ./integration/... && break
-            echo "Retrying tests... Run $run failed."
+          for run in $(seq 1 100); do
+            go test -tags=integration,${{ matrix.tags }} -timeout 2400s -v -count=1 -failfast ./integration/...
           done
         env:
           IMAGE_PREFIX: ${{ secrets.IMAGE_PREFIX }}