Add some erroring message and increase timeout to catch edge cases (#32)

* Add some erroring message and increase timeout to catch edge cases * Add some erroring message and increase timeout to catch edge cases --------- Co-authored-by: Stylianos Rigas <[email protected]>
mattermost · Mar 14, 2024 · 0285d23 · 0285d23
1 parent 0f3be4c
commit 0285d23
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/internal/elrond/elrond_soak.go b/internal/elrond/elrond_soak.go
@@ -51,9 +51,16 @@ func querySLOMetrics(ring *model.Ring, url string, queryTime time.Time, logger *
 		var lastErr error
 		// Retry mechanism for Thanos network connectivity issues.
 		for attempt := 0; attempt < 10; attempt++ {
-			ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
+			ctx, cancel := context.WithTimeout(context.Background(), 30*time.Second)
 			logger.Infof("Running Thanos query %s, attempt %d", query, attempt+1)
 			result, warnings, err := v1api.Query(ctx, query, queryTime)
+			if err != nil {
+				if errors.Is(err, context.DeadlineExceeded) {
+					logger.Errorf("Query failed due to timeout: %v", err)
+				} else {
+					logger.Errorf("Query failed due to an error: %v", err)
+				}
+			}
 			cancel()
 
 			if err == nil {