Revert "Remove hardcoded timeout in favor of relying on global ZK tim…

…eout (#1…" (#1149)

This reverts commit d2b61c0.

astra/src/main/java/com/slack/astra/metadata/core/AstraMetadataStore.java

@@ -214,7 +214,12 @@ public void removeListener(AstraMetadataStoreChangeListener<T> watcher) {
 
   private void awaitCacheInitialized() {
     try {
-      cacheInitialized.await();
+      if (!cacheInitialized.await(30, TimeUnit.SECONDS)) {
+        // in the event we deadlock, go ahead and time this out at 30s and restart the pod
+        new RuntimeHalterImpl()
+            .handleFatal(
+                new TimeoutException("Timed out waiting for Zookeeper cache to initialize"));
+      }
     } catch (InterruptedException e) {
       new RuntimeHalterImpl().handleFatal(e);
     }