diff --git a/.devcontainer/docker-compose.yml b/.devcontainer/docker-compose.yml
index ad6845260e..f5a314384a 100644
--- a/.devcontainer/docker-compose.yml
+++ b/.devcontainer/docker-compose.yml
@@ -22,7 +22,7 @@ services:
     # (Adding the "ports" property to this file will not forward from a Codespace.)
 
   elasticsearch:
-    image: exceptionless/elasticsearch:8.15.2
+    image: exceptionless/elasticsearch:8.16.1
     environment:
       node.name: elasticsearch
       cluster.name: exceptionless
@@ -38,7 +38,7 @@ services:
   kibana:
     depends_on:
       - elasticsearch
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     environment:
       xpack.security.enabled: "false"
     ports:
diff --git a/Dockerfile b/Dockerfile
index 2ea29f16af..e07260c693 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -99,7 +99,7 @@ ENTRYPOINT ["/app/app-docker-entrypoint.sh"]
 
 # completely self-contained
 
-FROM exceptionless/elasticsearch:8.15.2 AS exceptionless
+FROM exceptionless/elasticsearch:8.16.1 AS exceptionless
 
 WORKDIR /app
 COPY --from=job-publish /app/src/Exceptionless.Job/out ./
diff --git a/build/docker/elasticsearch/8.x/Dockerfile b/build/docker/elasticsearch/8.x/Dockerfile
index 50ccb12583..29277a8e56 100644
--- a/build/docker/elasticsearch/8.x/Dockerfile
+++ b/build/docker/elasticsearch/8.x/Dockerfile
@@ -1,5 +1,5 @@
 # https://www.docker.elastic.co/
-FROM docker.elastic.co/elasticsearch/elasticsearch:8.15.2
+FROM docker.elastic.co/elasticsearch/elasticsearch:8.16.1
 
 RUN elasticsearch-plugin install -b mapper-size
 
diff --git a/docker/docker-compose.apm.yml b/docker/docker-compose.apm.yml
index cf46a0193b..0a1bc5a5d5 100644
--- a/docker/docker-compose.apm.yml
+++ b/docker/docker-compose.apm.yml
@@ -2,7 +2,7 @@ version: "2.2"
 
 services:
   setup:
-    image: docker.elastic.co/elasticsearch/elasticsearch:8.15.2
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.16.1
     volumes:
       - certs:/usr/share/elasticsearch/config/certs
     user: "0"
@@ -53,7 +53,7 @@ services:
     depends_on:
       setup:
         condition: service_healthy
-    image: docker.elastic.co/elasticsearch/elasticsearch:8.15.2
+    image: docker.elastic.co/elasticsearch/elasticsearch:8.16.1
     volumes:
       - certs:/usr/share/elasticsearch/config/certs
       - esdata:/usr/share/elasticsearch/data
@@ -98,7 +98,7 @@ services:
     depends_on:
       elasticsearch:
         condition: service_healthy
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     volumes:
       - certs:/usr/share/kibana/config/certs
     ports:
@@ -124,7 +124,7 @@ services:
     depends_on:
       elasticsearch:
         condition: service_healthy
-    image: docker.elastic.co/apm/apm-server:8.15.2
+    image: docker.elastic.co/apm/apm-server:8.16.1
     volumes:
       - certs:/usr/share/apm-server/certs
     ports:
diff --git a/docker/docker-compose.dev.yml b/docker/docker-compose.dev.yml
index 6214935f37..afc7f5fa2c 100644
--- a/docker/docker-compose.dev.yml
+++ b/docker/docker-compose.dev.yml
@@ -50,7 +50,7 @@ services:
       - appdata:/app/storage
 
   elasticsearch:
-    image: exceptionless/elasticsearch:8.15.2
+    image: exceptionless/elasticsearch:8.16.1
     environment:
       discovery.type: single-node
       xpack.security.enabled: "false"
@@ -64,7 +64,7 @@ services:
   kibana:
     depends_on:
       - elasticsearch
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     ports:
       - 5601:5601
 
diff --git a/docker/docker-compose.yml b/docker/docker-compose.yml
index 02efb70a4d..965df5930d 100644
--- a/docker/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -1,6 +1,6 @@
 services:
   elasticsearch:
-    image: exceptionless/elasticsearch:8.15.2
+    image: exceptionless/elasticsearch:8.16.1
     environment:
       node.name: elasticsearch
       cluster.name: exceptionless
@@ -16,7 +16,7 @@ services:
   kibana:
     depends_on:
       - elasticsearch
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     environment:
       xpack.security.enabled: "false"
     ports:
diff --git a/k8s/elastic-monitor.yaml b/k8s/elastic-monitor.yaml
index 7e9fec6e12..ed041e9aa8 100644
--- a/k8s/elastic-monitor.yaml
+++ b/k8s/elastic-monitor.yaml
@@ -4,7 +4,7 @@ metadata:
   name: elastic-monitor
   namespace: elastic-system
 spec:
-  version: 8.15.2
+  version: 8.16.1
   podDisruptionBudget:
     spec:
       minAvailable: 2
@@ -56,7 +56,7 @@ metadata:
   name: kibana-monitor
   namespace: elastic-system
 spec:
-  version: 8.15.2
+  version: 8.16.1
   count: 1
   elasticsearchRef:
     name: elastic-monitor
@@ -150,7 +150,7 @@ metadata:
   name: fleet-server
   namespace: elastic-system
 spec:
-  version: 8.15.2
+  version: 8.16.1
   kibanaRef:
     name: kibana-monitor
   elasticsearchRefs:
@@ -174,7 +174,7 @@ metadata:
   name: elastic-agent
   namespace: elastic-system
 spec:
-  version: 8.15.2
+  version: 8.16.1
   kibanaRef:
     name: kibana-monitor
   fleetServerRef:
diff --git a/k8s/ex-dev-elasticsearch.yaml b/k8s/ex-dev-elasticsearch.yaml
index 8606ab3fae..5a66c9ece5 100644
--- a/k8s/ex-dev-elasticsearch.yaml
+++ b/k8s/ex-dev-elasticsearch.yaml
@@ -4,8 +4,8 @@ metadata:
   name: ex-dev
   namespace: ex-dev
 spec:
-  version: 8.15.2
-  image: exceptionless/elasticsearch:8.15.2 # https://github.com/exceptionless/Exceptionless/tree/main/build/docker/elasticsearch
+  version: 8.16.1
+  image: exceptionless/elasticsearch:8.16.1 # https://github.com/exceptionless/Exceptionless/tree/main/build/docker/elasticsearch
   secureSettings:
     - secretName: ex-dev-snapshots
   http:
@@ -16,7 +16,7 @@ spec:
     - name: main
       count: 1
       config:
-        node.roles: [data, ingest, master]
+        node.roles: [data, ingest, master, remote_cluster_client]
         action.destructive_requires_name: false
       podTemplate:
         spec:
@@ -57,7 +57,7 @@ metadata:
   name: ex-dev
   namespace: ex-dev
 spec:
-  version: 8.15.2
+  version: 8.16.1
   count: 1
   elasticsearchRef:
     name: ex-dev
diff --git a/k8s/ex-prod-elasticsearch.yaml b/k8s/ex-prod-elasticsearch.yaml
index 6aa7237eb1..c56ef6454e 100644
--- a/k8s/ex-prod-elasticsearch.yaml
+++ b/k8s/ex-prod-elasticsearch.yaml
@@ -4,8 +4,8 @@ metadata:
   name: ex-prod
   namespace: ex-prod
 spec:
-  version: 8.15.2
-  image: exceptionless/elasticsearch:8.15.2 # https://github.com/exceptionless/Exceptionless/tree/main/build/docker/elasticsearch
+  version: 8.16.1
+  image: exceptionless/elasticsearch:8.16.1 # https://github.com/exceptionless/Exceptionless/tree/main/build/docker/elasticsearch
   # monitoring:
   #   metrics:
   #     elasticsearchRefs:
@@ -68,7 +68,7 @@ metadata:
   name: ex-prod
   namespace: ex-prod
 spec:
-  version: 8.15.2
+  version: 8.16.1
   count: 1
   elasticsearchRef:
     name: ex-prod
diff --git a/k8s/ex-prod-tasks.ps1 b/k8s/ex-prod-tasks.ps1
index 5b6cb0f006..85110fb684 100644
--- a/k8s/ex-prod-tasks.ps1
+++ b/k8s/ex-prod-tasks.ps1
@@ -80,9 +80,9 @@ helm upgrade vpa fairwinds-stable/vpa --namespace vpa -f vpa-values.yaml --reset
 # upgrade elasticsearch operator
 # https://www.elastic.co/guide/en/cloud-on-k8s/current/k8s-quickstart.html
 # https://github.com/elastic/cloud-on-k8s/releases
-kubectl replace -f https://download.elastic.co/downloads/eck/2.14.0/crds.yaml
-kubectl create -f https://download.elastic.co/downloads/eck/2.14.0/crds.yaml
-kubectl apply -f https://download.elastic.co/downloads/eck/2.14.0/operator.yaml
+kubectl replace -f https://download.elastic.co/downloads/eck/2.15.0/crds.yaml
+kubectl create -f https://download.elastic.co/downloads/eck/2.15.0/crds.yaml
+kubectl apply -f https://download.elastic.co/downloads/eck/2.15.0/operator.yaml
 
 # upgrade elasticsearch
 kubectl apply --namespace ex-prod -f ex-prod-elasticsearch.yaml
diff --git a/k8s/ex-setup.ps1 b/k8s/ex-setup.ps1
index fc284bfa67..42a79657ef 100644
--- a/k8s/ex-setup.ps1
+++ b/k8s/ex-setup.ps1
@@ -60,8 +60,8 @@ kubectl config set-context --current --namespace=ex-$ENV
 # setup elasticsearch operator
 # https://www.elastic.co/guide/en/cloud-on-k8s/current/k8s-quickstart.html
 # https://github.com/elastic/cloud-on-k8s/releases
-kubectl create -f https://download.elastic.co/downloads/eck/2.14.0/crds.yaml
-kubectl apply -f https://download.elastic.co/downloads/eck/2.14.0/operator.yaml
+kubectl create -f https://download.elastic.co/downloads/eck/2.15.0/crds.yaml
+kubectl apply -f https://download.elastic.co/downloads/eck/2.15.0/operator.yaml
 
 # view ES operator logs
 kubectl -n elastic-system logs -f statefulset.apps/elastic-operator
diff --git a/k8s/exceptionless/values.yaml b/k8s/exceptionless/values.yaml
index 9340cbbf03..bf6d1af55e 100644
--- a/k8s/exceptionless/values.yaml
+++ b/k8s/exceptionless/values.yaml
@@ -51,7 +51,7 @@ elasticsearch:
   connectionString:
   image:
     repository: exceptionless/elasticsearch
-    tag: 8.15.2
+    tag: 8.16.1
     pullPolicy: IfNotPresent
 
 redis:
diff --git a/samples/docker-compose.all-in-one.yml b/samples/docker-compose.all-in-one.yml
index 202c4e00e7..fac6b62e1d 100644
--- a/samples/docker-compose.all-in-one.yml
+++ b/samples/docker-compose.all-in-one.yml
@@ -20,7 +20,7 @@ services:
   kibana:
     depends_on:
       - elasticsearch
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     ports:
       - 5601:5601
 
diff --git a/samples/docker-compose.yml b/samples/docker-compose.yml
index dabd27aa64..312c5388e6 100644
--- a/samples/docker-compose.yml
+++ b/samples/docker-compose.yml
@@ -44,7 +44,7 @@ services:
       - ex_appdata:/app/storage
 
   elasticsearch:
-    image: exceptionless/elasticsearch:8.15.2
+    image: exceptionless/elasticsearch:8.16.1
     environment:
       discovery.type: single-node
       xpack.security.enabled: "false"
@@ -58,7 +58,7 @@ services:
   kibana:
     depends_on:
       - elasticsearch
-    image: docker.elastic.co/kibana/kibana:8.15.2
+    image: docker.elastic.co/kibana/kibana:8.16.1
     ports:
       - 5601:5601