From 13a3078477e2897ea4a9cc5f89adefa8ab88c67f Mon Sep 17 00:00:00 2001
From: Anchit Jain <anjain@confluent.io>
Date: Thu, 23 Jan 2025 13:19:54 +0530
Subject: [PATCH 1/2] Add OTEL config

---
 tests/soak/otel-config.yaml | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)
 create mode 100644 tests/soak/otel-config.yaml

diff --git a/tests/soak/otel-config.yaml b/tests/soak/otel-config.yaml
new file mode 100644
index 000000000..1c5e5e4fa
--- /dev/null
+++ b/tests/soak/otel-config.yaml
@@ -0,0 +1,36 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+
+processors:
+  batch:
+    send_batch_max_size: 100
+    send_batch_size: 10
+    timeout: 10s
+
+exporters:
+  datadog:
+    api:
+      site: datadoghq.com
+      key: KEY
+    logs:
+      enabled: true
+    metrics:
+      histograms:
+        mode: distributions
+        send_aggregation_metrics: true
+
+service:
+  telemetry:
+    logs:
+      level: "debug"
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog]
+    logs:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog]
\ No newline at end of file

From ac4f6c53d32ff447f18abcb661b1dae413eaf265 Mon Sep 17 00:00:00 2001
From: Anchit Jain <anjain@confluent.io>
Date: Wed, 29 Jan 2025 15:32:32 +0530
Subject: [PATCH 2/2] Changes to run with EC2

---
 tests/soak/ccloud.config.example |  9 +++++++++
 tests/soak/run.sh                | 10 +++++++++-
 2 files changed, 18 insertions(+), 1 deletion(-)
 create mode 100644 tests/soak/ccloud.config.example

diff --git a/tests/soak/ccloud.config.example b/tests/soak/ccloud.config.example
new file mode 100644
index 000000000..85e0b9c04
--- /dev/null
+++ b/tests/soak/ccloud.config.example
@@ -0,0 +1,9 @@
+bootstrap.servers=<add your bootstraps here>
+sasl.mechanisms=PLAIN
+security.protocol=SASL_SSL
+sasl.username=<your ccloud access key>
+sasl.password=<your ccloud secret>
+enable.idempotence=true
+debug=eos,generic,broker,security,consumer
+linger.ms=2
+compression.type=lz4
diff --git a/tests/soak/run.sh b/tests/soak/run.sh
index 47826e590..bd7f4aace 100755
--- a/tests/soak/run.sh
+++ b/tests/soak/run.sh
@@ -11,12 +11,20 @@ if [[ -z $librdkafka_version ]]; then
     exit 1
 fi
 
+if [[ -z $STY ]]; then
+    echo "This script should be run from inside a screen session"
+    exit 1
+fi
+
 set -u
 topic="pysoak-$TESTID-$librdkafka_version"
+logfile="${topic}.log.bz2"
+
 
 echo "Starting soak client using topic $topic"
 set +x
-time opentelemetry-instrument confluent-kafka-python/tests/soak/soakclient.py -i $TESTID -t $topic -r 80 -f  confluent-kafka-python/ccloud.config 2>&1
+time confluent-kafka-python/tests/soak/soakclient.py -t $topic -r 80 -f  confluent-kafka-python/ccloud.config 2>&1 \
+    | tee /dev/stderr | bzip2 > $logfile
 ret=$?
 echo "Python client exited with status $ret"
 exit $ret