Add OTEL config

tests/soak/ccloud.config.example

@@ -0,0 +1,9 @@
+bootstrap.servers=<add your bootstraps here>
+sasl.mechanisms=PLAIN
+security.protocol=SASL_SSL
+sasl.username=<your ccloud access key>
+sasl.password=<your ccloud secret>
+enable.idempotence=true
+debug=eos,generic,broker,security,consumer
+linger.ms=2
+compression.type=lz4

tests/soak/otel-config.yaml

@@ -0,0 +1,36 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+
+processors:
+  batch:
+    send_batch_max_size: 100
+    send_batch_size: 10
+    timeout: 10s
+
+exporters:
+  datadog:
+    api:
+      site: datadoghq.com
+      key: KEY
+    logs:
+      enabled: true
+    metrics:
+      histograms:
+        mode: distributions
+        send_aggregation_metrics: true
+
+service:
+  telemetry:
+    logs:
+      level: "debug"
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog]
+    logs:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog]

tests/soak/run.sh

@@ -11,12 +11,20 @@ if [[ -z $librdkafka_version ]]; then
     exit 1
 fi
 
+if [[ -z $STY ]]; then
+    echo "This script should be run from inside a screen session"
+    exit 1
+fi
+
 set -u
 topic="pysoak-$TESTID-$librdkafka_version"
+logfile="${topic}.log.bz2"
+
 
 echo "Starting soak client using topic $topic"
 set +x
-time opentelemetry-instrument confluent-kafka-python/tests/soak/soakclient.py -i $TESTID -t $topic -r 80 -f  confluent-kafka-python/ccloud.config 2>&1
+time confluent-kafka-python/tests/soak/soakclient.py -t $topic -r 80 -f  confluent-kafka-python/ccloud.config 2>&1 \
+    | tee /dev/stderr | bzip2 > $logfile
 ret=$?
 echo "Python client exited with status $ret"
 exit $ret