Migrate to Prometheus remote write

Author: emasab

tests/soak/bootstrap.sh

@@ -34,11 +34,6 @@ sudo systemctl restart otelcol-contrib
 ./build.sh $librdkafka_branch $python_branch
 
 venv=$PWD/venv
-source $venv/bin/activate
-echo "Verifying python client installation"
-python -c "import confluent_kafka; print(confluent_kafka.version(), confluent_kafka.libversion())"
-deactivate
-
 echo "All done, activate the virtualenv in $venv before running the client:"
 echo "source $venv/bin/activate"
 

tests/soak/otel-config.yaml

@@ -9,28 +9,30 @@ processors:
     send_batch_size: 10
     timeout: 10s
 
+extensions:
+  sigv4auth:
+    region: us-west-2
+    service: aps
+    assume_role:
+      arn: FILL_IN_ROLE_ARN_HERE
+
 exporters:
-  datadog:
-    api:
-      site: datadoghq.com
-      key: KEY
-    logs:
-      enabled: true
-    metrics:
-      histograms:
-        mode: distributions
-        send_aggregation_metrics: true
+  prometheusremotewrite:
+    endpoint: FILL_IN_REMOTE_WRITE_ENDPOINT_HERE
+    auth:
+      authenticator: sigv4auth
 
 service:
+  extensions: [sigv4auth]
   telemetry:
     logs:
       level: "debug"
   pipelines:
     metrics:
       receivers: [otlp]
       processors: [batch]
-      exporters: [datadog]
+      exporters: [prometheusremotewrite]
     logs:
       receivers: [otlp]
       processors: [batch]
-      exporters: [datadog]
+      exporters: [prometheusremotewrite]