feat: support tracing with grafana tempo and opentelemetry

docker-compose.yml

@@ -0,0 +1,38 @@
+version: "3.9"
+
+services:
+  grafana:
+    image: grafana/grafana:8.2.0
+    ports:
+      - 5000:3000
+    volumes:
+      - ./grafana.ini:/etc/grafana/grafana.ini
+      - ./grafana-datasources.yml:/etc/grafana/provisioning/datasources/datasources.yaml
+    environment:
+      - GF_AUTH_ANONYMOUS_ENABLED=true
+      - GF_AUTH_ANONYMOUS_ORG_ROLE=Admin
+      - GF_AUTH_DISABLE_LOGIN_FORM=true
+    depends_on:
+      - tempo
+  loki:
+    image: grafana/loki:2.3.0
+    ports:
+      - 3100:3100
+    command: -config.file=/etc/loki/local-config.yaml
+  tempo:
+    image: grafana/tempo:latest
+    command: [ "-search.enabled=true", "-config.file=/etc/tempo.yaml" ]
+    volumes:
+      - ./tempo.yaml:/etc/tempo.yaml
+    ports:
+      - 8000:8000 # tempo
+  pokespeare:
+    build: .
+    ports:
+      - "8080:8080"
+    environment:
+      - OTEL_PYTHON_LOG_CORRELATION=true
+    logging:
+      driver: loki
+      options:
+        loki-url: http://localhost:3100/loki/api/v1/push

grafana-datasources.yml

@@ -0,0 +1,29 @@
+apiVersion: 1
+
+datasources:
+  - name: Tempo
+    type: tempo
+    access: proxy
+    url: http://tempo:8000
+    version: 1
+    editable: false
+    uid: tempo
+    jsonData:
+      tracesToLogs:
+        datasourceUid: Loki
+        tags:
+          - namespace
+          - pod
+          - app
+  - name: Loki
+    type: loki
+    access: proxy
+    url: http://loki:3100
+    version: 1
+    editable: false
+    jsonData:
+      derivedFields:
+        - datasourceUid: tempo
+          matcherRegex: trace_id=(\w+)
+          name: TraceID
+          url: "$${__value.raw}"

grafana.ini

@@ -0,0 +1,2 @@
+[feature_toggles]
+enable = tempoSearch