Enable trace export debug (#830)

Author: grcevski

pkg/export/otel/traces.go

@@ -11,6 +11,7 @@ import (
 
 	expirable2 "github.com/hashicorp/golang-lru/v2/expirable"
 	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
 
 	"go.opentelemetry.io/collector/component"
 	"go.opentelemetry.io/collector/config/configgrpc"
@@ -216,7 +217,7 @@ func getTracesExporter(ctx context.Context, cfg otelcfg.TracesConfig, im imetric
 			Headers: convertHeaders(opts.Headers),
 		}
 		slog.Debug("getTracesExporter: confighttp.ClientConfig created", "endpoint", config.ClientConfig.Endpoint)
-		set := getTraceSettings(factory.Type())
+		set := getTraceSettings(factory.Type(), cfg.SDKLogLevel)
 		exp, err := factory.CreateTraces(ctx, set, config)
 		if err != nil {
 			slog.Error("can't create OTLP HTTP traces exporter", "error", err)
@@ -272,7 +273,7 @@ func getTracesExporter(ctx context.Context, cfg otelcfg.TracesConfig, im imetric
 			},
 			Headers: convertHeaders(opts.Headers),
 		}
-		set := getTraceSettings(factory.Type())
+		set := getTraceSettings(factory.Type(), cfg.SDKLogLevel)
 		exp, err := factory.CreateTraces(ctx, set, config)
 		if err != nil {
 			return nil, err
@@ -286,11 +287,34 @@ func getTracesExporter(ctx context.Context, cfg otelcfg.TracesConfig, im imetric
 	}
 }
 
-func getTraceSettings(dataTypeMetrics component.Type) exporter.Settings {
+func createZapLoggerDev(sdkLogLevel string) *zap.Logger {
+	if sdkLogLevel == "" {
+		return zap.NewNop()
+	}
+
+	var level zapcore.Level
+	if err := level.UnmarshalText([]byte(sdkLogLevel)); err != nil {
+		slog.Error("unsupported trace exporter logger level", "error", err, "level", sdkLogLevel)
+		return zap.NewNop()
+	}
+
+	config := zap.NewDevelopmentConfig()
+	config.Level = zap.NewAtomicLevelAt(level)
+
+	logger, err := config.Build()
+	if err != nil {
+		slog.Error("unable to create trace exporter logger", "error", err)
+		return zap.NewNop()
+	}
+
+	return logger
+}
+
+func getTraceSettings(dataTypeMetrics component.Type, sdkLogLevel string) exporter.Settings {
 	traceProvider := tracenoop.NewTracerProvider()
 	meterProvider := metric.NewMeterProvider()
 	telemetrySettings := component.TelemetrySettings{
-		Logger:         zap.NewNop(),
+		Logger:         createZapLoggerDev(sdkLogLevel),
 		MeterProvider:  meterProvider,
 		TracerProvider: traceProvider,
 		Resource:       pcommon.NewResource(),

test/integration/configs/obi-config-debug.yml

@@ -0,0 +1,20 @@
+routes:
+  patterns:
+    - /basic/:rnd
+  unmatched: path
+  ignored_patterns:
+    - /metrics
+  ignore_mode: traces
+otel_metrics_export:
+  endpoint: http://otelcol:4318
+otel_traces_export:
+  endpoint: http://otelcol:4318
+  otel_sdk_log_level: debug
+attributes:
+  kubernetes:
+    cluster_name: obi-k8s-test-cluster
+    resource_labels:
+      deployment.environment: ["deployment.environment"]
+  select:
+    "*":
+      include: ["*"]

test/integration/configs/obi-config.yml

@@ -9,11 +9,12 @@ otel_metrics_export:
   endpoint: http://otelcol:4318
 otel_traces_export:
   endpoint: http://jaeger:4318
+  otel_sdk_log_level: debug
 attributes:
   kubernetes:
     cluster_name: obi-k8s-test-cluster
     resource_labels:
       deployment.environment: ["deployment.environment"]
   select:
     "*":
-      include: ["*"]
+      include: ["*"]

test/integration/configs/otelcol-config-debug.yml

@@ -0,0 +1,35 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+        max_recv_msg_size_mib: 100
+      http:
+        endpoint: 0.0.0.0:4318
+        cors:
+          allowed_origins:
+            - "http://*"
+            - "https://*"
+exporters:
+  prometheus:
+    endpoint: "otelcol:9464"
+    resource_to_telemetry_conversion:
+      enabled: true
+    enable_open_metrics: true
+  otlphttp/traces:
+    endpoint: http://jaeger:4318
+    tls:
+      insecure: true
+  debug/traces:
+    verbosity: detailed
+service:
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      exporters: [prometheus]
+    traces:
+      receivers: [otlp]
+      exporters: [otlphttp/traces, debug/traces]
+#  telemetry:
+#    logs:
+#      level: debug

test/integration/docker-compose-python-aws.yml

@@ -34,7 +34,7 @@ services:
     network_mode: "service:testserver"
     pid: "service:testserver"
     environment:
-      OTEL_EBPF_CONFIG_PATH: "/configs/obi-config.yml"
+      OTEL_EBPF_CONFIG_PATH: "/configs/obi-config-debug.yml"
       GOCOVERDIR: "/coverage"
       OTEL_EBPF_TRACE_PRINTER: "text"
       OTEL_EBPF_OPEN_PORT: "${OTEL_EBPF_OPEN_PORT}"
@@ -65,7 +65,7 @@ services:
         limits:
           memory: 125M
     restart: unless-stopped
-    command: ["--config=/etc/otelcol-config/otelcol-config.yml"]
+    command: ["--config=/etc/otelcol-config/otelcol-config-debug.yml"]
     volumes:
       - ./configs/:/etc/otelcol-config
     ports:
@@ -94,8 +94,8 @@ services:
     image: jaegertracing/all-in-one:1.60@sha256:4fd2d70fa347d6a47e79fcb06b1c177e6079f92cba88b083153d56263082135e
     ports:
       - "16686:16686" # Query frontend
-      - "4317" # OTEL GRPC traces collector
-      - "4318" # OTEL HTTP traces collector
+      - "14317:4317" # OTEL GRPC traces collector
+      - "14318:4318" # OTEL HTTP traces collector
     environment:
       - COLLECTOR_OTLP_ENABLED=true
       - LOG_LEVEL=debug