Flaky test TestStatsHandler/Recorded/ServerSpans #8151
Description
Component
Instrumentation: otelgrpc
Describe the issue you're facing
https://github.com/open-telemetry/opentelemetry-go-contrib/actions/runs/19191125632/job/54865705443
--- FAIL: TestStatsHandler (0.02s)
--- FAIL: TestStatsHandler/Recorded (0.01s)
--- FAIL: TestStatsHandler/Recorded/ServerSpans (0.00s)
grpc_stats_handler_test.go:429:
Error Trace: /Users/runner/work/opentelemetry-go-contrib/opentelemetry-go-contrib/instrumentation/google.golang.org/grpc/otelgrpc/grpc_stats_handler_test.go:429
/Users/runner/work/opentelemetry-go-contrib/opentelemetry-go-contrib/instrumentation/google.golang.org/grpc/otelgrpc/grpc_stats_handler_test.go:112
Error: "[0x140002b01a0 0x1400023e1a0 0x1400023e340 0x140002b04e0]" should have 5 item(s), but has 4
Test: TestStatsHandler/Recorded/ServerSpans
--- FAIL: TestStatsHandler/Recorded/ServerMetrics (0.00s)
grpc_stats_handler_test.go:1470: [ScopeMetrics Metrics not equal:
missing expected values:
metricdata.Metrics{Name:"rpc.server.duration", Description:"Measures the duration of inbound RPC.", Unit:"ms", Data:metricdata.Histogram[float64]{DataPoints:[]metricdata.HistogramDataPoint[float64]{metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x0, Bounds:[]float64(nil), BucketCounts:[]uint64(nil), Min:metricdata.Extrema[float64]{value:0, valid:false}, Max:metricdata.Extrema[float64]{value:0, valid:false}, Sum:0, Exemplars:[]metricdata.Exemplar[float64](nil)}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x0, Bounds:[]float64(nil), BucketCounts:[]uint64(nil), Min:metricdata.Extrema[float64]{value:0, valid:false}, Max:metricdata.Extrema[float64]{value:0, valid:false}, Sum:0, Exemplars:[]metricdata.Exemplar[float64](nil)}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x0, Bounds:[]float64(nil), BucketCounts:[]uint64(nil), Min:metricdata.Extrema[float64]{value:0, valid:false}, Max:metricdata.Extrema[float64]{value:0, valid:false}, Sum:0, Exemplars:[]metricdata.Exemplar[float64](nil)}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingOutputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x0, Bounds:[]float64(nil), BucketCounts:[]uint64(nil), Min:metricdata.Extrema[float64]{value:0, valid:false}, Max:metricdata.Extrema[float64]{value:0, valid:false}, Sum:0, Exemplars:[]metricdata.Exemplar[float64](nil)}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x0, Bounds:[]float64(nil), BucketCounts:[]uint64(nil), Min:metricdata.Extrema[float64]{value:0, valid:false}, Max:metricdata.Extrema[float64]{value:0, valid:false}, Sum:0, Exemplars:[]metricdata.Exemplar[float64](nil)}}, Temporality:0x1}}
metricdata.Metrics{Name:"rpc.server.requests_per_rpc", Description:"Measures the number of messages received per RPC.", Unit:"{count}", Data:metricdata.Histogram[int64]{DataPoints:[]metricdata.HistogramDataPoint[int64]{metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingOutputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64](nil)}}, Temporality:0x1}}
metricdata.Metrics{Name:"rpc.server.responses_per_rpc", Description:"Measures the number of messages sent per RPC.", Unit:"{count}", Data:metricdata.Histogram[int64]{DataPoints:[]metricdata.HistogramDataPoint[int64]{metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingOutputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64](nil)}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Time:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64](nil)}}, Temporality:0x1}}
make: *** [test/./instrumentation/google.golang.org/grpc/otelgrpc] Error 1
unexpected additional values:
metricdata.Metrics{Name:"rpc.server.duration", Description:"Measures the duration of inbound RPC.", Unit:"ms", Data:metricdata.Histogram[float64]{DataPoints:[]metricdata.HistogramDataPoint[float64]{metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468345000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480267000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[float64]{value:0.059834, valid:true}, Max:metricdata.Extrema[float64]{value:0.059834, valid:true}, Sum:0.059834, Exemplars:[]metricdata.Exemplar[float64]{}}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468345000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480267000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[float64]{value:3.825667, valid:true}, Max:metricdata.Extrema[float64]{value:3.825667, valid:true}, Sum:3.825667, Exemplars:[]metricdata.Exemplar[float64]{}}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468345000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480267000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[float64]{value:0.59025, valid:true}, Max:metricdata.Extrema[float64]{value:0.59025, valid:true}, Sum:0.59025, Exemplars:[]metricdata.Exemplar[float64]{}}, metricdata.HistogramDataPoint[float64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468345000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480267000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[float64]{value:1.081208, valid:true}, Max:metricdata.Extrema[float64]{value:1.081208, valid:true}, Sum:1.081208, Exemplars:[]metricdata.Exemplar[float64]{}}}, Temporality:0x1}}
metricdata.Metrics{Name:"rpc.server.requests_per_rpc", Description:"Measures the number of messages received per RPC.", Unit:"{count}", Data:metricdata.Histogram[int64]{DataPoints:[]metricdata.HistogramDataPoint[int64]{metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468349000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480276000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468349000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480276000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468349000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480276000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468349000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480276000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64]{}}}, Temporality:0x1}}
metricdata.Metrics{Name:"rpc.server.responses_per_rpc", Description:"Measures the number of messages sent per RPC.", Unit:"{count}", Data:metricdata.Histogram[int64]{DataPoints:[]metricdata.HistogramDataPoint[int64]{metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"UnaryCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468351000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480277000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"StreamingInputCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468351000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480277000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"FullDuplexCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468351000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480277000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:4, valid:true}, Max:metricdata.Extrema[int64]{value:4, valid:true}, Sum:4, Exemplars:[]metricdata.Exemplar[int64]{}}, metricdata.HistogramDataPoint[int64]{Attributes:attribute.Set{equivalent:attribute.Distinct{iface:[5]attribute.KeyValue{attribute.KeyValue{Key:"rpc.grpc.status_code", Value:attribute.Value{vtype:2, numeric:0x0, stringly:"", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.method", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"EmptyCall", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.service", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc.testing.TestService", slice:interface {}(nil)}}, attribute.KeyValue{Key:"rpc.system", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"grpc", slice:interface {}(nil)}}, attribute.KeyValue{Key:"test_metric", Value:attribute.Value{vtype:4, numeric:0x0, stringly:"OK", slice:interface {}(nil)}}}}}, StartTime:time.Date(2025, time.November, 8, 9, 26, 8, 468351000, time.Local), Time:time.Date(2025, time.November, 8, 9, 26, 8, 480277000, time.Local), Count:0x1, Bounds:[]float64{0, 5, 10, 25, 50, 75, 100, 250, 500, 750, 1000, 2500, 5000, 7500, 10000}, BucketCounts:[]uint64{0x0, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, Min:metricdata.Extrema[int64]{value:1, valid:true}, Max:metricdata.Extrema[int64]{value:1, valid:true}, Sum:1, Exemplars:[]metricdata.Exemplar[int64]{}}}, Temporality:0x1}}
]
FAIL
FAIL go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc 0.040s
Expected behavior
Should not be flaky