Skip to content
This repository has been archived by the owner on Jul 31, 2023. It is now read-only.

Exemplar: Add new record APIs that take exemplar attachments and SpanContext key. #1123

Merged
merged 6 commits into from
Apr 23, 2019
Merged
Show file tree
Hide file tree
Changes from 5 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions metric/metricdata/exemplar.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,11 @@ import (
"time"
)

// Exemplars keys.
const (
AttachmentKeySpanContext = "SpanContext"
)

// Exemplar is an example data point associated with each bucket of a
// distribution type aggregation.
//
Expand Down
21 changes: 18 additions & 3 deletions stats/record.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ package stats
import (
"context"

"go.opencensus.io/metric/metricdata"
"go.opencensus.io/stats/internal"
"go.opencensus.io/tag"
)
Expand All @@ -33,6 +34,12 @@ func init() {
// Record records one or multiple measurements with the same context at once.
// If there are any tags in the context, measurements will be tagged with them.
func Record(ctx context.Context, ms ...Measurement) {
RecordWithAttachments(ctx, nil, ms...)
}

// RecordWithAttachments records measurements and the given exemplar attachments against context.
// If there are any tags in the context, measurements will be tagged with them.
func RecordWithAttachments(ctx context.Context, attachments metricdata.Attachments, ms ...Measurement) {
recorder := internal.DefaultRecorder
if recorder == nil {
return
Expand All @@ -50,8 +57,7 @@ func Record(ctx context.Context, ms ...Measurement) {
if !record {
return
}
// TODO(songy23): fix attachments.
recorder(tag.FromContext(ctx), ms, map[string]interface{}{})
recorder(tag.FromContext(ctx), ms, attachments)
}

// RecordWithTags records one or multiple measurements at once.
Expand All @@ -60,10 +66,19 @@ func Record(ctx context.Context, ms ...Measurement) {
// RecordWithTags is useful if you want to record with tag mutations but don't want
// to propagate the mutations in the context.
func RecordWithTags(ctx context.Context, mutators []tag.Mutator, ms ...Measurement) error {
return RecordWithTagsAndAttachments(ctx, mutators, nil, ms...)
}

// RecordWithTagsAndAttachments records measurements and the given exemplar attachments at once.
//
// Measurements will be tagged with the tags in the context mutated by the mutators.
// RecordWithTags is useful if you want to record with tag mutations but don't want
// to propagate the mutations in the context.
func RecordWithTagsAndAttachments(ctx context.Context, mutators []tag.Mutator, attachments metricdata.Attachments, ms ...Measurement) error {
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Would it make sense to have RecordWithOptions api instead of withAttachment, withTag, WithAttacmentAndTag?
Similar to what we have in gauges (AddInt64Gauge).

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

For Attachments that makes sense, though I suggest we still keep the recordWithTags API since it covers most of the use cases and it's easier to use than creating options.

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

SG

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Updated in 0d5b2d8.

ctx, err := tag.New(ctx, mutators...)
if err != nil {
return err
}
Record(ctx, ms...)
RecordWithAttachments(ctx, attachments, ms...)
return nil
}
95 changes: 95 additions & 0 deletions stats/record_test.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
// Copyright 2019, OpenCensus Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package stats_test

import (
"context"
"log"
"reflect"
"testing"
"time"

"github.com/google/go-cmp/cmp"
"github.com/google/go-cmp/cmp/cmpopts"

"go.opencensus.io/metric/metricdata"
"go.opencensus.io/stats"
"go.opencensus.io/stats/view"
"go.opencensus.io/tag"
"go.opencensus.io/trace"
)

var (
tid = trace.TraceID{1, 2, 3, 4, 5, 6, 7, 8, 1, 2, 4, 8, 16, 32, 64, 128}
sid = trace.SpanID{1, 2, 4, 8, 16, 32, 64, 128}
spanCtx = trace.SpanContext{
TraceID: tid,
SpanID: sid,
TraceOptions: 1,
}
)

func TestRecordWithAttachments(t *testing.T) {
k1, _ := tag.NewKey("k1")
k2, _ := tag.NewKey("k2")
distribution := view.Distribution(5, 10)
m := stats.Int64("TestRecordWithAttachments/m1", "", stats.UnitDimensionless)
v := &view.View{
Name: "test_view",
TagKeys: []tag.Key{k1, k2},
Measure: m,
Aggregation: distribution,
}
view.SetReportingPeriod(100 * time.Millisecond)
if err := view.Register(v); err != nil {
log.Fatalf("Failed to register views: %v", err)
}

attachments := map[string]interface{}{metricdata.AttachmentKeySpanContext: spanCtx}
stats.RecordWithAttachments(context.Background(), attachments, m.M(12))
rows, err := view.RetrieveData("test_view")
if err != nil {
t.Errorf("Failed to retrieve data %v", err)
}
if len(rows) == 0 {
t.Errorf("No data was recorded.")
}
data := rows[0].Data
dis, ok := data.(*view.DistributionData)
if !ok {
t.Errorf("want DistributionData, got %+v", data)
}
wantBuckets := []int64{0, 0, 1}
if !reflect.DeepEqual(dis.CountPerBucket, wantBuckets) {
t.Errorf("want buckets %v, got %v", wantBuckets, dis.CountPerBucket)
}
for i, e := range dis.ExemplarsPerBucket {
// Exemplar slice should be [nil, nil, exemplar]
if i != 2 && e != nil {
t.Errorf("want nil exemplar, got %v", e)
}
if i == 2 {
wantExemplar := &metricdata.Exemplar{Value: 12, Attachments: attachments}
if diff := cmpExemplar(e, wantExemplar); diff != "" {
t.Fatalf("Unexpected Exemplar -got +want: %s", diff)
}
}
}
}

// Compare exemplars while ignoring exemplar timestamp, since timestamp is non-deterministic.
func cmpExemplar(got, want *metricdata.Exemplar) string {
return cmp.Diff(got, want, cmpopts.IgnoreFields(metricdata.Exemplar{}, "Timestamp"), cmpopts.IgnoreUnexported(metricdata.Exemplar{}))
}