/* Copyright 2019 The Vitess Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package stats import ( "encoding/json" "fmt" "sync" "time" syncX "git.nspix.com/golang/micro/sync" ) // Timings is meant to tracks timing data // by named categories as well as histograms. type Timings struct { totalCount syncX.AtomicInt64 totalTime syncX.AtomicInt64 mu sync.RWMutex histograms map[string]*Histogram name string help string label string labelCombined bool } // NewTimings creates a new Timings object, and publishes it if name is set. // categories is an optional list of categories to initialize to 0. // Categories that aren't initialized will be missing from the map until the // first time they are updated. func NewTimings(name, help, label string, categories ...string) *Timings { t := &Timings{ histograms: make(map[string]*Histogram), name: name, help: help, label: label, labelCombined: IsDimensionCombined(label), } for _, cat := range categories { t.histograms[cat] = NewGenericHistogram("", "", bucketCutoffs, bucketLabels, "Count", "Time") } if name != "" { publish(name, t) } return t } // Reset will clear histograms: used during testing func (t *Timings) Reset() { t.mu.RLock() t.histograms = make(map[string]*Histogram) t.mu.RUnlock() } // Add will add a new value to the named histogram. func (t *Timings) Add(name string, elapsed time.Duration) { if t.labelCombined { name = StatsAllStr } // Get existing Histogram. t.mu.RLock() hist, ok := t.histograms[name] t.mu.RUnlock() // Create Histogram if it does not exist. if !ok { t.mu.Lock() hist, ok = t.histograms[name] if !ok { hist = NewGenericHistogram("", "", bucketCutoffs, bucketLabels, "Count", "Time") t.histograms[name] = hist } t.mu.Unlock() } if defaultStatsdHook.timerHook != nil && t.name != "" { defaultStatsdHook.timerHook(t.name, name, elapsed.Milliseconds(), t) } elapsedNs := int64(elapsed) hist.Add(elapsedNs) t.totalCount.Add(1) t.totalTime.Add(elapsedNs) } // Record is a convenience function that records completion // timing data based on the provided start time of an event. func (t *Timings) Record(name string, startTime time.Time) { if t.labelCombined { name = StatsAllStr } t.Add(name, time.Since(startTime)) } // String is for expvar. func (t *Timings) String() string { t.mu.RLock() defer t.mu.RUnlock() tm := struct { TotalCount int64 TotalTime int64 Histograms map[string]*Histogram }{ t.totalCount.Get(), t.totalTime.Get(), t.histograms, } data, err := json.Marshal(tm) if err != nil { data, _ = json.Marshal(err.Error()) } return string(data) } // Histograms returns a map pointing at the histograms. func (t *Timings) Histograms() (h map[string]*Histogram) { t.mu.RLock() defer t.mu.RUnlock() h = make(map[string]*Histogram, len(t.histograms)) for k, v := range t.histograms { h[k] = v } return } // Count returns the total count for all values. func (t *Timings) Count() int64 { return t.totalCount.Get() } // Time returns the total time elapsed for all values. func (t *Timings) Time() int64 { return t.totalTime.Get() } // Counts returns the total count for each value. func (t *Timings) Counts() map[string]int64 { t.mu.RLock() defer t.mu.RUnlock() counts := make(map[string]int64, len(t.histograms)+1) for k, v := range t.histograms { counts[k] = v.Count() } counts["All"] = t.totalCount.Get() return counts } // Cutoffs returns the cutoffs used in the component histograms. // Do not change the returned slice. func (t *Timings) Cutoffs() []int64 { return bucketCutoffs } // Help returns the help string. func (t *Timings) Help() string { return t.help } // Label returns the label name. func (t *Timings) Label() string { return t.label } var bucketCutoffs = []int64{5e5, 1e6, 5e6, 1e7, 5e7, 1e8, 5e8, 1e9, 5e9, 1e10} var bucketLabels []string func init() { bucketLabels = make([]string, len(bucketCutoffs)+1) for i, v := range bucketCutoffs { bucketLabels[i] = fmt.Sprintf("%d", v) } bucketLabels[len(bucketLabels)-1] = "inf" } // MultiTimings is meant to tracks timing data by categories as well // as histograms. The names of the categories are compound names made // with joining multiple strings with '.'. type MultiTimings struct { Timings labels []string combinedLabels []bool } // NewMultiTimings creates a new MultiTimings object. func NewMultiTimings(name string, help string, labels []string) *MultiTimings { combinedLabels := make([]bool, len(labels)) for i, label := range labels { combinedLabels[i] = IsDimensionCombined(label) } t := &MultiTimings{ Timings: Timings{ histograms: make(map[string]*Histogram), name: name, help: help, label: safeJoinLabels(labels, combinedLabels), }, labels: labels, combinedLabels: combinedLabels, } if name != "" { publish(name, t) } return t } // Labels returns descriptions of the parts of each compound category name. func (mt *MultiTimings) Labels() []string { return mt.labels } // Add will add a new value to the named histogram. func (mt *MultiTimings) Add(names []string, elapsed time.Duration) { if len(names) != len(mt.labels) { panic("MultiTimings: wrong number of values in Add") } mt.Timings.Add(safeJoinLabels(names, mt.combinedLabels), elapsed) } // Record is a convenience function that records completion // timing data based on the provided start time of an event. func (mt *MultiTimings) Record(names []string, startTime time.Time) { if len(names) != len(mt.labels) { panic("MultiTimings: wrong number of values in Record") } mt.Timings.Record(safeJoinLabels(names, mt.combinedLabels), startTime) } // Cutoffs returns the cutoffs used in the component histograms. // Do not change the returned slice. func (mt *MultiTimings) Cutoffs() []int64 { return bucketCutoffs }