650 lines
15 KiB
Go
650 lines
15 KiB
Go
package basicstats
|
|
|
|
import (
|
|
"math"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/influxdata/telegraf/metric"
|
|
"github.com/influxdata/telegraf/testutil"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
var m1, _ = metric.New("m1",
|
|
map[string]string{"foo": "bar"},
|
|
map[string]interface{}{
|
|
"a": int64(1),
|
|
"b": int64(1),
|
|
"c": float64(2),
|
|
"d": float64(2),
|
|
"g": int64(3),
|
|
},
|
|
time.Now(),
|
|
)
|
|
var m2, _ = metric.New("m1",
|
|
map[string]string{"foo": "bar"},
|
|
map[string]interface{}{
|
|
"a": int64(1),
|
|
"b": int64(3),
|
|
"c": float64(4),
|
|
"d": float64(6),
|
|
"e": float64(200),
|
|
"f": uint64(200),
|
|
"ignoreme": "string",
|
|
"andme": true,
|
|
"g": int64(1),
|
|
},
|
|
time.Now(),
|
|
)
|
|
|
|
func BenchmarkApply(b *testing.B) {
|
|
minmax := NewBasicStats()
|
|
minmax.Log = testutil.Logger{}
|
|
minmax.getConfiguredStats()
|
|
|
|
for n := 0; n < b.N; n++ {
|
|
minmax.Add(m1)
|
|
minmax.Add(m2)
|
|
}
|
|
}
|
|
|
|
// Test two metrics getting added.
|
|
func TestBasicStatsWithPeriod(t *testing.T) {
|
|
acc := testutil.Accumulator{}
|
|
minmax := NewBasicStats()
|
|
minmax.Log = testutil.Logger{}
|
|
minmax.getConfiguredStats()
|
|
|
|
minmax.Add(m1)
|
|
minmax.Add(m2)
|
|
minmax.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_count": float64(2), //a
|
|
"a_max": float64(1),
|
|
"a_min": float64(1),
|
|
"a_mean": float64(1),
|
|
"a_stdev": float64(0),
|
|
"a_s2": float64(0),
|
|
"b_count": float64(2), //b
|
|
"b_max": float64(3),
|
|
"b_min": float64(1),
|
|
"b_mean": float64(2),
|
|
"b_s2": float64(2),
|
|
"b_stdev": math.Sqrt(2),
|
|
"c_count": float64(2), //c
|
|
"c_max": float64(4),
|
|
"c_min": float64(2),
|
|
"c_mean": float64(3),
|
|
"c_s2": float64(2),
|
|
"c_stdev": math.Sqrt(2),
|
|
"d_count": float64(2), //d
|
|
"d_max": float64(6),
|
|
"d_min": float64(2),
|
|
"d_mean": float64(4),
|
|
"d_s2": float64(8),
|
|
"d_stdev": math.Sqrt(8),
|
|
"e_count": float64(1), //e
|
|
"e_max": float64(200),
|
|
"e_min": float64(200),
|
|
"e_mean": float64(200),
|
|
"f_count": float64(1), //f
|
|
"f_max": float64(200),
|
|
"f_min": float64(200),
|
|
"f_mean": float64(200),
|
|
"g_count": float64(2), //g
|
|
"g_max": float64(3),
|
|
"g_min": float64(1),
|
|
"g_mean": float64(2),
|
|
"g_s2": float64(2),
|
|
"g_stdev": math.Sqrt(2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test two metrics getting added with a push/reset in between (simulates
|
|
// getting added in different periods.)
|
|
func TestBasicStatsDifferentPeriods(t *testing.T) {
|
|
acc := testutil.Accumulator{}
|
|
minmax := NewBasicStats()
|
|
minmax.Log = testutil.Logger{}
|
|
minmax.getConfiguredStats()
|
|
|
|
minmax.Add(m1)
|
|
minmax.Push(&acc)
|
|
expectedFields := map[string]interface{}{
|
|
"a_count": float64(1), //a
|
|
"a_max": float64(1),
|
|
"a_min": float64(1),
|
|
"a_mean": float64(1),
|
|
"b_count": float64(1), //b
|
|
"b_max": float64(1),
|
|
"b_min": float64(1),
|
|
"b_mean": float64(1),
|
|
"c_count": float64(1), //c
|
|
"c_max": float64(2),
|
|
"c_min": float64(2),
|
|
"c_mean": float64(2),
|
|
"d_count": float64(1), //d
|
|
"d_max": float64(2),
|
|
"d_min": float64(2),
|
|
"d_mean": float64(2),
|
|
"g_count": float64(1), //g
|
|
"g_max": float64(3),
|
|
"g_min": float64(3),
|
|
"g_mean": float64(3),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
|
|
acc.ClearMetrics()
|
|
minmax.Reset()
|
|
minmax.Add(m2)
|
|
minmax.Push(&acc)
|
|
expectedFields = map[string]interface{}{
|
|
"a_count": float64(1), //a
|
|
"a_max": float64(1),
|
|
"a_min": float64(1),
|
|
"a_mean": float64(1),
|
|
"b_count": float64(1), //b
|
|
"b_max": float64(3),
|
|
"b_min": float64(3),
|
|
"b_mean": float64(3),
|
|
"c_count": float64(1), //c
|
|
"c_max": float64(4),
|
|
"c_min": float64(4),
|
|
"c_mean": float64(4),
|
|
"d_count": float64(1), //d
|
|
"d_max": float64(6),
|
|
"d_min": float64(6),
|
|
"d_mean": float64(6),
|
|
"e_count": float64(1), //e
|
|
"e_max": float64(200),
|
|
"e_min": float64(200),
|
|
"e_mean": float64(200),
|
|
"f_count": float64(1), //f
|
|
"f_max": float64(200),
|
|
"f_min": float64(200),
|
|
"f_mean": float64(200),
|
|
"g_count": float64(1), //g
|
|
"g_max": float64(1),
|
|
"g_min": float64(1),
|
|
"g_mean": float64(1),
|
|
}
|
|
expectedTags = map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating count
|
|
func TestBasicStatsWithOnlyCount(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"count"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_count": float64(2),
|
|
"b_count": float64(2),
|
|
"c_count": float64(2),
|
|
"d_count": float64(2),
|
|
"e_count": float64(1),
|
|
"f_count": float64(1),
|
|
"g_count": float64(2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating minimum
|
|
func TestBasicStatsWithOnlyMin(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"min"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_min": float64(1),
|
|
"b_min": float64(1),
|
|
"c_min": float64(2),
|
|
"d_min": float64(2),
|
|
"e_min": float64(200),
|
|
"f_min": float64(200),
|
|
"g_min": float64(1),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating maximum
|
|
func TestBasicStatsWithOnlyMax(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"max"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_max": float64(1),
|
|
"b_max": float64(3),
|
|
"c_max": float64(4),
|
|
"d_max": float64(6),
|
|
"e_max": float64(200),
|
|
"f_max": float64(200),
|
|
"g_max": float64(3),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating mean
|
|
func TestBasicStatsWithOnlyMean(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"mean"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_mean": float64(1),
|
|
"b_mean": float64(2),
|
|
"c_mean": float64(3),
|
|
"d_mean": float64(4),
|
|
"e_mean": float64(200),
|
|
"f_mean": float64(200),
|
|
"g_mean": float64(2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating sum
|
|
func TestBasicStatsWithOnlySum(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"sum"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_sum": float64(2),
|
|
"b_sum": float64(4),
|
|
"c_sum": float64(6),
|
|
"d_sum": float64(8),
|
|
"e_sum": float64(200),
|
|
"f_sum": float64(200),
|
|
"g_sum": float64(4),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Verify that sum doesn't suffer from floating point errors. Early
|
|
// implementations of sum were calculated from mean and count, which
|
|
// e.g. summed "1, 1, 5, 1" as "7.999999..." instead of 8.
|
|
func TestBasicStatsWithOnlySumFloatingPointErrata(t *testing.T) {
|
|
|
|
var sum1, _ = metric.New("m1",
|
|
map[string]string{},
|
|
map[string]interface{}{
|
|
"a": int64(1),
|
|
},
|
|
time.Now(),
|
|
)
|
|
var sum2, _ = metric.New("m1",
|
|
map[string]string{},
|
|
map[string]interface{}{
|
|
"a": int64(1),
|
|
},
|
|
time.Now(),
|
|
)
|
|
var sum3, _ = metric.New("m1",
|
|
map[string]string{},
|
|
map[string]interface{}{
|
|
"a": int64(5),
|
|
},
|
|
time.Now(),
|
|
)
|
|
var sum4, _ = metric.New("m1",
|
|
map[string]string{},
|
|
map[string]interface{}{
|
|
"a": int64(1),
|
|
},
|
|
time.Now(),
|
|
)
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"sum"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(sum1)
|
|
aggregator.Add(sum2)
|
|
aggregator.Add(sum3)
|
|
aggregator.Add(sum4)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_sum": float64(8),
|
|
}
|
|
expectedTags := map[string]string{}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating variance
|
|
func TestBasicStatsWithOnlyVariance(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"s2"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_s2": float64(0),
|
|
"b_s2": float64(2),
|
|
"c_s2": float64(2),
|
|
"d_s2": float64(8),
|
|
"g_s2": float64(2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating standard deviation
|
|
func TestBasicStatsWithOnlyStandardDeviation(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"stdev"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_stdev": float64(0),
|
|
"b_stdev": math.Sqrt(2),
|
|
"c_stdev": math.Sqrt(2),
|
|
"d_stdev": math.Sqrt(8),
|
|
"g_stdev": math.Sqrt(2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating minimum and maximum
|
|
func TestBasicStatsWithMinAndMax(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"min", "max"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_max": float64(1), //a
|
|
"a_min": float64(1),
|
|
"b_max": float64(3), //b
|
|
"b_min": float64(1),
|
|
"c_max": float64(4), //c
|
|
"c_min": float64(2),
|
|
"d_max": float64(6), //d
|
|
"d_min": float64(2),
|
|
"e_max": float64(200), //e
|
|
"e_min": float64(200),
|
|
"f_max": float64(200), //f
|
|
"f_min": float64(200),
|
|
"g_max": float64(3), //g
|
|
"g_min": float64(1),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating diff
|
|
func TestBasicStatsWithDiff(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"diff"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_diff": float64(0),
|
|
"b_diff": float64(2),
|
|
"c_diff": float64(2),
|
|
"d_diff": float64(4),
|
|
"g_diff": float64(-2),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test only aggregating non_negative_diff
|
|
func TestBasicStatsWithNonNegativeDiff(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"non_negative_diff"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_non_negative_diff": float64(0),
|
|
"b_non_negative_diff": float64(2),
|
|
"c_non_negative_diff": float64(2),
|
|
"d_non_negative_diff": float64(4),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test aggregating with all stats
|
|
func TestBasicStatsWithAllStats(t *testing.T) {
|
|
acc := testutil.Accumulator{}
|
|
minmax := NewBasicStats()
|
|
minmax.Log = testutil.Logger{}
|
|
minmax.Stats = []string{"count", "min", "max", "mean", "stdev", "s2", "sum"}
|
|
minmax.getConfiguredStats()
|
|
|
|
minmax.Add(m1)
|
|
minmax.Add(m2)
|
|
minmax.Push(&acc)
|
|
|
|
expectedFields := map[string]interface{}{
|
|
"a_count": float64(2), //a
|
|
"a_max": float64(1),
|
|
"a_min": float64(1),
|
|
"a_mean": float64(1),
|
|
"a_stdev": float64(0),
|
|
"a_s2": float64(0),
|
|
"a_sum": float64(2),
|
|
"b_count": float64(2), //b
|
|
"b_max": float64(3),
|
|
"b_min": float64(1),
|
|
"b_mean": float64(2),
|
|
"b_s2": float64(2),
|
|
"b_sum": float64(4),
|
|
"b_stdev": math.Sqrt(2),
|
|
"c_count": float64(2), //c
|
|
"c_max": float64(4),
|
|
"c_min": float64(2),
|
|
"c_mean": float64(3),
|
|
"c_s2": float64(2),
|
|
"c_stdev": math.Sqrt(2),
|
|
"c_sum": float64(6),
|
|
"d_count": float64(2), //d
|
|
"d_max": float64(6),
|
|
"d_min": float64(2),
|
|
"d_mean": float64(4),
|
|
"d_s2": float64(8),
|
|
"d_stdev": math.Sqrt(8),
|
|
"d_sum": float64(8),
|
|
"e_count": float64(1), //e
|
|
"e_max": float64(200),
|
|
"e_min": float64(200),
|
|
"e_mean": float64(200),
|
|
"e_sum": float64(200),
|
|
"f_count": float64(1), //f
|
|
"f_max": float64(200),
|
|
"f_min": float64(200),
|
|
"f_mean": float64(200),
|
|
"f_sum": float64(200),
|
|
"g_count": float64(2), //g
|
|
"g_max": float64(3),
|
|
"g_min": float64(1),
|
|
"g_mean": float64(2),
|
|
"g_s2": float64(2),
|
|
"g_stdev": math.Sqrt(2),
|
|
"g_sum": float64(4),
|
|
}
|
|
expectedTags := map[string]string{
|
|
"foo": "bar",
|
|
}
|
|
acc.AssertContainsTaggedFields(t, "m1", expectedFields, expectedTags)
|
|
}
|
|
|
|
// Test that if an empty array is passed, no points are pushed
|
|
func TestBasicStatsWithNoStats(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
acc.AssertDoesNotContainMeasurement(t, "m1")
|
|
}
|
|
|
|
// Test that if an unknown stat is configured, it doesn't explode
|
|
func TestBasicStatsWithUnknownStat(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Stats = []string{"crazy"}
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
acc.AssertDoesNotContainMeasurement(t, "m1")
|
|
}
|
|
|
|
// Test that if Stats isn't supplied, then we only do count, min, max, mean,
|
|
// stdev, and s2. We purposely exclude sum for backwards compatibility,
|
|
// otherwise user's working systems will suddenly (and surprisingly) start
|
|
// capturing sum without their input.
|
|
func TestBasicStatsWithDefaultStats(t *testing.T) {
|
|
|
|
aggregator := NewBasicStats()
|
|
aggregator.Log = testutil.Logger{}
|
|
aggregator.getConfiguredStats()
|
|
|
|
aggregator.Add(m1)
|
|
aggregator.Add(m2)
|
|
|
|
acc := testutil.Accumulator{}
|
|
aggregator.Push(&acc)
|
|
|
|
assert.True(t, acc.HasField("m1", "a_count"))
|
|
assert.True(t, acc.HasField("m1", "a_min"))
|
|
assert.True(t, acc.HasField("m1", "a_max"))
|
|
assert.True(t, acc.HasField("m1", "a_mean"))
|
|
assert.True(t, acc.HasField("m1", "a_stdev"))
|
|
assert.True(t, acc.HasField("m1", "a_s2"))
|
|
assert.False(t, acc.HasField("m1", "a_sum"))
|
|
}
|