package tail import ( "bytes" "io/ioutil" "log" "os" "runtime" "testing" "time" "github.com/influxdata/telegraf" "github.com/influxdata/telegraf/plugins/parsers" "github.com/influxdata/telegraf/plugins/parsers/csv" "github.com/influxdata/telegraf/plugins/parsers/json" "github.com/influxdata/telegraf/testutil" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestTailFromBeginning(t *testing.T) { if os.Getenv("CIRCLE_PROJECT_REPONAME") != "" { t.Skip("Skipping CI testing due to race conditions") } tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer os.Remove(tmpfile.Name()) defer tmpfile.Close() _, err = tmpfile.WriteString("cpu,mytag=foo usage_idle=100\n") require.NoError(t, err) tt := NewTail() tt.Log = testutil.Logger{} tt.FromBeginning = true tt.Files = []string{tmpfile.Name()} tt.SetParserFunc(parsers.NewInfluxParser) err = tt.Init() require.NoError(t, err) acc := testutil.Accumulator{} require.NoError(t, tt.Start(&acc)) defer tt.Stop() require.NoError(t, acc.GatherError(tt.Gather)) acc.Wait(1) acc.AssertContainsTaggedFields(t, "cpu", map[string]interface{}{ "usage_idle": float64(100), }, map[string]string{ "mytag": "foo", "path": tmpfile.Name(), }) } func TestTailFromEnd(t *testing.T) { if os.Getenv("CIRCLE_PROJECT_REPONAME") != "" { t.Skip("Skipping CI testing due to race conditions") } tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer os.Remove(tmpfile.Name()) defer tmpfile.Close() _, err = tmpfile.WriteString("cpu,mytag=foo usage_idle=100\n") require.NoError(t, err) tt := NewTail() tt.Log = testutil.Logger{} tt.Files = []string{tmpfile.Name()} tt.SetParserFunc(parsers.NewInfluxParser) err = tt.Init() require.NoError(t, err) acc := testutil.Accumulator{} require.NoError(t, tt.Start(&acc)) defer tt.Stop() for _, tailer := range tt.tailers { for n, err := tailer.Tell(); err == nil && n == 0; n, err = tailer.Tell() { // wait for tailer to jump to end runtime.Gosched() } } _, err = tmpfile.WriteString("cpu,othertag=foo usage_idle=100\n") require.NoError(t, err) require.NoError(t, acc.GatherError(tt.Gather)) acc.Wait(1) acc.AssertContainsTaggedFields(t, "cpu", map[string]interface{}{ "usage_idle": float64(100), }, map[string]string{ "othertag": "foo", "path": tmpfile.Name(), }) assert.Len(t, acc.Metrics, 1) } func TestTailBadLine(t *testing.T) { tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer os.Remove(tmpfile.Name()) defer tmpfile.Close() tt := NewTail() tt.Log = testutil.Logger{} tt.FromBeginning = true tt.Files = []string{tmpfile.Name()} tt.SetParserFunc(parsers.NewInfluxParser) err = tt.Init() require.NoError(t, err) acc := testutil.Accumulator{} require.NoError(t, tt.Start(&acc)) defer tt.Stop() buf := &bytes.Buffer{} log.SetOutput(buf) require.NoError(t, acc.GatherError(tt.Gather)) _, err = tmpfile.WriteString("cpu mytag= foo usage_idle= 100\n") require.NoError(t, err) time.Sleep(500 * time.Millisecond) assert.Contains(t, buf.String(), "Malformed log line") } func TestTailDosLineendings(t *testing.T) { tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer os.Remove(tmpfile.Name()) defer tmpfile.Close() _, err = tmpfile.WriteString("cpu usage_idle=100\r\ncpu2 usage_idle=200\r\n") require.NoError(t, err) tt := NewTail() tt.Log = testutil.Logger{} tt.FromBeginning = true tt.Files = []string{tmpfile.Name()} tt.SetParserFunc(parsers.NewInfluxParser) err = tt.Init() require.NoError(t, err) acc := testutil.Accumulator{} require.NoError(t, tt.Start(&acc)) defer tt.Stop() require.NoError(t, acc.GatherError(tt.Gather)) acc.Wait(2) acc.AssertContainsFields(t, "cpu", map[string]interface{}{ "usage_idle": float64(100), }) acc.AssertContainsFields(t, "cpu2", map[string]interface{}{ "usage_idle": float64(200), }) } // The csv parser should only parse the header line once per file. func TestCSVHeadersParsedOnce(t *testing.T) { tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer func() { tmpfile.Close() os.Remove(tmpfile.Name()) }() _, err = tmpfile.WriteString(` measurement,time_idle cpu,42 cpu,42 `) require.NoError(t, err) plugin := NewTail() plugin.Log = testutil.Logger{} plugin.FromBeginning = true plugin.Files = []string{tmpfile.Name()} plugin.SetParserFunc(func() (parsers.Parser, error) { return &csv.Parser{ MeasurementColumn: "measurement", HeaderRowCount: 1, TimeFunc: func() time.Time { return time.Unix(0, 0) }, }, nil }) err = plugin.Init() require.NoError(t, err) acc := testutil.Accumulator{} err = plugin.Start(&acc) require.NoError(t, err) defer plugin.Stop() err = plugin.Gather(&acc) require.NoError(t, err) acc.Wait(2) plugin.Stop() expected := []telegraf.Metric{ testutil.MustMetric("cpu", map[string]string{ "path": tmpfile.Name(), }, map[string]interface{}{ "time_idle": 42, }, time.Unix(0, 0)), testutil.MustMetric("cpu", map[string]string{ "path": tmpfile.Name(), }, map[string]interface{}{ "time_idle": 42, }, time.Unix(0, 0)), } testutil.RequireMetricsEqual(t, expected, acc.GetTelegrafMetrics()) } // Ensure that the first line can produce multiple metrics (#6138) func TestMultipleMetricsOnFirstLine(t *testing.T) { tmpfile, err := ioutil.TempFile("", "") require.NoError(t, err) defer func() { tmpfile.Close() os.Remove(tmpfile.Name()) }() _, err = tmpfile.WriteString(` [{"time_idle": 42}, {"time_idle": 42}] `) require.NoError(t, err) plugin := NewTail() plugin.Log = testutil.Logger{} plugin.FromBeginning = true plugin.Files = []string{tmpfile.Name()} plugin.SetParserFunc(func() (parsers.Parser, error) { return json.New( &json.Config{ MetricName: "cpu", }) }) err = plugin.Init() require.NoError(t, err) acc := testutil.Accumulator{} err = plugin.Start(&acc) require.NoError(t, err) defer plugin.Stop() err = plugin.Gather(&acc) require.NoError(t, err) acc.Wait(2) plugin.Stop() expected := []telegraf.Metric{ testutil.MustMetric("cpu", map[string]string{ "path": tmpfile.Name(), }, map[string]interface{}{ "time_idle": 42.0, }, time.Unix(0, 0)), testutil.MustMetric("cpu", map[string]string{ "path": tmpfile.Name(), }, map[string]interface{}{ "time_idle": 42.0, }, time.Unix(0, 0)), } testutil.RequireMetricsEqual(t, expected, acc.GetTelegrafMetrics(), testutil.IgnoreTime()) }