72 lines
2.5 KiB
Go
72 lines
2.5 KiB
Go
|
package tail
|
||
|
|
|
||
|
|
import (
|
||
|
|
"io/ioutil"
|
||
|
|
"os"
|
||
|
|
"testing"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/influxdata/telegraf/plugins/parsers"
|
||
|
|
"github.com/influxdata/telegraf/testutil"
|
||
|
|
"github.com/stretchr/testify/assert"
|
||
|
|
)
|
||
|
|
|
||
|
|
const sampleLog = "time:2016-03-03T13:58:57+00:00\thost:localhost\thttp_host:localhost\tscheme:http\tremote_addr:127.0.0.1\tremote_user:-\ttime_local:03/Mar/2016:13:58:57\t+0000\trequest:GET / HTTP/1.1\tstatus:200\tbody_bytes_sent:612\thttp_referer:-\thttp_user_agent:curl/7.29.0\thttp_x_forwarded_for:-\trequest_time:0.000\tupstream_response_time:-\tupstream_http_content_type:-\tupstream_status:-\tupstream_cache_status:-\n"
|
||
|
|
|
||
|
|
func TestLtsvLogGeneratesMetrics(t *testing.T) {
|
||
|
|
tmpfile, err := ioutil.TempFile("", "access.ltsv.log")
|
||
|
|
assert.NoError(t, err, "failed to create a temporary file")
|
||
|
|
defer os.Remove(tmpfile.Name())
|
||
|
|
|
||
|
|
_, err = tmpfile.WriteString(sampleLog)
|
||
|
|
assert.NoError(t, err, "failed to write logs a temporary file")
|
||
|
|
err = tmpfile.Close()
|
||
|
|
assert.NoError(t, err, "failed to close the temporary log file")
|
||
|
|
|
||
|
|
metricName := "nginx_access"
|
||
|
|
config := &parsers.Config{
|
||
|
|
DataFormat: "ltsv",
|
||
|
|
MetricName: metricName,
|
||
|
|
TimeLabel: "time",
|
||
|
|
TimeFormat: "2006-01-02T15:04:05-07:00",
|
||
|
|
IntFieldLabels: []string{"body_bytes_sent"},
|
||
|
|
FloatFieldLabels: []string{"request_time"},
|
||
|
|
BoolFieldLabels: []string{},
|
||
|
|
StrFieldLabels: []string{},
|
||
|
|
TagLabels: []string{"host", "http_host", "scheme", "remote_addr", "remote_user", "request", "status", "http_referer", "http_user_agent"},
|
||
|
|
DuplicatePointsModifierMethod: "add_uniq_tag",
|
||
|
|
DuplicatePointsModifierUniqTag: "uniq",
|
||
|
|
}
|
||
|
|
parser, err := parsers.NewParser(config)
|
||
|
|
assert.NoError(t, err)
|
||
|
|
|
||
|
|
reader := &Tail{
|
||
|
|
Filename: tmpfile.Name(),
|
||
|
|
ReOpen: true,
|
||
|
|
DisableLogging: true,
|
||
|
|
parser: parser,
|
||
|
|
}
|
||
|
|
var acc testutil.Accumulator
|
||
|
|
reader.Start(&acc)
|
||
|
|
// NOTE: Wait for the tail reader process the log line.
|
||
|
|
time.Sleep(time.Duration(100) * time.Millisecond)
|
||
|
|
reader.Stop()
|
||
|
|
|
||
|
|
fields := map[string]interface{}{
|
||
|
|
"body_bytes_sent": int64(612),
|
||
|
|
"request_time": 0.0,
|
||
|
|
}
|
||
|
|
tags := map[string]string{
|
||
|
|
"host": "localhost",
|
||
|
|
"http_host": "localhost",
|
||
|
|
"scheme": "http",
|
||
|
|
"remote_addr": "127.0.0.1",
|
||
|
|
"remote_user": "-",
|
||
|
|
"request": "GET / HTTP/1.1",
|
||
|
|
"status": "200",
|
||
|
|
"http_referer": "-",
|
||
|
|
"http_user_agent": "curl/7.29.0",
|
||
|
|
}
|
||
|
|
acc.AssertContainsTaggedFields(t, metricName, fields, tags)
|
||
|
|
}
|