dom
/
telegraf
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Add micro and nanosecond unix timestamp support to JSON parser (#5149)

This commit is contained in:
Greg 2018-12-14 15:38:01 -07:00 committed by Daniel Nelson
parent 99b6982cde
commit 6ef331efeb
2 changed files with 15 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
plugins/parsers/json/README.md
View File

@ -41,8 +41,8 @@ ignored unless specified in the `tag_key` or `json_string_fields` options.
## metric. ## metric.
json_time_key = "" json_time_key = ""
## Time format is the time layout that should be used to interprete the ## Time format is the time layout that should be used to interprete the json_time_key.
## json_time_key. The time must be `unix`, `unix_ms` or a time in the ## The time must be `unix`, `unix_ms`, `unix_us`, `unix_ns`, or a time in the
## "reference time". To define a different format, arrange the values from ## "reference time". To define a different format, arrange the values from
## the "reference time" in the example to match the format you will be ## the "reference time" in the example to match the format you will be
## using. For more information on the "reference time", visit ## using. For more information on the "reference time", visit
@ -70,8 +70,9 @@ time using the JSON document you can use the `json_time_key` and
document. document.
The `json_time_key` option specifies the key containing the time value and The `json_time_key` option specifies the key containing the time value and
`json_time_format` must be set to `unix`, `unix_ms`, or the Go "reference `json_time_format` must be set to `unix`, `unix_ms`, `unix_us`, `unix_ns`, or
time" which is defined to be the specific time: `Mon Jan 2 15:04:05 MST 2006`. the Go "reference time" which is defined to be the specific time:
`Mon Jan 2 15:04:05 MST 2006`.
Consult the Go [time][time parse] package for details and additional examples Consult the Go [time][time parse] package for details and additional examples
on how to set the time format. on how to set the time format.

11
plugins/parsers/json/parser.go
View File

@ -52,6 +52,8 @@ func (p *JSONParser) parseArray(buf []byte) ([]telegraf.Metric, error) {
// format = "unix": epoch is assumed to be in seconds and can come as number or string. Can have a decimal part. // format = "unix": epoch is assumed to be in seconds and can come as number or string. Can have a decimal part.
// format = "unix_ms": epoch is assumed to be in milliseconds and can come as number or string. Cannot have a decimal part. // format = "unix_ms": epoch is assumed to be in milliseconds and can come as number or string. Cannot have a decimal part.
// format = "unix_us": epoch is assumed to be in microseconds and can come as number or string. Cannot have a decimal part.
// format = "unix_ns": epoch is assumed to be in nanoseconds and can come as number or string. Cannot have a decimal part.
func parseUnixTimestamp(jsonValue interface{}, format string) (time.Time, error) { func parseUnixTimestamp(jsonValue interface{}, format string) (time.Time, error) {
timeInt, timeFractional := int64(0), int64(0) timeInt, timeFractional := int64(0), int64(0)
timeEpochStr, ok := jsonValue.(string) timeEpochStr, ok := jsonValue.(string)
@ -88,6 +90,10 @@ func parseUnixTimestamp(jsonValue interface{}, format string) (time.Time, error)
return time.Unix(timeInt, timeFractional).UTC(), nil return time.Unix(timeInt, timeFractional).UTC(), nil
} else if strings.EqualFold(format, "unix_ms") { } else if strings.EqualFold(format, "unix_ms") {
return time.Unix(timeInt/1000, (timeInt%1000)*1e6).UTC(), nil return time.Unix(timeInt/1000, (timeInt%1000)*1e6).UTC(), nil
} else if strings.EqualFold(format, "unix_us") {
return time.Unix(0, timeInt*1e3).UTC(), nil
} else if strings.EqualFold(format, "unix_ns") {
return time.Unix(0, timeInt).UTC(), nil
} else { } else {
return time.Time{}, errors.New("Invalid unix format") return time.Time{}, errors.New("Invalid unix format")
} }
@ -126,7 +132,10 @@ func (p *JSONParser) parseObject(metrics []telegraf.Metric, jsonOut map[string]i
return nil, err return nil, err
} }
if strings.EqualFold(p.JSONTimeFormat, "unix") || strings.EqualFold(p.JSONTimeFormat, "unix_ms") { if strings.EqualFold(p.JSONTimeFormat, "unix") ||
strings.EqualFold(p.JSONTimeFormat, "unix_ms") ||
strings.EqualFold(p.JSONTimeFormat, "unix_us") ||
strings.EqualFold(p.JSONTimeFormat, "unix_ns") {
nTime, err = parseUnixTimestamp(f.Fields[p.JSONTimeKey], p.JSONTimeFormat) nTime, err = parseUnixTimestamp(f.Fields[p.JSONTimeKey], p.JSONTimeFormat)
if err != nil { if err != nil {
return nil, err return nil, err