dom
/
telegraf
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

NFS input: Implemented new plugin for NFS metrics

This commit is contained in:
Luiz Ozaki 2016-06-27 21:12:53 -03:00
parent 0af0fa7c2e
commit e66cb3f15d
5 changed files with 744 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@ -169,6 +169,7 @@ Currently implemented sources:
* [mongodb](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mongodb) * [mongodb](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mongodb)
* [mysql](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mysql) * [mysql](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mysql)
* [net_response](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/net_response) * [net_response](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/net_response)
* [nfs](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nfs)
* [nginx](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nginx) * [nginx](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nginx)
* [nsq](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nsq) * [nsq](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nsq)
* [nstat](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nstat) * [nstat](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nstat)

1
plugins/inputs/all/all.go
View File

@ -39,6 +39,7 @@ import (
_ "github.com/influxdata/telegraf/plugins/inputs/mysql" _ "github.com/influxdata/telegraf/plugins/inputs/mysql"
_ "github.com/influxdata/telegraf/plugins/inputs/nats_consumer" _ "github.com/influxdata/telegraf/plugins/inputs/nats_consumer"
_ "github.com/influxdata/telegraf/plugins/inputs/net_response" _ "github.com/influxdata/telegraf/plugins/inputs/net_response"
_ "github.com/influxdata/telegraf/plugins/inputs/nfs"
_ "github.com/influxdata/telegraf/plugins/inputs/nginx" _ "github.com/influxdata/telegraf/plugins/inputs/nginx"
_ "github.com/influxdata/telegraf/plugins/inputs/nsq" _ "github.com/influxdata/telegraf/plugins/inputs/nsq"
_ "github.com/influxdata/telegraf/plugins/inputs/nsq_consumer" _ "github.com/influxdata/telegraf/plugins/inputs/nsq_consumer"

132
plugins/inputs/nfs/README.md Normal file
View File

@ -0,0 +1,132 @@
# Telegraf plugin: NFS
The NFS plugin collects data from /proc/self/mountstats
### Configuration:
```toml
# NFS plugin for Telegraf
[[inputs.nfs]]
# Collect only the common used metrics (bool)
iostat = true
# Collect all metrics available (bool)
fullstat = true
```
### Measurements & Fields:
Measurement available only when the *fullstat* is set true
- nfs_events
- attrinvalidates
- congestionwait
- datainvalidates
- delay
- dentryrevalidates
- extendwrite
- inoderevalidates
- pnfsreads
- pnfswrites
- setattrtrunc
- shortreads
- shortwrites
- sillyrenames
- vfsflush
- vfsfsync
- vfslock
- vfslookup
- vfsopen
- vfspermission
- vfsreaddir
- vfsreadpage
- vfsreadpages
- vfsrelease
- vfssetattr
- vfsupdatepage
- vfswritepage
- vfswritepages
- nfs_bytes
- directreadbytes
- directwritebytes
- normalreadbytes
- normalwritebytes
- readpages
- serverreadbytes
- serverwritebytes
- writepages
- nfs_xprttcp
- backlogutil
- badxids
- bind_count
- connect_count
- connect_time
- idle_time
- inflightsends
- rpcreceives
- rpcsends
- nfs_ops
- *_bytes_recv
- *_bytes_sent
- *_ops
- *_queue_time
- *_response_time
- *_timeouts
- *_total_time
- *_trans
Measurement available only when the *iostat* is set true
- nfsstat_read
- read_bytes
- read_exe
- read_ops
- read_retrans
- read_rtt
- nfsstat_write
- write_bytes
- write_exe
- write_ops
- write_retrans
- write_rtt
### Tags:
- All measurements have the following tags:
- mountpoint (Remote NFS addr + local mountpoint)
### Example Output:
```
$ telegraf -config /etc/telegraf/telegraf.conf -config-directory /etc/telegraf/telegraf.d -test -input-filter nfs
nfs_events,mountpoint=storage.local:/storage/\ /storage/library attrinvalidates=5096065,congestionwait=0,datainvalidates=1244054,delay=0,dentryrevalidates=2582462,extendwrite=1244042,inoderevalidates=3083569,pnfsreads=0,pnfswrites=0,setattrtrunc=0,shortreads=0,shortwrites=0,sillyrenames=315,vfsflush=2488084,vfsfsync=2488084,vfslock=0,vfslookup=1271789,vfsopen=3732142,vfspermission=15039496,vfsreaddir=26,vfsreadpage=0,vfsreadpages=1244044,vfsrelease=2488086,vfssetattr=0,vfsupdatepage=1244042,vfswritepage=1244042,vfswritepages=6220528 1469031319000000000
nfs_bytes,mountpoint=storage.local:/storage/\ /storage/library directreadbytes=0,directwritebytes=0,normalreadbytes=2608945209344,normalwritebytes=28612966,readpages=1244074,serverreadbytes=28744038,serverwritebytes=28612966,writepages=1244042 1469031319000000000
nfs_xprttcp,mountpoint=storage.local:/storage/\ /storage/library backlogutil=0,badxids=342,bind_count=1,connect_count=1,connect_time=0,idle_time=10,inflightsends=1203944825,rpcreceives=17934567,rpcsends=17934909 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library NULL_bytes_recv=0,NULL_bytes_sent=0,NULL_ops=0,NULL_queue_time=0,NULL_response_time=0,NULL_timeouts=0,NULL_total_time=0,NULL_trans=0 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library GETATTR_bytes_recv=345359504,GETATTR_bytes_sent=357674588,GETATTR_ops=3083563,GETATTR_queue_time=195462,GETATTR_response_time=3500483,GETATTR_timeouts=0,GETATTR_total_time=3767593,GETATTR_trans=3083568 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library SETATTR_bytes_recv=0,SETATTR_bytes_sent=0,SETATTR_ops=0,SETATTR_queue_time=0,SETATTR_response_time=0,SETATTR_timeouts=0,SETATTR_total_time=0,SETATTR_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library LOOKUP_bytes_recv=159240484,LOOKUP_bytes_sent=174209048,LOOKUP_ops=1320593,LOOKUP_queue_time=4785,LOOKUP_response_time=919305,LOOKUP_timeouts=0,LOOKUP_total_time=950046,LOOKUP_trans=1320593 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library ACCESS_bytes_recv=533726520,ACCESS_bytes_sent=533524076,ACCESS_ops=4447720,ACCESS_queue_time=18490,ACCESS_response_time=4443524,ACCESS_timeouts=0,ACCESS_total_time=4557875,ACCESS_trans=4447720 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READLINK_bytes_recv=0,READLINK_bytes_sent=0,READLINK_ops=0,READLINK_queue_time=0,READLINK_response_time=0,READLINK_timeouts=0,READLINK_total_time=0,READLINK_trans=0 1469031319000000000
nfsstat_read,mountpoint=storage.local:/storage/\ /storage/library read_bytes=348463344,read_exe=565842,read_ops=1244044,read_retrans=0,read_rtt=538537 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READ_bytes_recv=189225712,READ_bytes_sent=159237632,READ_ops=1244044,READ_queue_time=11038,READ_response_time=538537,READ_timeouts=0,READ_total_time=565842,READ_trans=1244044 1469031319000000000
nfsstat_write,mountpoint=storage.local:/storage/\ /storage/library write_bytes=398093440,write_exe=2453883,write_ops=1244042,write_retrans=0,write_rtt=2419372 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library WRITE_bytes_recv=199046720,WRITE_bytes_sent=199046720,WRITE_ops=1244042,WRITE_queue_time=13147,WRITE_response_time=2419372,WRITE_timeouts=0,WRITE_total_time=2453883,WRITE_trans=1244042 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library CREATE_bytes_recv=338379424,CREATE_bytes_sent=204018396,CREATE_ops=1244042,CREATE_queue_time=4338,CREATE_response_time=3897411,CREATE_timeouts=0,CREATE_total_time=3930192,CREATE_trans=1244042 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library MKDIR_bytes_recv=0,MKDIR_bytes_sent=0,MKDIR_ops=0,MKDIR_queue_time=0,MKDIR_response_time=0,MKDIR_timeouts=0,MKDIR_total_time=0,MKDIR_trans=0 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library SYMLINK_bytes_recv=0,SYMLINK_bytes_sent=0,SYMLINK_ops=0,SYMLINK_queue_time=0,SYMLINK_response_time=0,SYMLINK_timeouts=0,SYMLINK_total_time=0,SYMLINK_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library MKNOD_bytes_recv=0,MKNOD_bytes_sent=0,MKNOD_ops=0,MKNOD_queue_time=0,MKNOD_response_time=0,MKNOD_timeouts=0,MKNOD_total_time=0,MKNOD_trans=0 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library REMOVE_bytes_recv=179142048,REMOVE_bytes_sent=164214092,REMOVE_ops=1244042,REMOVE_queue_time=4737,REMOVE_response_time=2442833,REMOVE_timeouts=0,REMOVE_total_time=2474051,REMOVE_trans=1244042 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library RMDIR_bytes_recv=0,RMDIR_bytes_sent=0,RMDIR_ops=0,RMDIR_queue_time=0,RMDIR_response_time=0,RMDIR_timeouts=0,RMDIR_total_time=0,RMDIR_trans=0 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library RENAME_bytes_recv=81900,RENAME_bytes_sent=63000,RENAME_ops=315,RENAME_queue_time=2,RENAME_response_time=297,RENAME_timeouts=0,RENAME_total_time=306,RENAME_trans=315 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library LINK_bytes_recv=0,LINK_bytes_sent=0,LINK_ops=0,LINK_queue_time=0,LINK_response_time=0,LINK_timeouts=0,LINK_total_time=0,LINK_trans=0 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READDIR_bytes_recv=0,READDIR_bytes_sent=0,READDIR_ops=0,READDIR_queue_time=0,READDIR_response_time=0,READDIR_timeouts=0,READDIR_total_time=0,READDIR_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READDIRPLUS_bytes_recv=15668,READDIRPLUS_bytes_sent=1820,READDIRPLUS_ops=13,READDIRPLUS_queue_time=0,READDIRPLUS_response_time=4,READDIRPLUS_timeouts=0,READDIRPLUS_total_time=4,READDIRPLUS_trans=13 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library FSSTAT_bytes_recv=480862368,FSSTAT_bytes_sent=323713936,FSSTAT_ops=2862494,FSSTAT_queue_time=125951,FSSTAT_response_time=9832796,FSSTAT_timeouts=0,FSSTAT_total_time=11515148,FSSTAT_trans=2862516 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library FSINFO_bytes_recv=328,FSINFO_bytes_sent=232,FSINFO_ops=2,FSINFO_queue_time=0,FSINFO_response_time=0,FSINFO_timeouts=0,FSINFO_total_time=0,FSINFO_trans=2 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library PATHCONF_bytes_recv=140,PATHCONF_bytes_sent=116,PATHCONF_ops=1,PATHCONF_queue_time=0,PATHCONF_response_time=0,PATHCONF_timeouts=0,PATHCONF_total_time=0,PATHCONF_trans=1 1469031319000000000
nfs_ops,mountpoint=storage.local:/storage/\ /storage/library COMMIT_bytes_recv=0,COMMIT_bytes_sent=0,COMMIT_ops=0,COMMIT_queue_time=0,COMMIT_response_time=0,COMMIT_timeouts=0,COMMIT_total_time=0,COMMIT_trans=0 1469031319000000000
```
#### References
[nfsiostat](http://git.linux-nfs.org/?p=steved/nfs-utils.git;a=summary)
[What is in /proc/self/mountstats for NFS mounts: an introduction](https://utcc.utoronto.ca/~cks/space/blog/linux/NFSMountstatsIndex)

344
plugins/inputs/nfs/nfs.go Normal file
View File

@ -0,0 +1,344 @@
package nfs
import (
"bufio"
"fmt"
"log"
"os"
"strconv"
"strings"
"github.com/influxdata/telegraf"
"github.com/influxdata/telegraf/plugins/inputs"
)
type NFS struct {
Iostat bool
Fullstat bool
}
var sampleConfig = `
## Read fewer metrics (iostat)
iostat = true
## Read all metrics
fullstat = true
`
func (n *NFS) SampleConfig() string {
return sampleConfig
}
func (n *NFS) Description() string {
return "Read NFS metrics from /proc/self/mountstats"
}
var eventsFields = []string{
"inoderevalidates",
"dentryrevalidates",
"datainvalidates",
"attrinvalidates",
"vfsopen",
"vfslookup",
"vfspermission",
"vfsupdatepage",
"vfsreadpage",
"vfsreadpages",
"vfswritepage",
"vfswritepages",
"vfsreaddir",
"vfssetattr",
"vfsflush",
"vfsfsync",
"vfslock",
"vfsrelease",
"congestionwait",
"setattrtrunc",
"extendwrite",
"sillyrenames",
"shortreads",
"shortwrites",
"delay",
"pnfsreads",
"pnfswrites",
}
var bytesFields = []string{
"normalreadbytes",
"normalwritebytes",
"directreadbytes",
"directwritebytes",
"serverreadbytes",
"serverwritebytes",
"readpages",
"writepages",
}
var xprtudpFields = []string{
// "port",
"bind_count",
"rpcsends",
"rpcreceives",
"badxids",
"inflightsends",
"backlogutil",
}
var xprttcpFields = []string{
// "port",
"bind_count",
"connect_count",
"connect_time",
"idle_time",
"rpcsends",
"rpcreceives",
"badxids",
"inflightsends",
"backlogutil",
}
var nfs3Fields = []string{
"NULL",
"GETATTR",
"SETATTR",
"LOOKUP",
"ACCESS",
"READLINK",
"READ",
"WRITE",
"CREATE",
"MKDIR",
"SYMLINK",
"MKNOD",
"REMOVE",
"RMDIR",
"RENAME",
"LINK",
"READDIR",
"READDIRPLUS",
"FSSTAT",
"FSINFO",
"PATHCONF",
"COMMIT",
}
var nfs4Fields = []string{
"NULL",
"READ",
"WRITE",
"COMMIT",
"OPEN",
"OPEN_CONFIRM",
"OPEN_NOATTR",
"OPEN_DOWNGRADE",
"CLOSE",
"SETATTR",
"FSINFO",
"RENEW",
"SETCLIENTID",
"SETCLIENTID_CONFIRM",
"LOCK",
"LOCKT",
"LOCKU",
"ACCESS",
"GETATTR",
"LOOKUP",
"LOOKUP_ROOT",
"REMOVE",
"RENAME",
"LINK",
"SYMLINK",
"CREATE",
"PATHCONF",
"STATFS",
"READLINK",
"READDIR",
"SERVER_CAPS",
"DELEGRETURN",
"GETACL",
"SETACL",
"FS_LOCATIONS",
"RELEASE_LOCKOWNER",
"SECINFO",
"FSID_PRESENT",
"EXCHANGE_ID",
"CREATE_SESSION",
"DESTROY_SESSION",
"SEQUENCE",
"GET_LEASE_TIME",
"RECLAIM_COMPLETE",
"LAYOUTGET",
"GETDEVICEINFO",
"LAYOUTCOMMIT",
"LAYOUTRETURN",
"SECINFO_NO_NAME",
"TEST_STATEID",
"FREE_STATEID",
"GETDEVICELIST",
"BIND_CONN_TO_SESSION",
"DESTROY_CLIENTID",
"SEEK",
"ALLOCATE",
"DEALLOCATE",
"LAYOUTSTATS",
"CLONE",
}
var nfsopFields = []string{
"ops",
"trans",
"timeouts",
"bytes_sent",
"bytes_recv",
"queue_time",
"response_time",
"total_time",
}
func convert(line []string) []float64 {
var nline []float64
for _, l := range line[1:] {
f, _ := strconv.ParseFloat(l, 64)
nline = append(nline, f)
}
return nline
}
func In(list []string, val string) bool {
for _, v := range list {
if v == val {
return true
}
}
return false
}
func (n *NFS) parseStat(mountpoint string, version string, line []string, acc telegraf.Accumulator) error {
tags := map[string]string{"mountpoint": mountpoint}
nline := convert(line)
first := strings.Replace(line[0], ":", "", 1)
var fields = make(map[string]interface{})
if version == "3" || version == "4" {
if In(nfs3Fields, first) {
if first == "READ" {
fields["read_ops"] = nline[0]
fields["read_retrans"] = (nline[1] - nline[0])
fields["read_bytes"] = (nline[3] + nline[4])
fields["read_rtt"] = nline[6]
fields["read_exe"] = nline[7]
acc.AddFields("nfsstat_read", fields, tags)
} else if first == "WRITE" {
fields["write_ops"] = nline[0]
fields["write_retrans"] = (nline[1] - nline[0])
fields["write_bytes"] = (nline[3] + nline[4])
fields["write_rtt"] = nline[6]
fields["write_exe"] = nline[7]
acc.AddFields("nfsstat_write", fields, tags)
}
}
}
return nil
}
func (n *NFS) parseData(mountpoint string, version string, line []string, acc telegraf.Accumulator) error {
tags := map[string]string{"mountpoint": mountpoint}
nline := convert(line)
first := strings.Replace(line[0], ":", "", 1)
var fields = make(map[string]interface{})
if first == "events" {
for i, t := range eventsFields {
fields[t] = nline[i]
}
acc.AddFields("nfs_events", fields, tags)
} else if first == "bytes" {
for i, t := range bytesFields {
fields[t] = nline[i]
}
acc.AddFields("nfs_bytes", fields, tags)
} else if first == "xprt" {
switch line[1] {
case "tcp":
{
for i, t := range xprttcpFields {
fields[t] = nline[i+2]
}
acc.AddFields("nfs_xprttcp", fields, tags)
}
case "udp":
{
for i, t := range xprtudpFields {
fields[t] = nline[i+2]
}
acc.AddFields("nfs_xprtudp", fields, tags)
}
}
} else if version == "3" {
if In(nfs3Fields, first) {
for i, t := range nline {
item := fmt.Sprintf("%s_%s", first, nfsopFields[i])
fields[item] = t
}
acc.AddFields("nfs_ops", fields, tags)
}
} else if version == "4" {
if In(nfs4Fields, first) {
for i, t := range nline {
item := fmt.Sprintf("%s_%s", first, nfsopFields[i])
fields[item] = t
}
acc.AddFields("nfs_ops", fields, tags)
}
}
return nil
}
func (n *NFS) processText(scanner *bufio.Scanner, acc telegraf.Accumulator) error {
var device string
var version string
for scanner.Scan() {
line := strings.Fields(scanner.Text())
if In(line, "fstype") && In(line, "nfs") {
device = fmt.Sprintf("%s %s", line[1], line[4])
} else if In(line, "(nfs)") {
version = strings.Split(line[5], "/")[1]
}
if len(line) > 0 {
if n.Iostat == true {
n.parseStat(device, version, line, acc)
}
if n.Fullstat == true {
n.parseData(device, version, line, acc)
}
}
}
return nil
}
func (n *NFS) Gather(acc telegraf.Accumulator) error {
var outerr error
file, err := os.Open("/proc/self/mountstats")
if err != nil {
log.Fatal(err)
}
defer file.Close()
scanner := bufio.NewScanner(file)
n.processText(scanner, acc)
if err := scanner.Err(); err != nil {
log.Fatal(err)
}
return outerr
}
func init() {
inputs.Add("nfs", func() telegraf.Input {
return &NFS{}
})
}

266
plugins/inputs/nfs/nfs_test.go Normal file
View File

@ -0,0 +1,266 @@
package nfs
import (
"bufio"
"github.com/influxdata/telegraf/testutil"
"strings"
"testing"
)
const mountstatstext = `device rootfs mounted on / with fstype rootfs
device proc mounted on /proc with fstype proc
device sysfs mounted on /sys with fstype sysfs
device devtmpfs mounted on /dev with fstype devtmpfs
device devpts mounted on /dev/pts with fstype devpts
device tmpfs mounted on /dev/shm with fstype tmpfs
device /dev/loop0 mounted on /dev/.initramfs/live with fstype iso9660
device /dev/loop6 mounted on / with fstype ext4
device /proc/bus/usb mounted on /proc/bus/usb with fstype usbfs
device none mounted on /proc/sys/fs/binfmt_misc with fstype binfmt_misc
device /tmp mounted on /tmp with fstype tmpfs
device /home mounted on /home with fstype tmpfs
device /var mounted on /var with fstype tmpfs
device /etc mounted on /etc with fstype tmpfs
device /dev/ram1 mounted on /root with fstype ext2
device cgroup mounted on /cgroup/cpuset with fstype cgroup
device cgroup mounted on /cgroup/cpu with fstype cgroup
device cgroup mounted on /cgroup/cpuacct with fstype cgroup
device cgroup mounted on /cgroup/memory with fstype cgroup
device cgroup mounted on /cgroup/devices with fstype cgroup
device cgroup mounted on /cgroup/freezer with fstype cgroup
device cgroup mounted on /cgroup/net_cls with fstype cgroup
device cgroup mounted on /cgroup/blkio with fstype cgroup
device sunrpc mounted on /var/lib/nfs/rpc_pipefs with fstype rpc_pipefs
device /etc/auto.misc mounted on /misc with fstype autofs
device -hosts mounted on /net with fstype autofs
device 1.2.3.4:/storage/NFS mounted on /storage/NFS with fstype nfs statvers=1.1
opts: rw,vers=3,rsize=32768,wsize=32768,namlen=255,acregmin=60,acregmax=60,acdirmin=60,acdirmax=60,hard,nolock,noacl,nordirplus,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=1.2.3.4,mountvers=3,mountport=49193,mountproto=tcp,local_lock=all
age: 1136770
caps: caps=0x3fe6,wtmult=512,dtsize=8192,bsize=0,namlen=255
sec: flavor=1,pseudoflavor=1
events: 301736 22838 410979 26188427 27525 9140 114420 30785253 5308856 5364858 30784819 79832668 170 64 18194 29294718 0 18279 0 2 785551 0 0 0 0 0 0
bytes: 204440464584 110857586443 783170354688 296174954496 1134399088816 407107155723 85749323 30784819
RPC iostats version: 1.0 p/v: 100003/3 (nfs)
xprt: tcp 733 1 1 0 0 96172963 96172963 0 620878754 0 690 196347132 524706275
per-op statistics
NULL: 0 0 0 0 0 0 0 0
GETATTR: 100 101 102 103 104 105 106 107
SETATTR: 200 201 202 203 204 205 206 207
LOOKUP: 300 301 302 303 304 305 306 307
ACCESS: 400 401 402 403 404 405 406 407
READLINK: 500 501 502 503 504 505 506 507
READ: 600 601 602 603 604 605 606 607
WRITE: 700 701 702 703 704 705 706 707
CREATE: 800 801 802 803 804 805 806 807
MKDIR: 900 901 902 903 904 905 906 907
SYMLINK: 1000 1001 1002 1003 1004 1005 1006 1007
MKNOD: 1100 1101 1102 1103 1104 1105 1106 1107
REMOVE: 1200 1201 1202 1203 1204 1205 1206 1207
RMDIR: 1300 1301 1302 1303 1304 1305 1306 1307
RENAME: 1400 1401 1402 1403 1404 1405 1406 1407
LINK: 1500 1501 1502 1503 1504 1505 1506 1507
READDIR: 1600 1601 1602 1603 1604 1605 1606 1607
READDIRPLUS: 1700 1701 1702 1703 1704 1705 1706 1707
FSSTAT: 1800 1801 1802 1803 1804 1805 1806 1807
FSINFO: 1900 1901 1902 1903 1904 1905 1906 1907
PATHCONF: 2000 2001 2002 2003 2004 2005 2006 2007
COMMIT: 2100 2101 2102 2103 2104 2105 2106 2107
device 2.2.2.2:/nfsdata/ mounted on /mnt with fstype nfs4 statvers=1.1
opts: rw,vers=4,rsize=1048576,wsize=1048576,namlen=255,acregmin=3,acregmax=60,
acdirmin=30,acdirmax=60,hard,proto=tcp,port=0,timeo=600,retrans=2,sec=sys,
clientaddr=3.3.3.3,minorversion=0,local_lock=none
age: 19
caps: caps=0xfff7,wtmult=512,dtsize=32768,bsize=0,namlen=255
nfsv4: bm0=0xfdffafff,bm1=0xf9be3e,acl=0x0
sec: flavor=1,pseudoflavor=1
events: 0 168232 0 0 0 10095 217808 0 2 9797 0 9739 0 0 19739 19739 0 19739 0 0 0 0 0 0 0 0 0
bytes: 1612840960 0 0 0 627536112 0 158076 0
RPC iostats version: 1.0 p/v: 100003/4 (nfs)
xprt: tcp 737 0 1 0 0 69698 69697 0 81817 0 2 1082 12119
per-op statistics
NULL: 0 0 0 0 0 0 0 0
READ: 9797 9797 0 1000 2000 71 7953 8200
WRITE: 0 0 0 0 0 0 0 0
COMMIT: 0 0 0 0 0 0 0 0
OPEN: 19740 19740 0 4737600 7343280 505 3449 4172
OPEN_CONFIRM: 10211 10211 0 1552072 694348 74 836 1008
OPEN_NOATTR: 0 0 0 0 0 0 0 0
OPEN_DOWNGRADE: 0 0 0 0 0 0 0 0
CLOSE: 19739 19739 0 3316152 2605548 334 3045 3620
SETATTR: 0 0 0 0 0 0 0 0
FSINFO: 1 1 0 132 108 0 0 0
RENEW: 0 0 0 0 0 0 0 0
SETCLIENTID: 0 0 0 0 0 0 0 0
SETCLIENTID_CONFIRM: 0 0 0 0 0 0 0 0
LOCK: 0 0 0 0 0 0 0 0
LOCKT: 0 0 0 0 0 0 0 0
LOCKU: 0 0 0 0 0 0 0 0
ACCESS: 96 96 0 14584 19584 0 8 10
GETATTR: 1 1 0 132 188 0 0 0
LOOKUP: 10095 10095 0 1655576 2382420 36 898 1072
LOOKUP_ROOT: 0 0 0 0 0 0 0 0
REMOVE: 0 0 0 0 0 0 0 0
RENAME: 0 0 0 0 0 0 0 0
LINK: 0 0 0 0 0 0 0 0
SYMLINK: 0 0 0 0 0 0 0 0
CREATE: 0 0 0 0 0 0 0 0
PATHCONF: 1 1 0 128 72 0 0 0
STATFS: 0 0 0 0 0 0 0 0
READLINK: 0 0 0 0 0 0 0 0
READDIR: 0 0 0 0 0 0 0 0
SERVER_CAPS: 2 2 0 256 176 0 0 0
DELEGRETURN: 0 0 0 0 0 0 0 0
GETACL: 0 0 0 0 0 0 0 0
SETACL: 0 0 0 0 0 0 0 0
FS_LOCATIONS: 0 0 0 0 0 0 0 0
RELEASE_LOCKOWNER: 0 0 0 0 0 0 0 0
SECINFO: 0 0 0 0 0 0 0 0
EXCHANGE_ID: 0 0 0 0 0 0 0 0
CREATE_SESSION: 0 0 0 0 0 0 0 0
DESTROY_SESSION: 500 501 502 503 504 505 506 507
SEQUENCE: 0 0 0 0 0 0 0 0
GET_LEASE_TIME: 0 0 0 0 0 0 0 0
RECLAIM_COMPLETE: 0 0 0 0 0 0 0 0
LAYOUTGET: 0 0 0 0 0 0 0 0
GETDEVICEINFO: 0 0 0 0 0 0 0 0
LAYOUTCOMMIT: 0 0 0 0 0 0 0 0
LAYOUTRETURN: 0 0 0 0 0 0 0 0
`
func TestNFSParsev3(t *testing.T) {
var acc testutil.Accumulator
nfs := NFS{}
data := strings.Fields(" READLINK: 500 501 502 503 504 505 506 507")
nfs.parseData("1.2.3.4:/storage/NFS /storage/NFS", "3", data, &acc)
fields_ops := map[string]interface{}{
"READLINK_ops": float64(500),
"READLINK_trans": float64(501),
"READLINK_timeouts": float64(502),
"READLINK_bytes_sent": float64(503),
"READLINK_bytes_recv": float64(504),
"READLINK_queue_time": float64(505),
"READLINK_response_time": float64(506),
"READLINK_total_time": float64(507),
}
acc.AssertContainsFields(t, "nfs_ops", fields_ops)
}
func TestNFSParsev4(t *testing.T) {
var acc testutil.Accumulator
nfs := NFS{}
data := strings.Fields(" DESTROY_SESSION: 500 501 502 503 504 505 506 507")
nfs.parseData("2.2.2.2:/nfsdata/ /mnt", "4", data, &acc)
fields_ops := map[string]interface{}{
"DESTROY_SESSION_ops": float64(500),
"DESTROY_SESSION_trans": float64(501),
"DESTROY_SESSION_timeouts": float64(502),
"DESTROY_SESSION_bytes_sent": float64(503),
"DESTROY_SESSION_bytes_recv": float64(504),
"DESTROY_SESSION_queue_time": float64(505),
"DESTROY_SESSION_response_time": float64(506),
"DESTROY_SESSION_total_time": float64(507),
}
acc.AssertContainsFields(t, "nfs_ops", fields_ops)
}
func TestNFSProcessStat(t *testing.T) {
var acc testutil.Accumulator
nfs := NFS{}
nfs.Iostat = true
scanner := bufio.NewScanner(strings.NewReader(mountstatstext))
nfs.processText(scanner, &acc)
fields_readstat := map[string]interface{}{
"read_ops": float64(600),
"read_retrans": float64(1),
"read_bytes": float64(1207),
"read_rtt": float64(606),
"read_exe": float64(607),
}
fields_writestat := map[string]interface{}{
"write_ops": float64(700),
"write_retrans": float64(1),
"write_bytes": float64(1407),
"write_rtt": float64(706),
"write_exe": float64(707),
}
tags := map[string]string{
"mountpoint": "1.2.3.4:/storage/NFS /storage/NFS",
}
acc.AssertContainsTaggedFields(t, "nfsstat_read", fields_readstat, tags)
acc.AssertContainsTaggedFields(t, "nfsstat_write", fields_writestat, tags)
}
func TestNFSProcessFull(t *testing.T) {
var acc testutil.Accumulator
nfs := NFS{}
nfs.Fullstat = true
scanner := bufio.NewScanner(strings.NewReader(mountstatstext))
nfs.processText(scanner, &acc)
fields_events := map[string]interface{}{
"inoderevalidates": float64(301736),
"dentryrevalidates": float64(22838),
"datainvalidates": float64(410979),
"attrinvalidates": float64(26188427),
"vfsopen": float64(27525),
"vfslookup": float64(9140),
"vfspermission": float64(114420),
"vfsupdatepage": float64(30785253),
"vfsreadpage": float64(5308856),
"vfsreadpages": float64(5364858),
"vfswritepage": float64(30784819),
"vfswritepages": float64(79832668),
"vfsreaddir": float64(170),
"vfssetattr": float64(64),
"vfsflush": float64(18194),
"vfsfsync": float64(29294718),
"vfslock": float64(0),
"vfsrelease": float64(18279),
"congestionwait": float64(0),
"setattrtrunc": float64(2),
"extendwrite": float64(785551),
"sillyrenames": float64(0),
"shortreads": float64(0),
"shortwrites": float64(0),
"delay": float64(0),
"pnfsreads": float64(0),
"pnfswrites": float64(0),
}
fields_bytes := map[string]interface{}{
"normalreadbytes": float64(204440464584),
"normalwritebytes": float64(110857586443),
"directreadbytes": float64(783170354688),
"directwritebytes": float64(296174954496),
"serverreadbytes": float64(1134399088816),
"serverwritebytes": float64(407107155723),
"readpages": float64(85749323),
"writepages": float64(30784819),
}
fields_xprttcp := map[string]interface{}{
// "port": float64(733),
"bind_count": float64(1),
"connect_count": float64(1),
"connect_time": float64(0),
"idle_time": float64(0),
"rpcsends": float64(96172963),
"rpcreceives": float64(96172963),
"badxids": float64(0),
"inflightsends": float64(620878754),
"backlogutil": float64(0),
}
acc.AssertContainsFields(t, "nfs_events", fields_events)
acc.AssertContainsFields(t, "nfs_bytes", fields_bytes)
acc.AssertContainsFields(t, "nfs_xprttcp", fields_xprttcp)
}