From e66cb3f15d05f51a538afc98b3027ea0f12575ee Mon Sep 17 00:00:00 2001 From: Luiz Ozaki Date: Mon, 27 Jun 2016 21:12:53 -0300 Subject: [PATCH] NFS input: Implemented new plugin for NFS metrics --- README.md | 1 + plugins/inputs/all/all.go | 1 + plugins/inputs/nfs/README.md | 132 +++++++++++++ plugins/inputs/nfs/nfs.go | 344 +++++++++++++++++++++++++++++++++ plugins/inputs/nfs/nfs_test.go | 266 +++++++++++++++++++++++++ 5 files changed, 744 insertions(+) create mode 100644 plugins/inputs/nfs/README.md create mode 100644 plugins/inputs/nfs/nfs.go create mode 100644 plugins/inputs/nfs/nfs_test.go diff --git a/README.md b/README.md index aa8d9e039..7307795c8 100644 --- a/README.md +++ b/README.md @@ -169,6 +169,7 @@ Currently implemented sources: * [mongodb](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mongodb) * [mysql](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/mysql) * [net_response](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/net_response) +* [nfs](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nfs) * [nginx](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nginx) * [nsq](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nsq) * [nstat](https://github.com/influxdata/telegraf/tree/master/plugins/inputs/nstat) diff --git a/plugins/inputs/all/all.go b/plugins/inputs/all/all.go index 529a13bae..ca3455bbd 100644 --- a/plugins/inputs/all/all.go +++ b/plugins/inputs/all/all.go @@ -39,6 +39,7 @@ import ( _ "github.com/influxdata/telegraf/plugins/inputs/mysql" _ "github.com/influxdata/telegraf/plugins/inputs/nats_consumer" _ "github.com/influxdata/telegraf/plugins/inputs/net_response" + _ "github.com/influxdata/telegraf/plugins/inputs/nfs" _ "github.com/influxdata/telegraf/plugins/inputs/nginx" _ "github.com/influxdata/telegraf/plugins/inputs/nsq" _ "github.com/influxdata/telegraf/plugins/inputs/nsq_consumer" diff --git a/plugins/inputs/nfs/README.md b/plugins/inputs/nfs/README.md new file mode 100644 index 000000000..6e0faf020 --- /dev/null +++ b/plugins/inputs/nfs/README.md @@ -0,0 +1,132 @@ +# Telegraf plugin: NFS + +The NFS plugin collects data from /proc/self/mountstats + +### Configuration: + +```toml +# NFS plugin for Telegraf +[[inputs.nfs]] + # Collect only the common used metrics (bool) + iostat = true + # Collect all metrics available (bool) + fullstat = true +``` + +### Measurements & Fields: + +Measurement available only when the *fullstat* is set true +- nfs_events + - attrinvalidates + - congestionwait + - datainvalidates + - delay + - dentryrevalidates + - extendwrite + - inoderevalidates + - pnfsreads + - pnfswrites + - setattrtrunc + - shortreads + - shortwrites + - sillyrenames + - vfsflush + - vfsfsync + - vfslock + - vfslookup + - vfsopen + - vfspermission + - vfsreaddir + - vfsreadpage + - vfsreadpages + - vfsrelease + - vfssetattr + - vfsupdatepage + - vfswritepage + - vfswritepages + +- nfs_bytes + - directreadbytes + - directwritebytes + - normalreadbytes + - normalwritebytes + - readpages + - serverreadbytes + - serverwritebytes + - writepages + +- nfs_xprttcp + - backlogutil + - badxids + - bind_count + - connect_count + - connect_time + - idle_time + - inflightsends + - rpcreceives + - rpcsends + +- nfs_ops + - *_bytes_recv + - *_bytes_sent + - *_ops + - *_queue_time + - *_response_time + - *_timeouts + - *_total_time + - *_trans + +Measurement available only when the *iostat* is set true +- nfsstat_read + - read_bytes + - read_exe + - read_ops + - read_retrans + - read_rtt + +- nfsstat_write + - write_bytes + - write_exe + - write_ops + - write_retrans + - write_rtt + +### Tags: + +- All measurements have the following tags: + - mountpoint (Remote NFS addr + local mountpoint) + +### Example Output: + +``` +$ telegraf -config /etc/telegraf/telegraf.conf -config-directory /etc/telegraf/telegraf.d -test -input-filter nfs +nfs_events,mountpoint=storage.local:/storage/\ /storage/library attrinvalidates=5096065,congestionwait=0,datainvalidates=1244054,delay=0,dentryrevalidates=2582462,extendwrite=1244042,inoderevalidates=3083569,pnfsreads=0,pnfswrites=0,setattrtrunc=0,shortreads=0,shortwrites=0,sillyrenames=315,vfsflush=2488084,vfsfsync=2488084,vfslock=0,vfslookup=1271789,vfsopen=3732142,vfspermission=15039496,vfsreaddir=26,vfsreadpage=0,vfsreadpages=1244044,vfsrelease=2488086,vfssetattr=0,vfsupdatepage=1244042,vfswritepage=1244042,vfswritepages=6220528 1469031319000000000 +nfs_bytes,mountpoint=storage.local:/storage/\ /storage/library directreadbytes=0,directwritebytes=0,normalreadbytes=2608945209344,normalwritebytes=28612966,readpages=1244074,serverreadbytes=28744038,serverwritebytes=28612966,writepages=1244042 1469031319000000000 +nfs_xprttcp,mountpoint=storage.local:/storage/\ /storage/library backlogutil=0,badxids=342,bind_count=1,connect_count=1,connect_time=0,idle_time=10,inflightsends=1203944825,rpcreceives=17934567,rpcsends=17934909 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library NULL_bytes_recv=0,NULL_bytes_sent=0,NULL_ops=0,NULL_queue_time=0,NULL_response_time=0,NULL_timeouts=0,NULL_total_time=0,NULL_trans=0 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library GETATTR_bytes_recv=345359504,GETATTR_bytes_sent=357674588,GETATTR_ops=3083563,GETATTR_queue_time=195462,GETATTR_response_time=3500483,GETATTR_timeouts=0,GETATTR_total_time=3767593,GETATTR_trans=3083568 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library SETATTR_bytes_recv=0,SETATTR_bytes_sent=0,SETATTR_ops=0,SETATTR_queue_time=0,SETATTR_response_time=0,SETATTR_timeouts=0,SETATTR_total_time=0,SETATTR_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library LOOKUP_bytes_recv=159240484,LOOKUP_bytes_sent=174209048,LOOKUP_ops=1320593,LOOKUP_queue_time=4785,LOOKUP_response_time=919305,LOOKUP_timeouts=0,LOOKUP_total_time=950046,LOOKUP_trans=1320593 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library ACCESS_bytes_recv=533726520,ACCESS_bytes_sent=533524076,ACCESS_ops=4447720,ACCESS_queue_time=18490,ACCESS_response_time=4443524,ACCESS_timeouts=0,ACCESS_total_time=4557875,ACCESS_trans=4447720 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READLINK_bytes_recv=0,READLINK_bytes_sent=0,READLINK_ops=0,READLINK_queue_time=0,READLINK_response_time=0,READLINK_timeouts=0,READLINK_total_time=0,READLINK_trans=0 1469031319000000000 +nfsstat_read,mountpoint=storage.local:/storage/\ /storage/library read_bytes=348463344,read_exe=565842,read_ops=1244044,read_retrans=0,read_rtt=538537 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READ_bytes_recv=189225712,READ_bytes_sent=159237632,READ_ops=1244044,READ_queue_time=11038,READ_response_time=538537,READ_timeouts=0,READ_total_time=565842,READ_trans=1244044 1469031319000000000 +nfsstat_write,mountpoint=storage.local:/storage/\ /storage/library write_bytes=398093440,write_exe=2453883,write_ops=1244042,write_retrans=0,write_rtt=2419372 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library WRITE_bytes_recv=199046720,WRITE_bytes_sent=199046720,WRITE_ops=1244042,WRITE_queue_time=13147,WRITE_response_time=2419372,WRITE_timeouts=0,WRITE_total_time=2453883,WRITE_trans=1244042 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library CREATE_bytes_recv=338379424,CREATE_bytes_sent=204018396,CREATE_ops=1244042,CREATE_queue_time=4338,CREATE_response_time=3897411,CREATE_timeouts=0,CREATE_total_time=3930192,CREATE_trans=1244042 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library MKDIR_bytes_recv=0,MKDIR_bytes_sent=0,MKDIR_ops=0,MKDIR_queue_time=0,MKDIR_response_time=0,MKDIR_timeouts=0,MKDIR_total_time=0,MKDIR_trans=0 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library SYMLINK_bytes_recv=0,SYMLINK_bytes_sent=0,SYMLINK_ops=0,SYMLINK_queue_time=0,SYMLINK_response_time=0,SYMLINK_timeouts=0,SYMLINK_total_time=0,SYMLINK_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library MKNOD_bytes_recv=0,MKNOD_bytes_sent=0,MKNOD_ops=0,MKNOD_queue_time=0,MKNOD_response_time=0,MKNOD_timeouts=0,MKNOD_total_time=0,MKNOD_trans=0 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library REMOVE_bytes_recv=179142048,REMOVE_bytes_sent=164214092,REMOVE_ops=1244042,REMOVE_queue_time=4737,REMOVE_response_time=2442833,REMOVE_timeouts=0,REMOVE_total_time=2474051,REMOVE_trans=1244042 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library RMDIR_bytes_recv=0,RMDIR_bytes_sent=0,RMDIR_ops=0,RMDIR_queue_time=0,RMDIR_response_time=0,RMDIR_timeouts=0,RMDIR_total_time=0,RMDIR_trans=0 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library RENAME_bytes_recv=81900,RENAME_bytes_sent=63000,RENAME_ops=315,RENAME_queue_time=2,RENAME_response_time=297,RENAME_timeouts=0,RENAME_total_time=306,RENAME_trans=315 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library LINK_bytes_recv=0,LINK_bytes_sent=0,LINK_ops=0,LINK_queue_time=0,LINK_response_time=0,LINK_timeouts=0,LINK_total_time=0,LINK_trans=0 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READDIR_bytes_recv=0,READDIR_bytes_sent=0,READDIR_ops=0,READDIR_queue_time=0,READDIR_response_time=0,READDIR_timeouts=0,READDIR_total_time=0,READDIR_trans=0 1469031319000000000nfs_ops,mountpoint=storage.local:/storage/\ /storage/library READDIRPLUS_bytes_recv=15668,READDIRPLUS_bytes_sent=1820,READDIRPLUS_ops=13,READDIRPLUS_queue_time=0,READDIRPLUS_response_time=4,READDIRPLUS_timeouts=0,READDIRPLUS_total_time=4,READDIRPLUS_trans=13 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library FSSTAT_bytes_recv=480862368,FSSTAT_bytes_sent=323713936,FSSTAT_ops=2862494,FSSTAT_queue_time=125951,FSSTAT_response_time=9832796,FSSTAT_timeouts=0,FSSTAT_total_time=11515148,FSSTAT_trans=2862516 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library FSINFO_bytes_recv=328,FSINFO_bytes_sent=232,FSINFO_ops=2,FSINFO_queue_time=0,FSINFO_response_time=0,FSINFO_timeouts=0,FSINFO_total_time=0,FSINFO_trans=2 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library PATHCONF_bytes_recv=140,PATHCONF_bytes_sent=116,PATHCONF_ops=1,PATHCONF_queue_time=0,PATHCONF_response_time=0,PATHCONF_timeouts=0,PATHCONF_total_time=0,PATHCONF_trans=1 1469031319000000000 +nfs_ops,mountpoint=storage.local:/storage/\ /storage/library COMMIT_bytes_recv=0,COMMIT_bytes_sent=0,COMMIT_ops=0,COMMIT_queue_time=0,COMMIT_response_time=0,COMMIT_timeouts=0,COMMIT_total_time=0,COMMIT_trans=0 1469031319000000000 +``` + +#### References +[nfsiostat](http://git.linux-nfs.org/?p=steved/nfs-utils.git;a=summary) + +[What is in /proc/self/mountstats for NFS mounts: an introduction](https://utcc.utoronto.ca/~cks/space/blog/linux/NFSMountstatsIndex) diff --git a/plugins/inputs/nfs/nfs.go b/plugins/inputs/nfs/nfs.go new file mode 100644 index 000000000..1f45f616a --- /dev/null +++ b/plugins/inputs/nfs/nfs.go @@ -0,0 +1,344 @@ +package nfs + +import ( + "bufio" + "fmt" + "log" + "os" + "strconv" + "strings" + + "github.com/influxdata/telegraf" + "github.com/influxdata/telegraf/plugins/inputs" +) + +type NFS struct { + Iostat bool + Fullstat bool +} + +var sampleConfig = ` + ## Read fewer metrics (iostat) + iostat = true + + ## Read all metrics + fullstat = true +` + +func (n *NFS) SampleConfig() string { + return sampleConfig +} + +func (n *NFS) Description() string { + return "Read NFS metrics from /proc/self/mountstats" +} + +var eventsFields = []string{ + "inoderevalidates", + "dentryrevalidates", + "datainvalidates", + "attrinvalidates", + "vfsopen", + "vfslookup", + "vfspermission", + "vfsupdatepage", + "vfsreadpage", + "vfsreadpages", + "vfswritepage", + "vfswritepages", + "vfsreaddir", + "vfssetattr", + "vfsflush", + "vfsfsync", + "vfslock", + "vfsrelease", + "congestionwait", + "setattrtrunc", + "extendwrite", + "sillyrenames", + "shortreads", + "shortwrites", + "delay", + "pnfsreads", + "pnfswrites", +} + +var bytesFields = []string{ + "normalreadbytes", + "normalwritebytes", + "directreadbytes", + "directwritebytes", + "serverreadbytes", + "serverwritebytes", + "readpages", + "writepages", +} + +var xprtudpFields = []string{ + // "port", + "bind_count", + "rpcsends", + "rpcreceives", + "badxids", + "inflightsends", + "backlogutil", +} + +var xprttcpFields = []string{ + // "port", + "bind_count", + "connect_count", + "connect_time", + "idle_time", + "rpcsends", + "rpcreceives", + "badxids", + "inflightsends", + "backlogutil", +} + +var nfs3Fields = []string{ + "NULL", + "GETATTR", + "SETATTR", + "LOOKUP", + "ACCESS", + "READLINK", + "READ", + "WRITE", + "CREATE", + "MKDIR", + "SYMLINK", + "MKNOD", + "REMOVE", + "RMDIR", + "RENAME", + "LINK", + "READDIR", + "READDIRPLUS", + "FSSTAT", + "FSINFO", + "PATHCONF", + "COMMIT", +} + +var nfs4Fields = []string{ + "NULL", + "READ", + "WRITE", + "COMMIT", + "OPEN", + "OPEN_CONFIRM", + "OPEN_NOATTR", + "OPEN_DOWNGRADE", + "CLOSE", + "SETATTR", + "FSINFO", + "RENEW", + "SETCLIENTID", + "SETCLIENTID_CONFIRM", + "LOCK", + "LOCKT", + "LOCKU", + "ACCESS", + "GETATTR", + "LOOKUP", + "LOOKUP_ROOT", + "REMOVE", + "RENAME", + "LINK", + "SYMLINK", + "CREATE", + "PATHCONF", + "STATFS", + "READLINK", + "READDIR", + "SERVER_CAPS", + "DELEGRETURN", + "GETACL", + "SETACL", + "FS_LOCATIONS", + "RELEASE_LOCKOWNER", + "SECINFO", + "FSID_PRESENT", + "EXCHANGE_ID", + "CREATE_SESSION", + "DESTROY_SESSION", + "SEQUENCE", + "GET_LEASE_TIME", + "RECLAIM_COMPLETE", + "LAYOUTGET", + "GETDEVICEINFO", + "LAYOUTCOMMIT", + "LAYOUTRETURN", + "SECINFO_NO_NAME", + "TEST_STATEID", + "FREE_STATEID", + "GETDEVICELIST", + "BIND_CONN_TO_SESSION", + "DESTROY_CLIENTID", + "SEEK", + "ALLOCATE", + "DEALLOCATE", + "LAYOUTSTATS", + "CLONE", +} + +var nfsopFields = []string{ + "ops", + "trans", + "timeouts", + "bytes_sent", + "bytes_recv", + "queue_time", + "response_time", + "total_time", +} + +func convert(line []string) []float64 { + var nline []float64 + for _, l := range line[1:] { + f, _ := strconv.ParseFloat(l, 64) + nline = append(nline, f) + } + return nline +} + +func In(list []string, val string) bool { + for _, v := range list { + if v == val { + return true + } + } + return false +} + +func (n *NFS) parseStat(mountpoint string, version string, line []string, acc telegraf.Accumulator) error { + tags := map[string]string{"mountpoint": mountpoint} + nline := convert(line) + first := strings.Replace(line[0], ":", "", 1) + + var fields = make(map[string]interface{}) + + if version == "3" || version == "4" { + if In(nfs3Fields, first) { + if first == "READ" { + fields["read_ops"] = nline[0] + fields["read_retrans"] = (nline[1] - nline[0]) + fields["read_bytes"] = (nline[3] + nline[4]) + fields["read_rtt"] = nline[6] + fields["read_exe"] = nline[7] + acc.AddFields("nfsstat_read", fields, tags) + } else if first == "WRITE" { + fields["write_ops"] = nline[0] + fields["write_retrans"] = (nline[1] - nline[0]) + fields["write_bytes"] = (nline[3] + nline[4]) + fields["write_rtt"] = nline[6] + fields["write_exe"] = nline[7] + acc.AddFields("nfsstat_write", fields, tags) + } + } + } + return nil +} + +func (n *NFS) parseData(mountpoint string, version string, line []string, acc telegraf.Accumulator) error { + tags := map[string]string{"mountpoint": mountpoint} + nline := convert(line) + first := strings.Replace(line[0], ":", "", 1) + + var fields = make(map[string]interface{}) + + if first == "events" { + for i, t := range eventsFields { + fields[t] = nline[i] + } + acc.AddFields("nfs_events", fields, tags) + } else if first == "bytes" { + for i, t := range bytesFields { + fields[t] = nline[i] + } + acc.AddFields("nfs_bytes", fields, tags) + } else if first == "xprt" { + switch line[1] { + case "tcp": + { + for i, t := range xprttcpFields { + fields[t] = nline[i+2] + } + acc.AddFields("nfs_xprttcp", fields, tags) + } + case "udp": + { + for i, t := range xprtudpFields { + fields[t] = nline[i+2] + } + acc.AddFields("nfs_xprtudp", fields, tags) + } + } + } else if version == "3" { + if In(nfs3Fields, first) { + for i, t := range nline { + item := fmt.Sprintf("%s_%s", first, nfsopFields[i]) + fields[item] = t + } + acc.AddFields("nfs_ops", fields, tags) + } + } else if version == "4" { + if In(nfs4Fields, first) { + for i, t := range nline { + item := fmt.Sprintf("%s_%s", first, nfsopFields[i]) + fields[item] = t + } + acc.AddFields("nfs_ops", fields, tags) + } + } + return nil +} + +func (n *NFS) processText(scanner *bufio.Scanner, acc telegraf.Accumulator) error { + var device string + var version string + for scanner.Scan() { + line := strings.Fields(scanner.Text()) + if In(line, "fstype") && In(line, "nfs") { + device = fmt.Sprintf("%s %s", line[1], line[4]) + } else if In(line, "(nfs)") { + version = strings.Split(line[5], "/")[1] + } + if len(line) > 0 { + if n.Iostat == true { + n.parseStat(device, version, line, acc) + } + if n.Fullstat == true { + n.parseData(device, version, line, acc) + } + } + } + return nil +} + +func (n *NFS) Gather(acc telegraf.Accumulator) error { + var outerr error + + file, err := os.Open("/proc/self/mountstats") + if err != nil { + log.Fatal(err) + } + defer file.Close() + + scanner := bufio.NewScanner(file) + n.processText(scanner, acc) + + if err := scanner.Err(); err != nil { + log.Fatal(err) + } + + return outerr +} + +func init() { + inputs.Add("nfs", func() telegraf.Input { + return &NFS{} + }) +} diff --git a/plugins/inputs/nfs/nfs_test.go b/plugins/inputs/nfs/nfs_test.go new file mode 100644 index 000000000..6dafb9089 --- /dev/null +++ b/plugins/inputs/nfs/nfs_test.go @@ -0,0 +1,266 @@ +package nfs + +import ( + "bufio" + "github.com/influxdata/telegraf/testutil" + "strings" + "testing" +) + +const mountstatstext = `device rootfs mounted on / with fstype rootfs +device proc mounted on /proc with fstype proc +device sysfs mounted on /sys with fstype sysfs +device devtmpfs mounted on /dev with fstype devtmpfs +device devpts mounted on /dev/pts with fstype devpts +device tmpfs mounted on /dev/shm with fstype tmpfs +device /dev/loop0 mounted on /dev/.initramfs/live with fstype iso9660 +device /dev/loop6 mounted on / with fstype ext4 +device /proc/bus/usb mounted on /proc/bus/usb with fstype usbfs +device none mounted on /proc/sys/fs/binfmt_misc with fstype binfmt_misc +device /tmp mounted on /tmp with fstype tmpfs +device /home mounted on /home with fstype tmpfs +device /var mounted on /var with fstype tmpfs +device /etc mounted on /etc with fstype tmpfs +device /dev/ram1 mounted on /root with fstype ext2 +device cgroup mounted on /cgroup/cpuset with fstype cgroup +device cgroup mounted on /cgroup/cpu with fstype cgroup +device cgroup mounted on /cgroup/cpuacct with fstype cgroup +device cgroup mounted on /cgroup/memory with fstype cgroup +device cgroup mounted on /cgroup/devices with fstype cgroup +device cgroup mounted on /cgroup/freezer with fstype cgroup +device cgroup mounted on /cgroup/net_cls with fstype cgroup +device cgroup mounted on /cgroup/blkio with fstype cgroup +device sunrpc mounted on /var/lib/nfs/rpc_pipefs with fstype rpc_pipefs +device /etc/auto.misc mounted on /misc with fstype autofs +device -hosts mounted on /net with fstype autofs +device 1.2.3.4:/storage/NFS mounted on /storage/NFS with fstype nfs statvers=1.1 + opts: rw,vers=3,rsize=32768,wsize=32768,namlen=255,acregmin=60,acregmax=60,acdirmin=60,acdirmax=60,hard,nolock,noacl,nordirplus,proto=tcp,timeo=600,retrans=2,sec=sys,mountaddr=1.2.3.4,mountvers=3,mountport=49193,mountproto=tcp,local_lock=all + age: 1136770 + caps: caps=0x3fe6,wtmult=512,dtsize=8192,bsize=0,namlen=255 + sec: flavor=1,pseudoflavor=1 + events: 301736 22838 410979 26188427 27525 9140 114420 30785253 5308856 5364858 30784819 79832668 170 64 18194 29294718 0 18279 0 2 785551 0 0 0 0 0 0 + bytes: 204440464584 110857586443 783170354688 296174954496 1134399088816 407107155723 85749323 30784819 + RPC iostats version: 1.0 p/v: 100003/3 (nfs) + xprt: tcp 733 1 1 0 0 96172963 96172963 0 620878754 0 690 196347132 524706275 + per-op statistics + NULL: 0 0 0 0 0 0 0 0 + GETATTR: 100 101 102 103 104 105 106 107 + SETATTR: 200 201 202 203 204 205 206 207 + LOOKUP: 300 301 302 303 304 305 306 307 + ACCESS: 400 401 402 403 404 405 406 407 + READLINK: 500 501 502 503 504 505 506 507 + READ: 600 601 602 603 604 605 606 607 + WRITE: 700 701 702 703 704 705 706 707 + CREATE: 800 801 802 803 804 805 806 807 + MKDIR: 900 901 902 903 904 905 906 907 + SYMLINK: 1000 1001 1002 1003 1004 1005 1006 1007 + MKNOD: 1100 1101 1102 1103 1104 1105 1106 1107 + REMOVE: 1200 1201 1202 1203 1204 1205 1206 1207 + RMDIR: 1300 1301 1302 1303 1304 1305 1306 1307 + RENAME: 1400 1401 1402 1403 1404 1405 1406 1407 + LINK: 1500 1501 1502 1503 1504 1505 1506 1507 + READDIR: 1600 1601 1602 1603 1604 1605 1606 1607 + READDIRPLUS: 1700 1701 1702 1703 1704 1705 1706 1707 + FSSTAT: 1800 1801 1802 1803 1804 1805 1806 1807 + FSINFO: 1900 1901 1902 1903 1904 1905 1906 1907 + PATHCONF: 2000 2001 2002 2003 2004 2005 2006 2007 + COMMIT: 2100 2101 2102 2103 2104 2105 2106 2107 + +device 2.2.2.2:/nfsdata/ mounted on /mnt with fstype nfs4 statvers=1.1 + opts: rw,vers=4,rsize=1048576,wsize=1048576,namlen=255,acregmin=3,acregmax=60, + acdirmin=30,acdirmax=60,hard,proto=tcp,port=0,timeo=600,retrans=2,sec=sys, + clientaddr=3.3.3.3,minorversion=0,local_lock=none + age: 19 + caps: caps=0xfff7,wtmult=512,dtsize=32768,bsize=0,namlen=255 + nfsv4: bm0=0xfdffafff,bm1=0xf9be3e,acl=0x0 + sec: flavor=1,pseudoflavor=1 + events: 0 168232 0 0 0 10095 217808 0 2 9797 0 9739 0 0 19739 19739 0 19739 0 0 0 0 0 0 0 0 0 + bytes: 1612840960 0 0 0 627536112 0 158076 0 + RPC iostats version: 1.0 p/v: 100003/4 (nfs) + xprt: tcp 737 0 1 0 0 69698 69697 0 81817 0 2 1082 12119 + per-op statistics + NULL: 0 0 0 0 0 0 0 0 + READ: 9797 9797 0 1000 2000 71 7953 8200 + WRITE: 0 0 0 0 0 0 0 0 + COMMIT: 0 0 0 0 0 0 0 0 + OPEN: 19740 19740 0 4737600 7343280 505 3449 4172 + OPEN_CONFIRM: 10211 10211 0 1552072 694348 74 836 1008 + OPEN_NOATTR: 0 0 0 0 0 0 0 0 + OPEN_DOWNGRADE: 0 0 0 0 0 0 0 0 + CLOSE: 19739 19739 0 3316152 2605548 334 3045 3620 + SETATTR: 0 0 0 0 0 0 0 0 + FSINFO: 1 1 0 132 108 0 0 0 + RENEW: 0 0 0 0 0 0 0 0 + SETCLIENTID: 0 0 0 0 0 0 0 0 + SETCLIENTID_CONFIRM: 0 0 0 0 0 0 0 0 + LOCK: 0 0 0 0 0 0 0 0 + LOCKT: 0 0 0 0 0 0 0 0 + LOCKU: 0 0 0 0 0 0 0 0 + ACCESS: 96 96 0 14584 19584 0 8 10 + GETATTR: 1 1 0 132 188 0 0 0 + LOOKUP: 10095 10095 0 1655576 2382420 36 898 1072 + LOOKUP_ROOT: 0 0 0 0 0 0 0 0 + REMOVE: 0 0 0 0 0 0 0 0 + RENAME: 0 0 0 0 0 0 0 0 + LINK: 0 0 0 0 0 0 0 0 + SYMLINK: 0 0 0 0 0 0 0 0 + CREATE: 0 0 0 0 0 0 0 0 + PATHCONF: 1 1 0 128 72 0 0 0 + STATFS: 0 0 0 0 0 0 0 0 + READLINK: 0 0 0 0 0 0 0 0 + READDIR: 0 0 0 0 0 0 0 0 + SERVER_CAPS: 2 2 0 256 176 0 0 0 + DELEGRETURN: 0 0 0 0 0 0 0 0 + GETACL: 0 0 0 0 0 0 0 0 + SETACL: 0 0 0 0 0 0 0 0 + FS_LOCATIONS: 0 0 0 0 0 0 0 0 + RELEASE_LOCKOWNER: 0 0 0 0 0 0 0 0 + SECINFO: 0 0 0 0 0 0 0 0 + EXCHANGE_ID: 0 0 0 0 0 0 0 0 + CREATE_SESSION: 0 0 0 0 0 0 0 0 + DESTROY_SESSION: 500 501 502 503 504 505 506 507 + SEQUENCE: 0 0 0 0 0 0 0 0 + GET_LEASE_TIME: 0 0 0 0 0 0 0 0 + RECLAIM_COMPLETE: 0 0 0 0 0 0 0 0 + LAYOUTGET: 0 0 0 0 0 0 0 0 + GETDEVICEINFO: 0 0 0 0 0 0 0 0 + LAYOUTCOMMIT: 0 0 0 0 0 0 0 0 + LAYOUTRETURN: 0 0 0 0 0 0 0 0 + +` + +func TestNFSParsev3(t *testing.T) { + var acc testutil.Accumulator + + nfs := NFS{} + data := strings.Fields(" READLINK: 500 501 502 503 504 505 506 507") + nfs.parseData("1.2.3.4:/storage/NFS /storage/NFS", "3", data, &acc) + + fields_ops := map[string]interface{}{ + "READLINK_ops": float64(500), + "READLINK_trans": float64(501), + "READLINK_timeouts": float64(502), + "READLINK_bytes_sent": float64(503), + "READLINK_bytes_recv": float64(504), + "READLINK_queue_time": float64(505), + "READLINK_response_time": float64(506), + "READLINK_total_time": float64(507), + } + acc.AssertContainsFields(t, "nfs_ops", fields_ops) +} + +func TestNFSParsev4(t *testing.T) { + var acc testutil.Accumulator + + nfs := NFS{} + data := strings.Fields(" DESTROY_SESSION: 500 501 502 503 504 505 506 507") + nfs.parseData("2.2.2.2:/nfsdata/ /mnt", "4", data, &acc) + + fields_ops := map[string]interface{}{ + "DESTROY_SESSION_ops": float64(500), + "DESTROY_SESSION_trans": float64(501), + "DESTROY_SESSION_timeouts": float64(502), + "DESTROY_SESSION_bytes_sent": float64(503), + "DESTROY_SESSION_bytes_recv": float64(504), + "DESTROY_SESSION_queue_time": float64(505), + "DESTROY_SESSION_response_time": float64(506), + "DESTROY_SESSION_total_time": float64(507), + } + acc.AssertContainsFields(t, "nfs_ops", fields_ops) +} + +func TestNFSProcessStat(t *testing.T) { + var acc testutil.Accumulator + + nfs := NFS{} + nfs.Iostat = true + scanner := bufio.NewScanner(strings.NewReader(mountstatstext)) + + nfs.processText(scanner, &acc) + + fields_readstat := map[string]interface{}{ + "read_ops": float64(600), + "read_retrans": float64(1), + "read_bytes": float64(1207), + "read_rtt": float64(606), + "read_exe": float64(607), + } + fields_writestat := map[string]interface{}{ + "write_ops": float64(700), + "write_retrans": float64(1), + "write_bytes": float64(1407), + "write_rtt": float64(706), + "write_exe": float64(707), + } + tags := map[string]string{ + "mountpoint": "1.2.3.4:/storage/NFS /storage/NFS", + } + acc.AssertContainsTaggedFields(t, "nfsstat_read", fields_readstat, tags) + acc.AssertContainsTaggedFields(t, "nfsstat_write", fields_writestat, tags) +} + +func TestNFSProcessFull(t *testing.T) { + var acc testutil.Accumulator + + nfs := NFS{} + nfs.Fullstat = true + scanner := bufio.NewScanner(strings.NewReader(mountstatstext)) + + nfs.processText(scanner, &acc) + + fields_events := map[string]interface{}{ + "inoderevalidates": float64(301736), + "dentryrevalidates": float64(22838), + "datainvalidates": float64(410979), + "attrinvalidates": float64(26188427), + "vfsopen": float64(27525), + "vfslookup": float64(9140), + "vfspermission": float64(114420), + "vfsupdatepage": float64(30785253), + "vfsreadpage": float64(5308856), + "vfsreadpages": float64(5364858), + "vfswritepage": float64(30784819), + "vfswritepages": float64(79832668), + "vfsreaddir": float64(170), + "vfssetattr": float64(64), + "vfsflush": float64(18194), + "vfsfsync": float64(29294718), + "vfslock": float64(0), + "vfsrelease": float64(18279), + "congestionwait": float64(0), + "setattrtrunc": float64(2), + "extendwrite": float64(785551), + "sillyrenames": float64(0), + "shortreads": float64(0), + "shortwrites": float64(0), + "delay": float64(0), + "pnfsreads": float64(0), + "pnfswrites": float64(0), + } + fields_bytes := map[string]interface{}{ + "normalreadbytes": float64(204440464584), + "normalwritebytes": float64(110857586443), + "directreadbytes": float64(783170354688), + "directwritebytes": float64(296174954496), + "serverreadbytes": float64(1134399088816), + "serverwritebytes": float64(407107155723), + "readpages": float64(85749323), + "writepages": float64(30784819), + } + fields_xprttcp := map[string]interface{}{ + // "port": float64(733), + "bind_count": float64(1), + "connect_count": float64(1), + "connect_time": float64(0), + "idle_time": float64(0), + "rpcsends": float64(96172963), + "rpcreceives": float64(96172963), + "badxids": float64(0), + "inflightsends": float64(620878754), + "backlogutil": float64(0), + } + + acc.AssertContainsFields(t, "nfs_events", fields_events) + acc.AssertContainsFields(t, "nfs_bytes", fields_bytes) + acc.AssertContainsFields(t, "nfs_xprttcp", fields_xprttcp) +}