2015-11-03 15:53:09 +00:00
|
|
|
package zfs
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"io/ioutil"
|
|
|
|
|
"os"
|
|
|
|
|
"testing"
|
|
|
|
|
|
2016-01-20 18:57:35 +00:00
|
|
|
"github.com/influxdata/telegraf/testutil"
|
2015-11-03 15:53:09 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
const arcstatsContents = `5 1 0x01 86 4128 23617128247 12081618582809582
|
|
|
|
|
name type data
|
|
|
|
|
hits 4 5968846374
|
|
|
|
|
misses 4 1659178751
|
|
|
|
|
demand_data_hits 4 4860247322
|
|
|
|
|
demand_data_misses 4 501499535
|
|
|
|
|
demand_metadata_hits 4 708608325
|
|
|
|
|
demand_metadata_misses 4 156591375
|
|
|
|
|
prefetch_data_hits 4 367047144
|
|
|
|
|
prefetch_data_misses 4 974529898
|
|
|
|
|
prefetch_metadata_hits 4 32943583
|
|
|
|
|
prefetch_metadata_misses 4 26557943
|
|
|
|
|
mru_hits 4 301176811
|
|
|
|
|
mru_ghost_hits 4 47066067
|
|
|
|
|
mfu_hits 4 5520612438
|
|
|
|
|
mfu_ghost_hits 4 45784009
|
|
|
|
|
deleted 4 1718937704
|
|
|
|
|
recycle_miss 4 481222994
|
|
|
|
|
mutex_miss 4 20575623
|
|
|
|
|
evict_skip 4 14655903906543
|
|
|
|
|
evict_l2_cached 4 145310202998272
|
|
|
|
|
evict_l2_eligible 4 16345402777088
|
|
|
|
|
evict_l2_ineligible 4 7437226893312
|
|
|
|
|
hash_elements 4 36617980
|
|
|
|
|
hash_elements_max 4 36618318
|
|
|
|
|
hash_collisions 4 554145157
|
|
|
|
|
hash_chains 4 4187651
|
|
|
|
|
hash_chain_max 4 26
|
|
|
|
|
p 4 13963222064
|
|
|
|
|
c 4 16381258376
|
|
|
|
|
c_min 4 4194304
|
|
|
|
|
c_max 4 16884125696
|
|
|
|
|
size 4 16319887096
|
|
|
|
|
hdr_size 4 42567864
|
|
|
|
|
data_size 4 60066304
|
|
|
|
|
meta_size 4 1701534208
|
|
|
|
|
other_size 4 1661543168
|
|
|
|
|
anon_size 4 94720
|
|
|
|
|
anon_evict_data 4 0
|
|
|
|
|
anon_evict_metadata 4 0
|
|
|
|
|
mru_size 4 973099008
|
|
|
|
|
mru_evict_data 4 9175040
|
|
|
|
|
mru_evict_metadata 4 32768
|
|
|
|
|
mru_ghost_size 4 32768
|
|
|
|
|
mru_ghost_evict_data 4 0
|
|
|
|
|
mru_ghost_evict_metadata 4 32768
|
|
|
|
|
mfu_size 4 788406784
|
|
|
|
|
mfu_evict_data 4 50881024
|
|
|
|
|
mfu_evict_metadata 4 81920
|
|
|
|
|
mfu_ghost_size 4 0
|
|
|
|
|
mfu_ghost_evict_data 4 0
|
|
|
|
|
mfu_ghost_evict_metadata 4 0
|
|
|
|
|
l2_hits 4 573868618
|
|
|
|
|
l2_misses 4 1085309718
|
|
|
|
|
l2_feeds 4 12182087
|
|
|
|
|
l2_rw_clash 4 9610
|
|
|
|
|
l2_read_bytes 4 32695938336768
|
|
|
|
|
l2_write_bytes 4 2826774778880
|
|
|
|
|
l2_writes_sent 4 4267687
|
|
|
|
|
l2_writes_done 4 4267687
|
|
|
|
|
l2_writes_error 4 0
|
|
|
|
|
l2_writes_hdr_miss 4 164
|
|
|
|
|
l2_evict_lock_retry 4 5
|
|
|
|
|
l2_evict_reading 4 0
|
|
|
|
|
l2_free_on_write 4 1606914
|
|
|
|
|
l2_cdata_free_on_write 4 1775
|
|
|
|
|
l2_abort_lowmem 4 83462
|
|
|
|
|
l2_cksum_bad 4 393860640
|
|
|
|
|
l2_io_error 4 53881460
|
|
|
|
|
l2_size 4 2471466648576
|
|
|
|
|
l2_asize 4 2461690072064
|
|
|
|
|
l2_hdr_size 4 12854175552
|
|
|
|
|
l2_compress_successes 4 12184849
|
|
|
|
|
l2_compress_zeros 4 0
|
|
|
|
|
l2_compress_failures 4 0
|
|
|
|
|
memory_throttle_count 4 0
|
|
|
|
|
duplicate_buffers 4 0
|
|
|
|
|
duplicate_buffers_size 4 0
|
|
|
|
|
duplicate_reads 4 0
|
|
|
|
|
memory_direct_count 4 5159942
|
|
|
|
|
memory_indirect_count 4 3034640
|
|
|
|
|
arc_no_grow 4 0
|
|
|
|
|
arc_tempreserve 4 0
|
|
|
|
|
arc_loaned_bytes 4 0
|
|
|
|
|
arc_prune 4 114554259559
|
|
|
|
|
arc_meta_used 4 16259820792
|
|
|
|
|
arc_meta_limit 4 12663094272
|
|
|
|
|
arc_meta_max 4 18327165696
|
|
|
|
|
`
|
|
|
|
|
|
|
|
|
|
const zfetchstatsContents = `3 1 0x01 11 528 23607270446 12081656848148208
|
|
|
|
|
name type data
|
|
|
|
|
hits 4 7812959060
|
|
|
|
|
misses 4 4154484207
|
|
|
|
|
colinear_hits 4 1366368
|
|
|
|
|
colinear_misses 4 4153117839
|
|
|
|
|
stride_hits 4 7309776732
|
|
|
|
|
stride_misses 4 222766182
|
|
|
|
|
reclaim_successes 4 107788388
|
|
|
|
|
reclaim_failures 4 4045329451
|
|
|
|
|
streams_resets 4 20989756
|
|
|
|
|
streams_noresets 4 503182328
|
|
|
|
|
bogus_streams 4 0
|
|
|
|
|
`
|
|
|
|
|
const vdev_cache_statsContents = `7 1 0x01 3 144 23617323692 12081684236238879
|
|
|
|
|
name type data
|
|
|
|
|
delegations 4 0
|
|
|
|
|
hits 4 0
|
|
|
|
|
misses 4 0
|
|
|
|
|
`
|
2015-12-08 09:50:42 +00:00
|
|
|
const pool_ioContents = `11 3 0x00 1 80 2225326830828 32953476980628
|
2016-01-07 05:16:04 +00:00
|
|
|
nread nwritten reads writes wtime wlentime wupdate rtime rlentime rupdate wcnt rcnt
|
|
|
|
|
1884160 6450688 22 978 272187126 2850519036 2263669418655 424226814 2850519036 2263669871823 0 0
|
2015-12-08 09:50:42 +00:00
|
|
|
`
|
2015-11-03 15:53:09 +00:00
|
|
|
|
|
|
|
|
var testKstatPath = os.TempDir() + "/telegraf/proc/spl/kstat/zfs"
|
|
|
|
|
|
2015-12-08 09:50:42 +00:00
|
|
|
func TestZfsPoolMetrics(t *testing.T) {
|
|
|
|
|
err := os.MkdirAll(testKstatPath, 0755)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = os.MkdirAll(testKstatPath+"/HOME", 0755)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/HOME/io", []byte(pool_ioContents), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/arcstats", []byte(arcstatsContents), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
poolMetrics := getPoolMetrics()
|
|
|
|
|
|
|
|
|
|
var acc testutil.Accumulator
|
|
|
|
|
|
|
|
|
|
z := &Zfs{KstatPath: testKstatPath, KstatMetrics: []string{"arcstats"}}
|
|
|
|
|
err = z.Gather(&acc)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
require.False(t, acc.HasMeasurement("zfs_pool"))
|
2016-01-27 23:15:14 +00:00
|
|
|
acc.Metrics = nil
|
2015-12-08 09:50:42 +00:00
|
|
|
|
|
|
|
|
z = &Zfs{KstatPath: testKstatPath, KstatMetrics: []string{"arcstats"}, PoolMetrics: true}
|
|
|
|
|
err = z.Gather(&acc)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
//one pool, all metrics
|
|
|
|
|
tags := map[string]string{
|
|
|
|
|
"pool": "HOME",
|
2015-12-08 09:50:42 +00:00
|
|
|
}
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
acc.AssertContainsTaggedFields(t, "zfs_pool", poolMetrics, tags)
|
|
|
|
|
|
2015-12-08 09:50:42 +00:00
|
|
|
err = os.RemoveAll(os.TempDir() + "/telegraf")
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
}
|
|
|
|
|
|
2015-11-03 15:53:09 +00:00
|
|
|
func TestZfsGeneratesMetrics(t *testing.T) {
|
|
|
|
|
err := os.MkdirAll(testKstatPath, 0755)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = os.MkdirAll(testKstatPath+"/HOME", 0755)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/HOME/io", []byte(""), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/arcstats", []byte(arcstatsContents), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/zfetchstats", []byte(zfetchstatsContents), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/vdev_cache_stats", []byte(vdev_cache_statsContents), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2015-12-08 13:53:11 +00:00
|
|
|
intMetrics := getKstatMetricsAll()
|
2015-12-08 09:50:42 +00:00
|
|
|
|
|
|
|
|
var acc testutil.Accumulator
|
|
|
|
|
|
|
|
|
|
//one pool, all metrics
|
|
|
|
|
tags := map[string]string{
|
|
|
|
|
"pools": "HOME",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
z := &Zfs{KstatPath: testKstatPath}
|
|
|
|
|
err = z.Gather(&acc)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
acc.AssertContainsTaggedFields(t, "zfs", intMetrics, tags)
|
2016-01-27 23:15:14 +00:00
|
|
|
acc.Metrics = nil
|
2015-12-08 09:50:42 +00:00
|
|
|
|
|
|
|
|
//two pools, all metrics
|
|
|
|
|
err = os.MkdirAll(testKstatPath+"/STORAGE", 0755)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
err = ioutil.WriteFile(testKstatPath+"/STORAGE/io", []byte(""), 0644)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
|
|
tags = map[string]string{
|
|
|
|
|
"pools": "HOME::STORAGE",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
z = &Zfs{KstatPath: testKstatPath}
|
2015-12-08 13:53:11 +00:00
|
|
|
acc = testutil.Accumulator{}
|
2015-12-08 09:50:42 +00:00
|
|
|
err = z.Gather(&acc)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
acc.AssertContainsTaggedFields(t, "zfs", intMetrics, tags)
|
2016-01-27 23:15:14 +00:00
|
|
|
acc.Metrics = nil
|
2015-12-08 09:50:42 +00:00
|
|
|
|
2015-12-08 13:53:11 +00:00
|
|
|
intMetrics = getKstatMetricsArcOnly()
|
|
|
|
|
|
2015-12-08 09:50:42 +00:00
|
|
|
//two pools, one metric
|
|
|
|
|
z = &Zfs{KstatPath: testKstatPath, KstatMetrics: []string{"arcstats"}}
|
2015-12-08 13:53:11 +00:00
|
|
|
acc = testutil.Accumulator{}
|
2015-12-08 09:50:42 +00:00
|
|
|
err = z.Gather(&acc)
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
acc.AssertContainsTaggedFields(t, "zfs", intMetrics, tags)
|
2015-12-08 09:50:42 +00:00
|
|
|
|
|
|
|
|
err = os.RemoveAll(os.TempDir() + "/telegraf")
|
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
}
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
func getKstatMetricsArcOnly() map[string]interface{} {
|
|
|
|
|
return map[string]interface{}{
|
|
|
|
|
"arcstats_hits": int64(5968846374),
|
|
|
|
|
"arcstats_misses": int64(1659178751),
|
|
|
|
|
"arcstats_demand_data_hits": int64(4860247322),
|
|
|
|
|
"arcstats_demand_data_misses": int64(501499535),
|
|
|
|
|
"arcstats_demand_metadata_hits": int64(708608325),
|
|
|
|
|
"arcstats_demand_metadata_misses": int64(156591375),
|
|
|
|
|
"arcstats_prefetch_data_hits": int64(367047144),
|
|
|
|
|
"arcstats_prefetch_data_misses": int64(974529898),
|
|
|
|
|
"arcstats_prefetch_metadata_hits": int64(32943583),
|
|
|
|
|
"arcstats_prefetch_metadata_misses": int64(26557943),
|
|
|
|
|
"arcstats_mru_hits": int64(301176811),
|
|
|
|
|
"arcstats_mru_ghost_hits": int64(47066067),
|
|
|
|
|
"arcstats_mfu_hits": int64(5520612438),
|
|
|
|
|
"arcstats_mfu_ghost_hits": int64(45784009),
|
|
|
|
|
"arcstats_deleted": int64(1718937704),
|
|
|
|
|
"arcstats_recycle_miss": int64(481222994),
|
|
|
|
|
"arcstats_mutex_miss": int64(20575623),
|
|
|
|
|
"arcstats_evict_skip": int64(14655903906543),
|
|
|
|
|
"arcstats_evict_l2_cached": int64(145310202998272),
|
|
|
|
|
"arcstats_evict_l2_eligible": int64(16345402777088),
|
|
|
|
|
"arcstats_evict_l2_ineligible": int64(7437226893312),
|
|
|
|
|
"arcstats_hash_elements": int64(36617980),
|
|
|
|
|
"arcstats_hash_elements_max": int64(36618318),
|
|
|
|
|
"arcstats_hash_collisions": int64(554145157),
|
|
|
|
|
"arcstats_hash_chains": int64(4187651),
|
|
|
|
|
"arcstats_hash_chain_max": int64(26),
|
|
|
|
|
"arcstats_p": int64(13963222064),
|
|
|
|
|
"arcstats_c": int64(16381258376),
|
|
|
|
|
"arcstats_c_min": int64(4194304),
|
|
|
|
|
"arcstats_c_max": int64(16884125696),
|
|
|
|
|
"arcstats_size": int64(16319887096),
|
|
|
|
|
"arcstats_hdr_size": int64(42567864),
|
|
|
|
|
"arcstats_data_size": int64(60066304),
|
|
|
|
|
"arcstats_meta_size": int64(1701534208),
|
|
|
|
|
"arcstats_other_size": int64(1661543168),
|
|
|
|
|
"arcstats_anon_size": int64(94720),
|
|
|
|
|
"arcstats_anon_evict_data": int64(0),
|
|
|
|
|
"arcstats_anon_evict_metadata": int64(0),
|
|
|
|
|
"arcstats_mru_size": int64(973099008),
|
|
|
|
|
"arcstats_mru_evict_data": int64(9175040),
|
|
|
|
|
"arcstats_mru_evict_metadata": int64(32768),
|
|
|
|
|
"arcstats_mru_ghost_size": int64(32768),
|
|
|
|
|
"arcstats_mru_ghost_evict_data": int64(0),
|
|
|
|
|
"arcstats_mru_ghost_evict_metadata": int64(32768),
|
|
|
|
|
"arcstats_mfu_size": int64(788406784),
|
|
|
|
|
"arcstats_mfu_evict_data": int64(50881024),
|
|
|
|
|
"arcstats_mfu_evict_metadata": int64(81920),
|
|
|
|
|
"arcstats_mfu_ghost_size": int64(0),
|
|
|
|
|
"arcstats_mfu_ghost_evict_data": int64(0),
|
|
|
|
|
"arcstats_mfu_ghost_evict_metadata": int64(0),
|
|
|
|
|
"arcstats_l2_hits": int64(573868618),
|
|
|
|
|
"arcstats_l2_misses": int64(1085309718),
|
|
|
|
|
"arcstats_l2_feeds": int64(12182087),
|
|
|
|
|
"arcstats_l2_rw_clash": int64(9610),
|
|
|
|
|
"arcstats_l2_read_bytes": int64(32695938336768),
|
|
|
|
|
"arcstats_l2_write_bytes": int64(2826774778880),
|
|
|
|
|
"arcstats_l2_writes_sent": int64(4267687),
|
|
|
|
|
"arcstats_l2_writes_done": int64(4267687),
|
|
|
|
|
"arcstats_l2_writes_error": int64(0),
|
|
|
|
|
"arcstats_l2_writes_hdr_miss": int64(164),
|
|
|
|
|
"arcstats_l2_evict_lock_retry": int64(5),
|
|
|
|
|
"arcstats_l2_evict_reading": int64(0),
|
|
|
|
|
"arcstats_l2_free_on_write": int64(1606914),
|
|
|
|
|
"arcstats_l2_cdata_free_on_write": int64(1775),
|
|
|
|
|
"arcstats_l2_abort_lowmem": int64(83462),
|
|
|
|
|
"arcstats_l2_cksum_bad": int64(393860640),
|
|
|
|
|
"arcstats_l2_io_error": int64(53881460),
|
|
|
|
|
"arcstats_l2_size": int64(2471466648576),
|
|
|
|
|
"arcstats_l2_asize": int64(2461690072064),
|
|
|
|
|
"arcstats_l2_hdr_size": int64(12854175552),
|
|
|
|
|
"arcstats_l2_compress_successes": int64(12184849),
|
|
|
|
|
"arcstats_l2_compress_zeros": int64(0),
|
|
|
|
|
"arcstats_l2_compress_failures": int64(0),
|
|
|
|
|
"arcstats_memory_throttle_count": int64(0),
|
|
|
|
|
"arcstats_duplicate_buffers": int64(0),
|
|
|
|
|
"arcstats_duplicate_buffers_size": int64(0),
|
|
|
|
|
"arcstats_duplicate_reads": int64(0),
|
|
|
|
|
"arcstats_memory_direct_count": int64(5159942),
|
|
|
|
|
"arcstats_memory_indirect_count": int64(3034640),
|
|
|
|
|
"arcstats_arc_no_grow": int64(0),
|
|
|
|
|
"arcstats_arc_tempreserve": int64(0),
|
|
|
|
|
"arcstats_arc_loaned_bytes": int64(0),
|
|
|
|
|
"arcstats_arc_prune": int64(114554259559),
|
|
|
|
|
"arcstats_arc_meta_used": int64(16259820792),
|
|
|
|
|
"arcstats_arc_meta_limit": int64(12663094272),
|
|
|
|
|
"arcstats_arc_meta_max": int64(18327165696),
|
2015-12-08 13:53:11 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
func getKstatMetricsAll() map[string]interface{} {
|
|
|
|
|
otherMetrics := map[string]interface{}{
|
|
|
|
|
"zfetchstats_hits": int64(7812959060),
|
|
|
|
|
"zfetchstats_misses": int64(4154484207),
|
|
|
|
|
"zfetchstats_colinear_hits": int64(1366368),
|
|
|
|
|
"zfetchstats_colinear_misses": int64(4153117839),
|
|
|
|
|
"zfetchstats_stride_hits": int64(7309776732),
|
|
|
|
|
"zfetchstats_stride_misses": int64(222766182),
|
|
|
|
|
"zfetchstats_reclaim_successes": int64(107788388),
|
|
|
|
|
"zfetchstats_reclaim_failures": int64(4045329451),
|
|
|
|
|
"zfetchstats_streams_resets": int64(20989756),
|
|
|
|
|
"zfetchstats_streams_noresets": int64(503182328),
|
|
|
|
|
"zfetchstats_bogus_streams": int64(0),
|
|
|
|
|
"vdev_cache_stats_delegations": int64(0),
|
|
|
|
|
"vdev_cache_stats_hits": int64(0),
|
|
|
|
|
"vdev_cache_stats_misses": int64(0),
|
2015-11-03 15:53:09 +00:00
|
|
|
}
|
2016-01-07 05:16:04 +00:00
|
|
|
arcMetrics := getKstatMetricsArcOnly()
|
|
|
|
|
for k, v := range otherMetrics {
|
|
|
|
|
arcMetrics[k] = v
|
|
|
|
|
}
|
|
|
|
|
return arcMetrics
|
2015-12-08 09:50:42 +00:00
|
|
|
}
|
2015-11-03 15:53:09 +00:00
|
|
|
|
2016-01-07 05:16:04 +00:00
|
|
|
func getPoolMetrics() map[string]interface{} {
|
|
|
|
|
return map[string]interface{}{
|
|
|
|
|
"nread": int64(1884160),
|
|
|
|
|
"nwritten": int64(6450688),
|
|
|
|
|
"reads": int64(22),
|
|
|
|
|
"writes": int64(978),
|
|
|
|
|
"wtime": int64(272187126),
|
|
|
|
|
"wlentime": int64(2850519036),
|
|
|
|
|
"wupdate": int64(2263669418655),
|
|
|
|
|
"rtime": int64(424226814),
|
|
|
|
|
"rlentime": int64(2850519036),
|
|
|
|
|
"rupdate": int64(2263669871823),
|
|
|
|
|
"wcnt": int64(0),
|
|
|
|
|
"rcnt": int64(0),
|
2015-11-03 15:53:09 +00:00
|
|
|
}
|
|
|
|
|
}
|
