package mongodb import ( "log" "net/url" "strings" "time" "github.com/influxdata/telegraf" "gopkg.in/mgo.v2" "gopkg.in/mgo.v2/bson" ) type Server struct { Url *url.URL Session *mgo.Session lastResult *MongoStatus } func (s *Server) getDefaultTags() map[string]string { tags := make(map[string]string) tags["hostname"] = s.Url.Host return tags } type oplogEntry struct { Timestamp bson.MongoTimestamp `bson:"ts"` } func IsAuthorization(err error) bool { return strings.Contains(err.Error(), "not authorized") } func authLogLevel(err error) string { if IsAuthorization(err) { return "D!" } else { return "E!" } } func (s *Server) gatherServerStatus() (*ServerStatus, error) { serverStatus := &ServerStatus{} err := s.Session.DB("admin").Run(bson.D{ { Name: "serverStatus", Value: 1, }, { Name: "recordStats", Value: 0, }, }, serverStatus) if err != nil { return nil, err } return serverStatus, nil } func (s *Server) gatherReplSetStatus() (*ReplSetStatus, error) { replSetStatus := &ReplSetStatus{} err := s.Session.DB("admin").Run(bson.D{ { Name: "replSetGetStatus", Value: 1, }, }, replSetStatus) if err != nil { return nil, err } return replSetStatus, nil } func (s *Server) gatherClusterStatus() (*ClusterStatus, error) { chunkCount, err := s.Session.DB("config").C("chunks").Find(bson.M{"jumbo": true}).Count() if err != nil { return nil, err } return &ClusterStatus{ JumboChunksCount: int64(chunkCount), }, nil } func (s *Server) gatherShardConnPoolStats() (*ShardStats, error) { shardStats := &ShardStats{} err := s.Session.DB("admin").Run(bson.D{ { Name: "shardConnPoolStats", Value: 1, }, }, &shardStats) if err != nil { return nil, err } return shardStats, nil } func (s *Server) gatherDBStats(name string) (*Db, error) { stats := &DbStatsData{} err := s.Session.DB(name).Run(bson.D{ { Name: "dbStats", Value: 1, }, }, stats) if err != nil { return nil, err } return &Db{ Name: name, DbStatsData: stats, }, nil } func (s *Server) getOplogReplLag(collection string) (*OplogStats, error) { query := bson.M{"ts": bson.M{"$exists": true}} var first oplogEntry err := s.Session.DB("local").C(collection).Find(query).Sort("$natural").Limit(1).One(&first) if err != nil { return nil, err } var last oplogEntry err = s.Session.DB("local").C(collection).Find(query).Sort("-$natural").Limit(1).One(&last) if err != nil { return nil, err } firstTime := time.Unix(int64(first.Timestamp>>32), 0) lastTime := time.Unix(int64(last.Timestamp>>32), 0) stats := &OplogStats{ TimeDiff: int64(lastTime.Sub(firstTime).Seconds()), } return stats, nil } // The "oplog.rs" collection is stored on all replica set members. // // The "oplog.$main" collection is created on the master node of a // master-slave replicated deployment. As of MongoDB 3.2, master-slave // replication has been deprecated. func (s *Server) gatherOplogStats() (*OplogStats, error) { stats, err := s.getOplogReplLag("oplog.rs") if err == nil { return stats, nil } return s.getOplogReplLag("oplog.$main") } func (s *Server) gatherCollectionStats(colStatsDbs []string) (*ColStats, error) { names, err := s.Session.DatabaseNames() if err != nil { return nil, err } results := &ColStats{} for _, db_name := range names { if stringInSlice(db_name, colStatsDbs) || len(colStatsDbs) == 0 { var colls []string colls, err = s.Session.DB(db_name).CollectionNames() if err != nil { log.Printf("E! [inputs.mongodb] Error getting collection names: %v", err) continue } for _, col_name := range colls { col_stat_line := &ColStatsData{} err = s.Session.DB(db_name).Run(bson.D{ { Name: "collStats", Value: col_name, }, }, col_stat_line) if err != nil { log.Printf("%s [inputs.mongodb] Error getting col stats from %q: %v", authLogLevel(err), col_name, err) continue } collection := &Collection{ Name: col_name, DbName: db_name, ColStatsData: col_stat_line, } results.Collections = append(results.Collections, *collection) } } } return results, nil } func (s *Server) gatherData(acc telegraf.Accumulator, gatherDbStats bool, gatherColStats bool, colStatsDbs []string) error { s.Session.SetMode(mgo.Eventual, true) s.Session.SetSocketTimeout(0) serverStatus, err := s.gatherServerStatus() if err != nil { return err } // Get replica set status, an error indicates that the server is not a // member of a replica set. replSetStatus, err := s.gatherReplSetStatus() if err != nil { log.Printf("D! [inputs.mongodb] Unable to gather replica set status: %v", err) } // Gather the oplog if we are a member of a replica set. Non-replica set // members do not have the oplog collections. var oplogStats *OplogStats if replSetStatus != nil { oplogStats, err = s.gatherOplogStats() if err != nil { return err } } clusterStatus, err := s.gatherClusterStatus() if err != nil { log.Printf("D! [inputs.mongodb] Unable to gather cluster status: %v", err) } shardStats, err := s.gatherShardConnPoolStats() if err != nil { log.Printf("%s [inputs.mongodb] Unable to gather shard connection pool stats: %v", authLogLevel(err), err) } var collectionStats *ColStats if gatherColStats { stats, err := s.gatherCollectionStats(colStatsDbs) if err != nil { return err } collectionStats = stats } dbStats := &DbStats{} if gatherDbStats { names, err := s.Session.DatabaseNames() if err != nil { return err } for _, name := range names { db, err := s.gatherDBStats(name) if err != nil { log.Printf("D! [inputs.mongodb] Error getting db stats from %q: %v", name, err) } dbStats.Dbs = append(dbStats.Dbs, *db) } } result := &MongoStatus{ ServerStatus: serverStatus, ReplSetStatus: replSetStatus, ClusterStatus: clusterStatus, DbStats: dbStats, ColStats: collectionStats, ShardStats: shardStats, OplogStats: oplogStats, } result.SampleTime = time.Now() if s.lastResult != nil && result != nil { duration := result.SampleTime.Sub(s.lastResult.SampleTime) durationInSeconds := int64(duration.Seconds()) if durationInSeconds == 0 { durationInSeconds = 1 } data := NewMongodbData( NewStatLine(*s.lastResult, *result, s.Url.Host, true, durationInSeconds), s.getDefaultTags(), ) data.AddDefaultStats() data.AddDbStats() data.AddColStats() data.AddShardHostStats() data.flush(acc) } s.lastResult = result return nil } func stringInSlice(a string, list []string) bool { for _, b := range list { if b == a { return true } } return false }