0692b4be61
The Kafka consumer plugin polls a specified Kafka topic and adds messages to InfluxDB. The plugin assumes messages follow the line protocol. Consumer Group is used to talk to the Kafka cluster so multiple instances of telegraf can read from the same topic in parallel.
63 lines
1.7 KiB
Go
63 lines
1.7 KiB
Go
package kafka_consumer
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/Shopify/sarama"
|
|
"github.com/influxdb/telegraf/testutil"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestReadsMetricsFromKafka(t *testing.T) {
|
|
var zkPeers, brokerPeers []string
|
|
|
|
if len(os.Getenv("ZOOKEEPER_PEERS")) == 0 {
|
|
zkPeers = []string{"localhost:2181"}
|
|
} else {
|
|
zkPeers = strings.Split(os.Getenv("ZOOKEEPER_PEERS"), ",")
|
|
}
|
|
|
|
if len(os.Getenv("KAFKA_PEERS")) == 0 {
|
|
brokerPeers = []string{"localhost:9092"}
|
|
} else {
|
|
brokerPeers = strings.Split(os.Getenv("KAFKA_PEERS"), ",")
|
|
}
|
|
|
|
k := &Kafka{
|
|
ConsumerGroupName: "telegraf_test_consumers",
|
|
Topic: fmt.Sprintf("telegraf_test_topic_%d", time.Now().Unix()),
|
|
ZookeeperPeers: zkPeers,
|
|
}
|
|
|
|
msg := "cpu_load_short,direction=in,host=server01,region=us-west value=23422.0 1422568543702900257"
|
|
producer, err := sarama.NewSyncProducer(brokerPeers, nil)
|
|
require.NoError(t, err)
|
|
_, _, err = producer.SendMessage(&sarama.ProducerMessage{Topic: k.Topic, Value: sarama.StringEncoder(msg)})
|
|
producer.Close()
|
|
|
|
var acc testutil.Accumulator
|
|
|
|
// Sanity check
|
|
assert.Equal(t, 0, len(acc.Points), "there should not be any points")
|
|
|
|
err = k.Gather(&acc)
|
|
require.NoError(t, err)
|
|
|
|
assert.Equal(t, 1, len(acc.Points), "there should be a single point")
|
|
|
|
point := acc.Points[0]
|
|
assert.Equal(t, "cpu_load_short", point.Measurement)
|
|
assert.Equal(t, map[string]interface{}{"value": 23422.0}, point.Values)
|
|
assert.Equal(t, map[string]string{
|
|
"host": "server01",
|
|
"direction": "in",
|
|
"region": "us-west",
|
|
}, point.Tags)
|
|
assert.Equal(t, time.Unix(0, 1422568543702900257), point.Time)
|
|
}
|