Adding upstream version 1.34.4.
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
parent
e393c3af3f
commit
4978089aab
4963 changed files with 677545 additions and 0 deletions
212
plugins/inputs/nats_consumer/nats_consumer_test.go
Normal file
212
plugins/inputs/nats_consumer/nats_consumer_test.go
Normal file
|
@ -0,0 +1,212 @@
|
|||
package nats_consumer
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"github.com/nats-io/nats.go"
|
||||
"github.com/stretchr/testify/require"
|
||||
"github.com/testcontainers/testcontainers-go/wait"
|
||||
|
||||
"github.com/influxdata/telegraf"
|
||||
"github.com/influxdata/telegraf/metric"
|
||||
"github.com/influxdata/telegraf/plugins/parsers/influx"
|
||||
"github.com/influxdata/telegraf/testutil"
|
||||
)
|
||||
|
||||
func TestStartStop(t *testing.T) {
|
||||
if testing.Short() {
|
||||
t.Skip("Skipping integration test in short mode")
|
||||
}
|
||||
|
||||
container := testutil.Container{
|
||||
Image: "nats",
|
||||
ExposedPorts: []string{"4222"},
|
||||
WaitingFor: wait.ForLog("Server is ready"),
|
||||
}
|
||||
require.NoError(t, container.Start(), "failed to start container")
|
||||
defer container.Terminate()
|
||||
|
||||
plugin := &NatsConsumer{
|
||||
Servers: []string{fmt.Sprintf("nats://%s:%s", container.Address, container.Ports["4222"])},
|
||||
Subjects: []string{"telegraf"},
|
||||
QueueGroup: "telegraf_consumers",
|
||||
PendingBytesLimit: nats.DefaultSubPendingBytesLimit,
|
||||
PendingMessageLimit: nats.DefaultSubPendingMsgsLimit,
|
||||
MaxUndeliveredMessages: defaultMaxUndeliveredMessages,
|
||||
Log: testutil.Logger{},
|
||||
}
|
||||
|
||||
var acc testutil.Accumulator
|
||||
require.NoError(t, plugin.Start(&acc))
|
||||
plugin.Stop()
|
||||
}
|
||||
|
||||
func TestSendReceive(t *testing.T) {
|
||||
if testing.Short() {
|
||||
t.Skip("Skipping integration test in short mode")
|
||||
}
|
||||
|
||||
container := testutil.Container{
|
||||
Image: "nats",
|
||||
ExposedPorts: []string{"4222"},
|
||||
WaitingFor: wait.ForLog("Server is ready"),
|
||||
}
|
||||
require.NoError(t, container.Start(), "failed to start container")
|
||||
defer container.Terminate()
|
||||
addr := fmt.Sprintf("nats://%s:%s", container.Address, container.Ports["4222"])
|
||||
|
||||
tests := []struct {
|
||||
name string
|
||||
msgs map[string][]string
|
||||
expected []telegraf.Metric
|
||||
}{
|
||||
{
|
||||
name: "single message",
|
||||
msgs: map[string][]string{
|
||||
"telegraf": {"test,source=foo value=42i"},
|
||||
},
|
||||
expected: []telegraf.Metric{
|
||||
metric.New(
|
||||
"test",
|
||||
map[string]string{
|
||||
"source": "foo",
|
||||
"subject": "telegraf",
|
||||
},
|
||||
map[string]interface{}{"value": int64(42)},
|
||||
time.Unix(0, 0),
|
||||
),
|
||||
},
|
||||
},
|
||||
{
|
||||
name: "multiple message",
|
||||
msgs: map[string][]string{
|
||||
"telegraf": {
|
||||
"test,source=foo value=42i",
|
||||
"test,source=bar value=23i",
|
||||
},
|
||||
"hitchhiker": {
|
||||
"wale,part=front named=true",
|
||||
"wale,part=back named=false",
|
||||
},
|
||||
},
|
||||
expected: []telegraf.Metric{
|
||||
metric.New(
|
||||
"test",
|
||||
map[string]string{
|
||||
"source": "foo",
|
||||
"subject": "telegraf",
|
||||
},
|
||||
map[string]interface{}{"value": int64(42)},
|
||||
time.Unix(0, 0),
|
||||
),
|
||||
metric.New(
|
||||
"test",
|
||||
map[string]string{
|
||||
"source": "bar",
|
||||
"subject": "telegraf",
|
||||
},
|
||||
map[string]interface{}{"value": int64(23)},
|
||||
time.Unix(0, 0),
|
||||
),
|
||||
metric.New(
|
||||
"wale",
|
||||
map[string]string{
|
||||
"part": "front",
|
||||
"subject": "hitchhiker",
|
||||
},
|
||||
map[string]interface{}{"named": true},
|
||||
time.Unix(0, 0),
|
||||
),
|
||||
metric.New(
|
||||
"wale",
|
||||
map[string]string{
|
||||
"part": "back",
|
||||
"subject": "hitchhiker",
|
||||
},
|
||||
map[string]interface{}{"named": false},
|
||||
time.Unix(0, 0),
|
||||
),
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
for _, tt := range tests {
|
||||
t.Run(tt.name, func(t *testing.T) {
|
||||
subjects := make([]string, 0, len(tt.msgs))
|
||||
for k := range tt.msgs {
|
||||
subjects = append(subjects, k)
|
||||
}
|
||||
|
||||
// Setup the plugin
|
||||
plugin := &NatsConsumer{
|
||||
Servers: []string{addr},
|
||||
Subjects: subjects,
|
||||
QueueGroup: "telegraf_consumers",
|
||||
PendingBytesLimit: nats.DefaultSubPendingBytesLimit,
|
||||
PendingMessageLimit: nats.DefaultSubPendingMsgsLimit,
|
||||
MaxUndeliveredMessages: defaultMaxUndeliveredMessages,
|
||||
Log: testutil.Logger{},
|
||||
}
|
||||
|
||||
// Add a line-protocol parser
|
||||
parser := &influx.Parser{}
|
||||
require.NoError(t, parser.Init())
|
||||
plugin.SetParser(parser)
|
||||
|
||||
// Startup the plugin
|
||||
var acc testutil.Accumulator
|
||||
require.NoError(t, plugin.Start(&acc))
|
||||
defer plugin.Stop()
|
||||
|
||||
// Send all messages to the topics (random order due to Golang map)
|
||||
publisher := &sender{addr: addr}
|
||||
require.NoError(t, publisher.connect())
|
||||
defer publisher.disconnect()
|
||||
for topic, msgs := range tt.msgs {
|
||||
for _, msg := range msgs {
|
||||
require.NoError(t, publisher.send(topic, msg))
|
||||
}
|
||||
}
|
||||
publisher.disconnect()
|
||||
|
||||
// Wait for the metrics to be collected
|
||||
require.Eventually(t, func() bool {
|
||||
acc.Lock()
|
||||
defer acc.Unlock()
|
||||
return acc.NMetrics() >= uint64(len(tt.expected))
|
||||
}, time.Second, 100*time.Millisecond)
|
||||
|
||||
actual := acc.GetTelegrafMetrics()
|
||||
testutil.RequireMetricsEqual(t, tt.expected, actual, testutil.IgnoreTime(), testutil.SortMetrics())
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
type sender struct {
|
||||
addr string
|
||||
conn *nats.Conn
|
||||
}
|
||||
|
||||
func (s *sender) connect() error {
|
||||
conn, err := nats.Connect(s.addr)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
s.conn = conn
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (s *sender) disconnect() {
|
||||
if s.conn != nil && !s.conn.IsClosed() {
|
||||
_ = s.conn.Flush()
|
||||
s.conn.Close()
|
||||
}
|
||||
s.conn = nil
|
||||
}
|
||||
|
||||
func (s *sender) send(topic, msg string) error {
|
||||
return s.conn.Publish(topic, []byte(msg))
|
||||
}
|
Loading…
Add table
Add a link
Reference in a new issue