118 lines
2.1 KiB
Go
118 lines
2.1 KiB
Go
|
package parallel_test
|
||
|
|
||
|
import (
|
||
|
"testing"
|
||
|
"time"
|
||
|
|
||
|
"github.com/stretchr/testify/require"
|
||
|
|
||
|
"github.com/influxdata/telegraf"
|
||
|
"github.com/influxdata/telegraf/metric"
|
||
|
"github.com/influxdata/telegraf/plugins/common/parallel"
|
||
|
"github.com/influxdata/telegraf/testutil"
|
||
|
)
|
||
|
|
||
|
func TestOrderedJobsStayOrdered(t *testing.T) {
|
||
|
acc := &testutil.Accumulator{}
|
||
|
|
||
|
p := parallel.NewOrdered(acc, jobFunc, 10000, 10)
|
||
|
now := time.Now()
|
||
|
for i := 0; i < 20000; i++ {
|
||
|
m := metric.New("test",
|
||
|
map[string]string{},
|
||
|
map[string]interface{}{
|
||
|
"val": i,
|
||
|
},
|
||
|
now,
|
||
|
)
|
||
|
now = now.Add(1)
|
||
|
p.Enqueue(m)
|
||
|
}
|
||
|
p.Stop()
|
||
|
|
||
|
i := 0
|
||
|
require.Len(t, acc.Metrics, 20000)
|
||
|
for _, m := range acc.GetTelegrafMetrics() {
|
||
|
v, ok := m.GetField("val")
|
||
|
require.True(t, ok)
|
||
|
require.EqualValues(t, i, v)
|
||
|
i++
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func TestUnorderedJobsDontDropAnyJobs(t *testing.T) {
|
||
|
acc := &testutil.Accumulator{}
|
||
|
|
||
|
p := parallel.NewUnordered(acc, jobFunc, 10)
|
||
|
|
||
|
now := time.Now()
|
||
|
|
||
|
expectedTotal := 0
|
||
|
for i := 0; i < 20000; i++ {
|
||
|
expectedTotal += i
|
||
|
m := metric.New("test",
|
||
|
map[string]string{},
|
||
|
map[string]interface{}{
|
||
|
"val": i,
|
||
|
},
|
||
|
now,
|
||
|
)
|
||
|
now = now.Add(1)
|
||
|
p.Enqueue(m)
|
||
|
}
|
||
|
p.Stop()
|
||
|
|
||
|
actualTotal := int64(0)
|
||
|
require.Len(t, acc.Metrics, 20000)
|
||
|
for _, m := range acc.GetTelegrafMetrics() {
|
||
|
v, ok := m.GetField("val")
|
||
|
require.True(t, ok)
|
||
|
actualTotal += v.(int64)
|
||
|
}
|
||
|
require.EqualValues(t, expectedTotal, actualTotal)
|
||
|
}
|
||
|
|
||
|
func BenchmarkOrdered(b *testing.B) {
|
||
|
acc := &testutil.Accumulator{}
|
||
|
|
||
|
p := parallel.NewOrdered(acc, jobFunc, 10000, 10)
|
||
|
|
||
|
m := metric.New("test",
|
||
|
map[string]string{},
|
||
|
map[string]interface{}{
|
||
|
"val": 1,
|
||
|
},
|
||
|
time.Now(),
|
||
|
)
|
||
|
|
||
|
b.ResetTimer()
|
||
|
for i := 0; i < b.N; i++ {
|
||
|
p.Enqueue(m)
|
||
|
}
|
||
|
p.Stop()
|
||
|
}
|
||
|
|
||
|
func BenchmarkUnordered(b *testing.B) {
|
||
|
acc := &testutil.Accumulator{}
|
||
|
|
||
|
p := parallel.NewUnordered(acc, jobFunc, 10)
|
||
|
|
||
|
m := metric.New("test",
|
||
|
map[string]string{},
|
||
|
map[string]interface{}{
|
||
|
"val": 1,
|
||
|
},
|
||
|
time.Now(),
|
||
|
)
|
||
|
|
||
|
b.ResetTimer()
|
||
|
for i := 0; i < b.N; i++ {
|
||
|
p.Enqueue(m)
|
||
|
}
|
||
|
p.Stop()
|
||
|
}
|
||
|
|
||
|
func jobFunc(m telegraf.Metric) []telegraf.Metric {
|
||
|
return []telegraf.Metric{m}
|
||
|
}
|