307 lines
7.5 KiB
Go
307 lines
7.5 KiB
Go
|
package sql
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"path/filepath"
|
||
|
|
"testing"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/docker/go-connections/nat"
|
||
|
|
"github.com/stretchr/testify/require"
|
||
|
|
"github.com/testcontainers/testcontainers-go/wait"
|
||
|
|
|
||
|
|
"github.com/influxdata/telegraf"
|
||
|
|
"github.com/influxdata/telegraf/config"
|
||
|
|
"github.com/influxdata/telegraf/testutil"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestMariaDBIntegration(t *testing.T) {
|
||
|
|
if testing.Short() {
|
||
|
|
t.Skip("Skipping integration test in short mode")
|
||
|
|
}
|
||
|
|
|
||
|
|
logger := testutil.Logger{}
|
||
|
|
|
||
|
|
port := "3306"
|
||
|
|
password := testutil.GetRandomString(32)
|
||
|
|
database := "foo"
|
||
|
|
|
||
|
|
// Determine the test-data mountpoint
|
||
|
|
testdata, err := filepath.Abs("testdata/mariadb/expected.sql")
|
||
|
|
require.NoError(t, err, "determining absolute path of test-data failed")
|
||
|
|
|
||
|
|
container := testutil.Container{
|
||
|
|
Image: "mariadb",
|
||
|
|
ExposedPorts: []string{port},
|
||
|
|
Env: map[string]string{
|
||
|
|
"MYSQL_ROOT_PASSWORD": password,
|
||
|
|
"MYSQL_DATABASE": database,
|
||
|
|
},
|
||
|
|
Files: map[string]string{
|
||
|
|
"/docker-entrypoint-initdb.d/expected.sql": testdata,
|
||
|
|
},
|
||
|
|
WaitingFor: wait.ForAll(
|
||
|
|
wait.ForLog("mariadbd: ready for connections.").WithOccurrence(2),
|
||
|
|
wait.ForListeningPort(nat.Port(port)),
|
||
|
|
),
|
||
|
|
}
|
||
|
|
require.NoError(t, container.Start(), "failed to start container")
|
||
|
|
defer container.Terminate()
|
||
|
|
|
||
|
|
// Define the testset
|
||
|
|
var testset = []struct {
|
||
|
|
name string
|
||
|
|
queries []query
|
||
|
|
expected []telegraf.Metric
|
||
|
|
}{
|
||
|
|
{
|
||
|
|
name: "metric_one",
|
||
|
|
queries: []query{
|
||
|
|
{
|
||
|
|
Query: "SELECT * FROM metric_one",
|
||
|
|
TagColumnsInclude: []string{"tag_*"},
|
||
|
|
FieldColumnsExclude: []string{"tag_*", "timestamp"},
|
||
|
|
TimeColumn: "timestamp",
|
||
|
|
TimeFormat: "2006-01-02 15:04:05",
|
||
|
|
},
|
||
|
|
},
|
||
|
|
expected: []telegraf.Metric{
|
||
|
|
testutil.MustMetric(
|
||
|
|
"sql",
|
||
|
|
map[string]string{
|
||
|
|
"tag_one": "tag1",
|
||
|
|
"tag_two": "tag2",
|
||
|
|
},
|
||
|
|
map[string]interface{}{
|
||
|
|
"int64_one": int64(1234),
|
||
|
|
"int64_two": int64(2345),
|
||
|
|
},
|
||
|
|
time.Date(2021, 5, 17, 22, 4, 45, 0, time.UTC),
|
||
|
|
),
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testset {
|
||
|
|
t.Run(tt.name, func(t *testing.T) {
|
||
|
|
// Setup the plugin-under-test
|
||
|
|
dsn := fmt.Sprintf("root:%s@tcp(%s:%s)/%s", password, container.Address, container.Ports[port], database)
|
||
|
|
secret := config.NewSecret([]byte(dsn))
|
||
|
|
plugin := &SQL{
|
||
|
|
Driver: "maria",
|
||
|
|
Dsn: secret,
|
||
|
|
Queries: tt.queries,
|
||
|
|
Log: logger,
|
||
|
|
}
|
||
|
|
|
||
|
|
var acc testutil.Accumulator
|
||
|
|
|
||
|
|
// Startup the plugin
|
||
|
|
require.NoError(t, plugin.Init())
|
||
|
|
require.NoError(t, plugin.Start(&acc))
|
||
|
|
|
||
|
|
// Gather
|
||
|
|
require.NoError(t, plugin.Gather(&acc))
|
||
|
|
require.Empty(t, acc.Errors)
|
||
|
|
|
||
|
|
// Stopping the plugin
|
||
|
|
plugin.Stop()
|
||
|
|
|
||
|
|
// Do the comparison
|
||
|
|
testutil.RequireMetricsEqual(t, tt.expected, acc.GetTelegrafMetrics())
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestPostgreSQLIntegration(t *testing.T) {
|
||
|
|
if testing.Short() {
|
||
|
|
t.Skip("Skipping integration test in short mode")
|
||
|
|
}
|
||
|
|
|
||
|
|
logger := testutil.Logger{}
|
||
|
|
|
||
|
|
port := "5432"
|
||
|
|
password := testutil.GetRandomString(32)
|
||
|
|
database := "foo"
|
||
|
|
|
||
|
|
// Determine the test-data mountpoint
|
||
|
|
testdata, err := filepath.Abs("testdata/postgres/expected.sql")
|
||
|
|
require.NoError(t, err, "determining absolute path of test-data failed")
|
||
|
|
|
||
|
|
container := testutil.Container{
|
||
|
|
Image: "postgres",
|
||
|
|
ExposedPorts: []string{port},
|
||
|
|
Env: map[string]string{
|
||
|
|
"POSTGRES_PASSWORD": password,
|
||
|
|
"POSTGRES_DB": database,
|
||
|
|
},
|
||
|
|
Files: map[string]string{
|
||
|
|
"/docker-entrypoint-initdb.d/expected.sql": testdata,
|
||
|
|
},
|
||
|
|
WaitingFor: wait.ForAll(
|
||
|
|
wait.ForLog("database system is ready to accept connections").WithOccurrence(2),
|
||
|
|
wait.ForListeningPort(nat.Port(port)),
|
||
|
|
),
|
||
|
|
}
|
||
|
|
require.NoError(t, container.Start(), "failed to start container")
|
||
|
|
defer container.Terminate()
|
||
|
|
|
||
|
|
// Define the testset
|
||
|
|
var testset = []struct {
|
||
|
|
name string
|
||
|
|
queries []query
|
||
|
|
expected []telegraf.Metric
|
||
|
|
}{
|
||
|
|
{
|
||
|
|
name: "metric_one",
|
||
|
|
queries: []query{
|
||
|
|
{
|
||
|
|
Query: "SELECT * FROM metric_one",
|
||
|
|
TagColumnsInclude: []string{"tag_*"},
|
||
|
|
FieldColumnsExclude: []string{"tag_*", "timestamp"},
|
||
|
|
TimeColumn: "timestamp",
|
||
|
|
TimeFormat: "2006-01-02 15:04:05",
|
||
|
|
},
|
||
|
|
},
|
||
|
|
expected: []telegraf.Metric{
|
||
|
|
testutil.MustMetric(
|
||
|
|
"sql",
|
||
|
|
map[string]string{
|
||
|
|
"tag_one": "tag1",
|
||
|
|
"tag_two": "tag2",
|
||
|
|
},
|
||
|
|
map[string]interface{}{
|
||
|
|
"int64_one": int64(1234),
|
||
|
|
"int64_two": int64(2345),
|
||
|
|
},
|
||
|
|
time.Date(2021, 5, 17, 22, 4, 45, 0, time.UTC),
|
||
|
|
),
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testset {
|
||
|
|
t.Run(tt.name, func(t *testing.T) {
|
||
|
|
// Setup the plugin-under-test
|
||
|
|
dsn := fmt.Sprintf("postgres://postgres:%s@%s:%s/%s", password, container.Address, container.Ports[port], database)
|
||
|
|
secret := config.NewSecret([]byte(dsn))
|
||
|
|
plugin := &SQL{
|
||
|
|
Driver: "pgx",
|
||
|
|
Dsn: secret,
|
||
|
|
Queries: tt.queries,
|
||
|
|
Log: logger,
|
||
|
|
}
|
||
|
|
|
||
|
|
var acc testutil.Accumulator
|
||
|
|
|
||
|
|
// Startup the plugin
|
||
|
|
require.NoError(t, plugin.Init())
|
||
|
|
require.NoError(t, plugin.Start(&acc))
|
||
|
|
|
||
|
|
// Gather
|
||
|
|
require.NoError(t, plugin.Gather(&acc))
|
||
|
|
require.Empty(t, acc.Errors)
|
||
|
|
|
||
|
|
// Stopping the plugin
|
||
|
|
plugin.Stop()
|
||
|
|
|
||
|
|
// Do the comparison
|
||
|
|
testutil.RequireMetricsEqual(t, tt.expected, acc.GetTelegrafMetrics())
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
func TestClickHouseIntegration(t *testing.T) {
|
||
|
|
if testing.Short() {
|
||
|
|
t.Skip("Skipping integration test in short mode")
|
||
|
|
}
|
||
|
|
|
||
|
|
logger := testutil.Logger{}
|
||
|
|
|
||
|
|
port := "9000"
|
||
|
|
user := "default"
|
||
|
|
|
||
|
|
// Determine the test-data mountpoint
|
||
|
|
testdata, err := filepath.Abs("testdata/clickhouse/expected.sql")
|
||
|
|
require.NoError(t, err, "determining absolute path of test-data failed")
|
||
|
|
|
||
|
|
container := testutil.Container{
|
||
|
|
Image: "yandex/clickhouse-server",
|
||
|
|
ExposedPorts: []string{port, "8123"},
|
||
|
|
Files: map[string]string{
|
||
|
|
"/docker-entrypoint-initdb.d/expected.sql": testdata,
|
||
|
|
},
|
||
|
|
WaitingFor: wait.ForAll(
|
||
|
|
wait.NewHTTPStrategy("/").WithPort(nat.Port("8123")),
|
||
|
|
wait.ForListeningPort(nat.Port(port)),
|
||
|
|
wait.ForLog("Saved preprocessed configuration to '/var/lib/clickhouse/preprocessed_configs/users.xml'.").WithOccurrence(2),
|
||
|
|
),
|
||
|
|
}
|
||
|
|
require.NoError(t, container.Start(), "failed to start container")
|
||
|
|
defer container.Terminate()
|
||
|
|
|
||
|
|
// Define the testset
|
||
|
|
var testset = []struct {
|
||
|
|
name string
|
||
|
|
queries []query
|
||
|
|
expected []telegraf.Metric
|
||
|
|
}{
|
||
|
|
{
|
||
|
|
name: "metric_one",
|
||
|
|
queries: []query{
|
||
|
|
{
|
||
|
|
Query: "SELECT * FROM default.metric_one",
|
||
|
|
TagColumnsInclude: []string{"tag_*"},
|
||
|
|
FieldColumnsExclude: []string{"tag_*", "timestamp"},
|
||
|
|
TimeColumn: "timestamp",
|
||
|
|
TimeFormat: "unix",
|
||
|
|
},
|
||
|
|
},
|
||
|
|
expected: []telegraf.Metric{
|
||
|
|
testutil.MustMetric(
|
||
|
|
"sql",
|
||
|
|
map[string]string{
|
||
|
|
"tag_one": "tag1",
|
||
|
|
"tag_two": "tag2",
|
||
|
|
},
|
||
|
|
map[string]interface{}{
|
||
|
|
"int64_one": int64(1234),
|
||
|
|
"int64_two": int64(2345),
|
||
|
|
},
|
||
|
|
time.Unix(1621289085, 0),
|
||
|
|
),
|
||
|
|
},
|
||
|
|
},
|
||
|
|
}
|
||
|
|
|
||
|
|
for _, tt := range testset {
|
||
|
|
t.Run(tt.name, func(t *testing.T) {
|
||
|
|
// Setup the plugin-under-test
|
||
|
|
dsn := fmt.Sprintf("tcp://%s:%s?username=%s", container.Address, container.Ports[port], user)
|
||
|
|
secret := config.NewSecret([]byte(dsn))
|
||
|
|
plugin := &SQL{
|
||
|
|
Driver: "clickhouse",
|
||
|
|
Dsn: secret,
|
||
|
|
Queries: tt.queries,
|
||
|
|
Log: logger,
|
||
|
|
}
|
||
|
|
|
||
|
|
var acc testutil.Accumulator
|
||
|
|
|
||
|
|
// Startup the plugin
|
||
|
|
require.NoError(t, plugin.Init())
|
||
|
|
require.NoError(t, plugin.Start(&acc))
|
||
|
|
|
||
|
|
// Gather
|
||
|
|
require.NoError(t, plugin.Gather(&acc))
|
||
|
|
require.Empty(t, acc.Errors)
|
||
|
|
|
||
|
|
// Stopping the plugin
|
||
|
|
plugin.Stop()
|
||
|
|
|
||
|
|
// Do the comparison
|
||
|
|
testutil.RequireMetricsEqual(t, tt.expected, acc.GetTelegrafMetrics())
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|