Adding upstream version 1.34.4.
Signed-off-by: Daniel Baumann <daniel@debian.org>
This commit is contained in:
parent
e393c3af3f
commit
4978089aab
GPG key ID:
FBB4F0E80A80222F
4963 changed files with 677545 additions and 0 deletions
346
plugins/outputs/file/file_test.go
Normal file
346
plugins/outputs/file/file_test.go
Normal file
|
|
@ -0,0 +1,346 @@
|
|||
package file
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"io"
|
||||
"os"
|
||||
"testing"
|
||||
|
||||
"github.com/stretchr/testify/require"
|
||||
|
||||
"github.com/influxdata/telegraf/internal"
|
||||
"github.com/influxdata/telegraf/plugins/serializers/influx"
|
||||
"github.com/influxdata/telegraf/testutil"
|
||||
)
|
||||
|
||||
const (
|
||||
expNewFile = "test1,tag1=value1 value=1 1257894000000000000\n"
|
||||
expExistFile = "cpu,cpu=cpu0 value=100 1455312810012459582\n" +
|
||||
"test1,tag1=value1 value=1 1257894000000000000\n"
|
||||
maxDecompressionSize = 1024 * 1024
|
||||
)
|
||||
|
||||
func TestFileExistingFile(t *testing.T) {
|
||||
fh := createFile(t)
|
||||
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
f := File{
|
||||
Files: []string{fh.Name()},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
require.NoError(t, f.Init())
|
||||
require.NoError(t, f.Connect())
|
||||
|
||||
err := f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
validateFile(t, fh.Name(), expExistFile)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
func TestFileNewFile(t *testing.T) {
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
fh := tmpFile(t)
|
||||
f := File{
|
||||
Files: []string{fh},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
err := f.Init()
|
||||
require.NoError(t, err)
|
||||
err = f.Connect()
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
validateFile(t, fh, expNewFile)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
func TestFileExistingFiles(t *testing.T) {
|
||||
fh1 := createFile(t)
|
||||
fh2 := createFile(t)
|
||||
fh3 := createFile(t)
|
||||
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
f := File{
|
||||
Files: []string{fh1.Name(), fh2.Name(), fh3.Name()},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
err := f.Init()
|
||||
require.NoError(t, err)
|
||||
err = f.Connect()
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
validateFile(t, fh1.Name(), expExistFile)
|
||||
validateFile(t, fh2.Name(), expExistFile)
|
||||
validateFile(t, fh3.Name(), expExistFile)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
func TestNewGzipCompressedFiles(t *testing.T) {
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
fh1 := tmpFile(t)
|
||||
fh2 := tmpFile(t)
|
||||
fh3 := tmpFile(t)
|
||||
f := File{
|
||||
Files: []string{fh1, fh2, fh3},
|
||||
serializer: s,
|
||||
CompressionAlgorithm: "gzip",
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
require.NoError(t, f.Init())
|
||||
require.NoError(t, f.Connect())
|
||||
|
||||
require.NoError(t, f.Write(testutil.MockMetrics()))
|
||||
|
||||
validateGzipCompressedFile(t, fh1, expNewFile)
|
||||
validateGzipCompressedFile(t, fh2, expNewFile)
|
||||
validateGzipCompressedFile(t, fh3, expNewFile)
|
||||
|
||||
require.NoError(t, f.Close())
|
||||
}
|
||||
|
||||
func TestNewZlibCompressedFiles(t *testing.T) {
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
fh1 := tmpFile(t)
|
||||
fh2 := tmpFile(t)
|
||||
fh3 := tmpFile(t)
|
||||
f := File{
|
||||
Files: []string{fh1, fh2, fh3},
|
||||
serializer: s,
|
||||
CompressionAlgorithm: "zlib",
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
require.NoError(t, f.Init())
|
||||
require.NoError(t, f.Connect())
|
||||
|
||||
require.NoError(t, f.Write(testutil.MockMetrics()))
|
||||
|
||||
validateZlibCompressedFile(t, fh1, expNewFile)
|
||||
validateZlibCompressedFile(t, fh2, expNewFile)
|
||||
validateZlibCompressedFile(t, fh3, expNewFile)
|
||||
|
||||
require.NoError(t, f.Close())
|
||||
}
|
||||
|
||||
func TestNewZstdCompressedFiles(t *testing.T) {
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
fh1 := tmpFile(t)
|
||||
fh2 := tmpFile(t)
|
||||
fh3 := tmpFile(t)
|
||||
f := File{
|
||||
Files: []string{fh1, fh2, fh3},
|
||||
serializer: s,
|
||||
CompressionAlgorithm: "zstd",
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
require.NoError(t, f.Init())
|
||||
require.NoError(t, f.Connect())
|
||||
|
||||
require.NoError(t, f.Write(testutil.MockMetrics()))
|
||||
|
||||
validateZstdCompressedFile(t, fh1, expNewFile)
|
||||
validateZstdCompressedFile(t, fh2, expNewFile)
|
||||
validateZstdCompressedFile(t, fh3, expNewFile)
|
||||
|
||||
require.NoError(t, f.Close())
|
||||
}
|
||||
|
||||
func TestFileNewFiles(t *testing.T) {
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
fh1 := tmpFile(t)
|
||||
fh2 := tmpFile(t)
|
||||
fh3 := tmpFile(t)
|
||||
f := File{
|
||||
Files: []string{fh1, fh2, fh3},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
err := f.Init()
|
||||
require.NoError(t, err)
|
||||
err = f.Connect()
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
validateFile(t, fh1, expNewFile)
|
||||
validateFile(t, fh2, expNewFile)
|
||||
validateFile(t, fh3, expNewFile)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
func TestFileBoth(t *testing.T) {
|
||||
fh1 := createFile(t)
|
||||
fh2 := tmpFile(t)
|
||||
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
f := File{
|
||||
Files: []string{fh1.Name(), fh2},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
err := f.Init()
|
||||
require.NoError(t, err)
|
||||
err = f.Connect()
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
validateFile(t, fh1.Name(), expExistFile)
|
||||
validateFile(t, fh2, expNewFile)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
}
|
||||
|
||||
type erroredString struct {
|
||||
str string
|
||||
err error
|
||||
}
|
||||
|
||||
func TestFileStdout(t *testing.T) {
|
||||
// keep backup of the real stdout
|
||||
old := os.Stdout
|
||||
r, w, err := os.Pipe()
|
||||
require.NoError(t, err)
|
||||
os.Stdout = w
|
||||
|
||||
s := &influx.Serializer{}
|
||||
require.NoError(t, s.Init())
|
||||
|
||||
f := File{
|
||||
Files: []string{"stdout"},
|
||||
serializer: s,
|
||||
CompressionLevel: -1,
|
||||
}
|
||||
|
||||
err = f.Init()
|
||||
require.NoError(t, err)
|
||||
err = f.Connect()
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Write(testutil.MockMetrics())
|
||||
require.NoError(t, err)
|
||||
|
||||
err = f.Close()
|
||||
require.NoError(t, err)
|
||||
|
||||
outC := make(chan erroredString)
|
||||
// copy the output in a separate goroutine so printing can't block indefinitely
|
||||
go func() {
|
||||
var buf bytes.Buffer
|
||||
_, err := io.Copy(&buf, r)
|
||||
if err != nil {
|
||||
outC <- erroredString{err: err}
|
||||
return
|
||||
}
|
||||
|
||||
outC <- erroredString{str: buf.String()}
|
||||
}()
|
||||
|
||||
// back to normal state
|
||||
err = w.Close()
|
||||
require.NoError(t, err)
|
||||
|
||||
// restoring the real stdout
|
||||
os.Stdout = old
|
||||
out := <-outC
|
||||
|
||||
require.NoError(t, out.err)
|
||||
require.Equal(t, expNewFile, out.str)
|
||||
}
|
||||
|
||||
func createFile(t *testing.T) *os.File {
|
||||
f, err := os.CreateTemp(t.TempDir(), "")
|
||||
require.NoError(t, err)
|
||||
t.Cleanup(func() {
|
||||
require.NoError(t, f.Close())
|
||||
})
|
||||
|
||||
_, err = f.WriteString("cpu,cpu=cpu0 value=100 1455312810012459582\n")
|
||||
require.NoError(t, err)
|
||||
return f
|
||||
}
|
||||
|
||||
func tmpFile(t *testing.T) string {
|
||||
randomString, err := internal.RandomString(10)
|
||||
require.NoError(t, err)
|
||||
return t.TempDir() + randomString
|
||||
}
|
||||
|
||||
func validateFile(t *testing.T, fileName, expS string) {
|
||||
buf, err := os.ReadFile(fileName)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, expS, string(buf))
|
||||
}
|
||||
|
||||
func validateZstdCompressedFile(t *testing.T, fileName, expS string) {
|
||||
decoder, err := internal.NewContentDecoder("zstd", internal.WithMaxDecompressionSize(maxDecompressionSize))
|
||||
require.NoError(t, err)
|
||||
buf, err := os.ReadFile(fileName)
|
||||
require.NoError(t, err)
|
||||
buf, err = decoder.Decode(buf)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, expS, string(buf))
|
||||
}
|
||||
|
||||
func validateGzipCompressedFile(t *testing.T, fileName, expS string) {
|
||||
buf, err := os.ReadFile(fileName)
|
||||
require.NoError(t, err)
|
||||
rfr, err := internal.NewContentDecoder("gzip", internal.WithMaxDecompressionSize(maxDecompressionSize))
|
||||
require.NoError(t, err)
|
||||
buf, err = rfr.Decode(buf)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, expS, string(buf))
|
||||
}
|
||||
|
||||
func validateZlibCompressedFile(t *testing.T, fileName, expS string) {
|
||||
buf, err := os.ReadFile(fileName)
|
||||
require.NoError(t, err)
|
||||
rfr, err := internal.NewContentDecoder("zlib", internal.WithMaxDecompressionSize(maxDecompressionSize))
|
||||
require.NoError(t, err)
|
||||
buf, err = rfr.Decode(buf)
|
||||
require.NoError(t, err)
|
||||
require.Equal(t, expS, string(buf))
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue