Adding upstream version 2.5.1.

Signed-off-by: Daniel Baumann <daniel@debian.org>

analysis/lang/pl/stempel/file.go

@@ -0,0 +1,71 @@
+//  Copyright (c) 2018 Couchbase, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// 		http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package stempel
+
+import (
+	"bytes"
+	_ "embed"
+	"github.com/blevesearch/stempel/javadata"
+	"io"
+	"os"
+	"strings"
+)
+
+//go:embed pl/stemmer_20000.tbl
+var stempelFile []byte
+
+// Trie is the external interface to work with the stempel trie
+type Trie interface {
+	GetLastOnPath([]rune) []rune
+}
+
+// Open attempts to open a file at the specified path, and use it to
+// build a Trie
+func Open(path string) (Trie, error) {
+	f, err := os.Open(path)
+	if err != nil {
+		return nil, err
+	}
+
+	return buildTrieFromReader(f)
+}
+
+// LoadTrie load trie from embed file
+func LoadTrie() (Trie, error) {
+	return buildTrieFromReader(bytes.NewReader(stempelFile))
+}
+
+// buildTrieFromReader build trie from io.Reader
+func buildTrieFromReader(f io.Reader) (Trie, error) {
+	r := javadata.NewReader(f)
+	method, err := r.ReadUTF()
+	if err != nil {
+		return nil, err
+	}
+
+	var rv Trie
+	if strings.Contains(method, "M") {
+		rv, err = newMultiTrie(r)
+		if err != nil {
+			return nil, err
+		}
+	} else {
+		rv, err = newTrie(r)
+		if err != nil {
+			return nil, err
+		}
+	}
+	return rv, nil
+}