Adding upstream version 2.5.1.

Signed-off-by: Daniel Baumann <daniel@debian.org>

index/upsidedown/analysis_test.go

@@ -0,0 +1,115 @@
+//  Copyright (c) 2016 Couchbase, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// 		http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package upsidedown
+
+import (
+	"testing"
+
+	"github.com/blevesearch/bleve/v2/analysis/analyzer/standard"
+	"github.com/blevesearch/bleve/v2/document"
+	"github.com/blevesearch/bleve/v2/index/upsidedown/store/null"
+	"github.com/blevesearch/bleve/v2/registry"
+	index "github.com/blevesearch/bleve_index_api"
+)
+
+func TestAnalysisBug328(t *testing.T) {
+	cache := registry.NewCache()
+	analyzer, err := cache.AnalyzerNamed(standard.Name)
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	analysisQueue := index.NewAnalysisQueue(1)
+	idx, err := NewUpsideDownCouch(null.Name, nil, analysisQueue)
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	d := document.NewDocument("1")
+	f := document.NewTextFieldCustom("title", nil, []byte("bleve"), index.IndexField|index.IncludeTermVectors, analyzer)
+	d.AddField(f)
+	f = document.NewTextFieldCustom("body", nil, []byte("bleve"), index.IndexField|index.IncludeTermVectors, analyzer)
+	d.AddField(f)
+	cf := document.NewCompositeFieldWithIndexingOptions("_all", true, []string{}, []string{}, index.IndexField|index.IncludeTermVectors)
+	d.AddField(cf)
+
+	rv := idx.(*UpsideDownCouch).analyze(d)
+	fieldIndexes := make(map[uint16]string)
+	for _, row := range rv.Rows {
+		if row, ok := row.(*FieldRow); ok {
+			fieldIndexes[row.index] = row.name
+		}
+		if row, ok := row.(*TermFrequencyRow); ok && string(row.term) == "bleve" {
+			for _, vec := range row.vectors {
+				if vec.field != row.field {
+					if fieldIndexes[row.field] != "_all" {
+						t.Errorf("row named %s field %d - vector field %d", fieldIndexes[row.field], row.field, vec.field)
+					}
+				}
+			}
+		}
+	}
+}
+
+func BenchmarkAnalyze(b *testing.B) {
+
+	cache := registry.NewCache()
+	analyzer, err := cache.AnalyzerNamed(standard.Name)
+	if err != nil {
+		b.Fatal(err)
+	}
+
+	analysisQueue := index.NewAnalysisQueue(1)
+	idx, err := NewUpsideDownCouch(null.Name, nil, analysisQueue)
+	if err != nil {
+		b.Fatal(err)
+	}
+
+	d := document.NewDocument("1")
+	f := document.NewTextFieldWithAnalyzer("desc", nil, bleveWikiArticle1K, analyzer)
+	d.AddField(f)
+
+	b.ResetTimer()
+
+	for i := 0; i < b.N; i++ {
+		rv := idx.(*UpsideDownCouch).analyze(d)
+		if len(rv.Rows) < 92 || len(rv.Rows) > 93 {
+			b.Fatalf("expected 512-13 rows, got %d", len(rv.Rows))
+		}
+	}
+}
+
+var bleveWikiArticle1K = []byte(`Boiling liquid expanding vapor explosion
+From Wikipedia, the free encyclopedia
+See also: Boiler explosion and Steam explosion
+
+Flames subsequent to a flammable liquid BLEVE from a tanker. BLEVEs do not necessarily involve fire.
+
+This article's tone or style may not reflect the encyclopedic tone used on Wikipedia. See Wikipedia's guide to writing better articles for suggestions. (July 2013)
+A boiling liquid expanding vapor explosion (BLEVE, /ˈblɛviː/ blev-ee) is an explosion caused by the rupture of a vessel containing a pressurized liquid above its boiling point.[1]
+Contents  [hide]
+1 Mechanism
+1.1 Water example
+1.2 BLEVEs without chemical reactions
+2 Fires
+3 Incidents
+4 Safety measures
+5 See also
+6 References
+7 External links
+Mechanism[edit]
+
+This section needs additional citations for verification. Please help improve this article by adding citations to reliable sources. Unsourced material may be challenged and removed. (July 2013)
+There are three characteristics of liquids which are relevant to the discussion of a BLEVE:`)