Exemplo n.º 1
0
func TestStandardAnalyzer(t *testing.T) {
	a := NewStandardAnalyzer()

	a.Index("Kan du finne Meg?", 1)
	a.Index("æøå DU di dæ DÅ", 2)
	a.Index("han hun du meg deg", 3)

	q := index.NewQuery().Must([]string{"meg"})
	res := a.Idx.Query(q)
	if !srAsIntSet(res).Contains(1, 3) {
		t.Fatal("documents not indexed/not queryable")
	}

	q3 := index.NewQuery().Must([]string{"du", "DÆ", "han"})
	res3 := a.Idx.Query(q3)
	if res3.Count != 0 {
		t.Errorf("expected no results, got %v", res3)
	}

	a.UnIndex("Kan du finne Meg?", 1)
	res2 := a.Idx.Query(q)
	if srAsIntSet(res2).Contains(1) {
		t.Error("UnIndex didn't remove document")
	}
}
Exemplo n.º 2
0
func TestNGramAnalyzer(t *testing.T) {
	a := NewNGramAnalyzer(2, 10)

	a.Index("Bokstavlig talt!", 2)
	a.Index("KAKE-BOKSEN-SMULDRER-SMULER", 4)
	a.Index("Krepsens vendekrets", 8)
	a.Index("krapyl", 10)

	q := index.NewQuery().Should([]string{"oks", "kr"})
	res := a.Idx.Query(q)
	if !srAsIntSet(res).Contains(2, 4, 8, 10) {
		t.Fatal("documents not indexed/not queryable")
	}

	q2 := index.NewQuery().Must([]string{"bok"}).Not([]string{"smuler"})
	res2 := a.Idx.Query(q2)
	if !srAsIntSet(res2).Equal(intset.NewHashSet(10).Add(2)) {
		t.Error("ngramanalyzer: must+not query fails")
	}
}