Esempio n. 1
0
func detectLanguage(str string) string {
	lang, err := guesslanguage.Guess(str)
	if err != nil {
		lang = "en"
	}
	return lang
}
func BenchmarkGL32k(b *testing.B) {
	for _, t := range tests {
		reader := NewReader(t.fn)
		buf := new(bytes.Buffer)
		io.CopyN(buf, reader, 32*1024)
		for n := 0; n < b.N; n++ {
			_, err := guesslanguage.Guess(buf.String())
			if err != nil {
				b.Error(err)
			}
		}
	}
}
func BenchmarkGL8k(b *testing.B) {
	for _, t := range tests {
		// in fixtures/30232-0.txt: Input string contains invalid UTF-8-encoded runes
		if t.fn == "fixtures/30232-0.txt" {
			continue
		}
		reader := NewReader(t.fn)
		buf := new(bytes.Buffer)
		io.CopyN(buf, reader, 8*1024)
		for n := 0; n < b.N; n++ {
			_, err := guesslanguage.Guess(buf.String())
			if err != nil {
				b.Errorf("%s: %s", t.fn, err)
			}
		}
	}
}
func TestGL(t *testing.T) {
	for _, c := range tests {
		// in fixtures/30232-0.txt: Input string contains invalid UTF-8-encoded runes
		if c.fn == "fixtures/30232-0.txt" {
			continue
		}
		reader := NewReader(c.fn)
		buf := new(bytes.Buffer)
		for _, size := range []int64{8192, 32768} {
			io.CopyN(buf, reader, size)
			result, err := guesslanguage.Guess(buf.String())
			if err != nil {
				t.Error(err)
			}
			if !stringInSlice(result, c.lang) {
				t.Errorf("%s: got %s, want one of %+v", c.fn, result, c.lang)
			}
		}
	}
}