func TestTrainPhrases(t *testing.T) {
state := defaultBsState()
state.trainWithPhrase("test bs bs bs bs bs", true)
state.trainWithPhrase("test nobs nobs nobs nobs nobs", false)
t.Logf("State %v", state)
res, _ := state.evaluatePhrase("bs")
assert.AssertFloatSuperior(t, res.Score, 0.5)
res, _ = state.evaluatePhrase("nobs")
assert.AssertFloatInferior(t, res.Score, 0.5)
}
func TestReloadPhrases(t *testing.T) {
os.Remove(testConf.getPhraseStorage(true))
os.Remove(testConf.getPhraseStorage(false))
state := defaultBsState()
state.BsConf = testConf
state.processTrainQuery(BsQuery{Phrase: "test bs bs bs bs bs", Bs: true})
state.processTrainQuery(BsQuery{Phrase: "test nobs nobs nobs nobs nobs", Bs: false})
state.processReload()
t.Logf("State %v", state)
res, _ := state.evaluatePhrase("bs")
assert.AssertFloatSuperior(t, res.Score, 0.5)
res, _ = state.evaluatePhrase("nobs")
assert.AssertFloatInferior(t, res.Score, 0.5)
}
func TestParseFiles(t *testing.T) {
state := defaultBsState()
state.trainWithHtmlFile("good/first", false)
t.Logf("State after training is %v\n", state)
assert.AssertEquals(t, state.GoodWords["test"], 5)
assert.AssertFalse(t, math.IsNaN(state.BsProba["test"]))
assert.AssertFloatInferior(t, state.BsProba["test"], 0.5)
state.trainWithHtmlFile("bad/first", true)
t.Logf("State after training is %v\n", state)
assert.AssertEquals(t, state.BadWords["badtest"], 24)
assert.AssertFalse(t, math.IsNaN(state.BsProba["badtest"]))
assert.AssertFalse(t, math.IsNaN(state.BsProba["badtest"]))
assert.AssertFloatSuperior(t, state.BsProba["badtest"], 0.5)
}
func TestEvaluateBs(t *testing.T) {
good := map[string]int{"jam": 10}
bad := map[string]int{"ham": 9, "to": 4}
probs := map[string]float64{}
state := BsState{good, bad, probs, BsConf{}}
state.rebuildProbaMap()
res := state.EvaluateBs([]string{"toto"})
assert.AssertFloatInferior(t, res, 0.5)
res = state.EvaluateBs([]string{"jam"})
assert.AssertFloatInferior(t, res, 0.5)
res = state.EvaluateBs([]string{"ham"})
assert.AssertFloatSuperior(t, res, 0.5)
}
func TestLoadAndEvaluate(t *testing.T) {
state := defaultBsState()
state.trainWithHtmlFile("bad/second", true)
res, _ := state.evaluateHtml("bad/second", "bad/second")
assert.AssertFloatSuperior(t, res.Score, 0.5)
}