Exemple #1
0
func StartBuilding(gramNs ...int) *CorpusBuilder {
	c := &CorpusBuilder{make(map[string]bool), tokens.NewTokenTable(), map[int]*ngram.NGramTable{}}
	for _, gramN := range gramNs {
		c.ngramTables[gramN] = ngram.NewNGramTable(gramN, c.tokenTable)
	}
	return c
}
Exemple #2
0
func NewModel(voteDist int) *Model {
	tokenTable := tokens.NewTokenTable()
	tokensDistFreqs := make(map[tokens.TokenId][]SeenTokenFreqsTable)
	return &Model{voteDist, tokenTable, tokensDistFreqs, nil}
}