func channel(strs ...string) tokenizer.TokenChan { filter := Build() return filter.Process(tokenizer.NewTokenChan(strs)) }
func (st *SimpleTokenizer) Tokenize(input string) tokenizer.TokenChan { return tokenizer.NewTokenChan(strings.Fields(input)) }