Exemple #1
0
func (t *Tokenizer) Traverse(r cwsharp.Reader) cwsharp.TokenIterator {
	return &TokenIterator{
		inner:  simple.New().Traverse(r),
		reader: r,
		state:  true,
	}
}
Exemple #2
0
func (t *Tokenizer) Traverse(r cwsharp.Reader) cwsharp.TokenIterator {
	return &TokenizerIterator{
		p:      t,
		inner:  simple.New().Traverse(r),
		reader: r,
	}
}