func (f *Field) TokenStream(analyzer analysis.Analyzer, reuse analysis.TokenStream) (ts analysis.TokenStream, err error) {
if !f.FieldType().Indexed() {
return nil, nil
}
if nt := f.FieldType().(*FieldType).NumericType(); nt != NumericType(0) {
panic("not implemented yet")
}
if !f.FieldType().Tokenized() {
assert2(f.StringValue() != "", "Non-Tokenized Fields must have a string value")
if _, ok := reuse.(*StringTokenStream); !ok {
reuse = newStringTokenStream()
}
reuse.(*StringTokenStream).setValue(f.StringValue())
return reuse, nil
}
if f._tokenStream != nil {
return f._tokenStream, nil
} else if f.ReaderValue() != nil {
return analyzer.TokenStreamForReader(f._name, f.ReaderValue())
} else if f.StringValue() != "" {
return analyzer.TokenStreamForString(f._name, f.StringValue())
}
panic(fmt.Sprintf("Field must have either TokenStream, String, Reader, or Number value; got %v", f))
}
