Java 类org.apache.lucene.analysis.CharTokenizer 实例源码

/**
 * Will return the exact test passed in.
 *@param fieldName ignored value
 *@param reader Reader containing data to parse
 *@return TokenStream which contains exact text passed in.
 */
@Override
public TokenStream tokenStream(String fieldName, Reader reader) {
   return new CharTokenizer(reader) {
       protected boolean isTokenChar(char c) {
           return true;
       }
   };
}

public TokenStream tokenStream(String fieldName,
                               Reader reader) {
    return new CharTokenizer(reader) {
        protected boolean isTokenChar(char c) {
            return true;
        }
    };
}