Java 类org.apache.lucene.analysis.standard.ClassicTokenizer 实例源码

@Override
public Tokenizer create() {
    ClassicTokenizer tokenizer = new ClassicTokenizer();
    tokenizer.setMaxTokenLength(maxTokenLength);
    return tokenizer;
}

@Override
public Tokenizer create() {
    ClassicTokenizer tokenizer = new ClassicTokenizer();
    tokenizer.setMaxTokenLength(maxTokenLength);
    return tokenizer;
}

@Override
public Tokenizer create(Reader input) {
  ClassicTokenizer tokenizer = new ClassicTokenizer(luceneMatchVersion, input); 
  tokenizer.setMaxTokenLength(maxTokenLength);
  return tokenizer;
}

public List<String> post_analyse(String fieldName, String string) throws IOException {
    ClassicTokenizer src = new ClassicTokenizer();
    src.setReader(new StringReader(string));
    TokenStream tok = this.post_analyzer(fieldName, src);
    return this.readTokenStream(tok);
}