1 package com.dotmarketing.lucene; 2 3 import java.io.IOException ; 4 5 import org.apache.lucene.analysis.Token; 6 import org.apache.lucene.analysis.TokenFilter; 7 import org.apache.lucene.analysis.TokenStream; 8 import org.apache.lucene.analysis.standard.StandardTokenizerConstants; 9 10 public final class DotFilter extends TokenFilter implements StandardTokenizerConstants { 11 public DotFilter(TokenStream in) { 12 super(in); 13 } 14 15 public final Token next() throws IOException { 16 Token t = input.next(); 17 if(t == null) 18 return null; 19 20 return new Token(t.termText().replaceAll("'", "").toLowerCase(), t.startOffset(), t.endOffset(), t.type()); 21 } 22 } | Popular Tags |