1 17 package org.alfresco.repo.search.impl.lucene.analysis; 18 19 import java.io.IOException ; 20 import java.io.Reader ; 21 22 import org.apache.lucene.analysis.Token; 23 import org.apache.lucene.analysis.Tokenizer; 24 import org.apache.lucene.analysis.standard.StandardTokenizer; 25 26 31 public class LongTokenFilter extends Tokenizer 32 { 33 Tokenizer baseTokeniser; 34 35 public LongTokenFilter(Reader in) 36 { 37 super(in); 38 baseTokeniser = new StandardTokenizer(in); 39 } 40 41 46 47 public Token next() throws IOException 48 { 49 Token candidate; 50 while((candidate = baseTokeniser.next()) != null) 51 { 52 Long longValue = Long.valueOf(candidate.termText()); 53 String valueString = NumericEncoder.encode(longValue.longValue()); 54 Token longToken = new Token(valueString, candidate.startOffset(), candidate.startOffset(), 55 candidate.type()); 56 return longToken; 57 } 58 return null; 59 } 60 } | Popular Tags |