1 package org.apache.lucene.analysis; 2 3 18 19 import java.io.Reader ; 20 import java.io.IOException ; 21 22 26 27 public abstract class Tokenizer extends TokenStream { 28 29 protected Reader input; 30 31 32 protected Tokenizer() {} 33 34 35 protected Tokenizer(Reader input) { 36 this.input = input; 37 } 38 39 40 public void close() throws IOException { 41 input.close(); 42 } 43 } 44 45 | Popular Tags |