KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > org > apache > lucene > analysis > cn > ChineseAnalyzer


1 package org.apache.lucene.analysis.cn;
2
3 /**
4  * Copyright 2004-2005 The Apache Software Foundation
5  *
6  * Licensed under the Apache License, Version 2.0 (the "License");
7  * you may not use this file except in compliance with the License.
8  * You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing, software
13  * distributed under the License is distributed on an "AS IS" BASIS,
14  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15  * See the License for the specific language governing permissions and
16  * limitations under the License.
17  */

18
19 import java.io.Reader JavaDoc;
20 import org.apache.lucene.analysis.Analyzer;
21 import org.apache.lucene.analysis.TokenStream;
22
23 /**
24  * Title: ChineseAnalyzer
25  * Description:
26  * Subclass of org.apache.lucene.analysis.Analyzer
27  * build from a ChineseTokenizer, filtered with ChineseFilter.
28  * Copyright: Copyright (c) 2001
29  * Company:
30  * @author Yiyi Sun
31  * @version 1.0
32  *
33  */

34
35 public class ChineseAnalyzer extends Analyzer {
36
37     public ChineseAnalyzer() {
38     }
39
40     /**
41     * Creates a TokenStream which tokenizes all the text in the provided Reader.
42     *
43     * @return A TokenStream build from a ChineseTokenizer filtered with ChineseFilter.
44     */

45     public final TokenStream tokenStream(String JavaDoc fieldName, Reader JavaDoc reader) {
46         TokenStream result = new ChineseTokenizer(reader);
47         result = new ChineseFilter(result);
48         return result;
49     }
50 }
Popular Tags