KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > org > tigris > scarab > util > word > PorterStemAnalyzer


1 package org.tigris.scarab.util.word;
2
3 /* ================================================================
4  * Copyright (c) 2001 Collab.Net. All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions are
8  * met:
9  *
10  * 1. Redistributions of source code must retain the above copyright
11  * notice, this list of conditions and the following disclaimer.
12  *
13  * 2. Redistributions in binary form must reproduce the above copyright
14  * notice, this list of conditions and the following disclaimer in the
15  * documentation and/or other materials provided with the distribution.
16  *
17  * 3. The end-user documentation included with the redistribution, if
18  * any, must include the following acknowlegement: "This product includes
19  * software developed by Collab.Net <http://www.Collab.Net/>."
20  * Alternately, this acknowlegement may appear in the software itself, if
21  * and wherever such third-party acknowlegements normally appear.
22  *
23  * 4. The hosted project names must not be used to endorse or promote
24  * products derived from this software without prior written
25  * permission. For written permission, please contact info@collab.net.
26  *
27  * 5. Products derived from this software may not use the "Tigris" or
28  * "Scarab" names nor may "Tigris" or "Scarab" appear in their names without
29  * prior written permission of Collab.Net.
30  *
31  * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
32  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
33  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
34  * IN NO EVENT SHALL COLLAB.NET OR ITS CONTRIBUTORS BE LIABLE FOR ANY
35  * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
36  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
37  * GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
38  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
39  * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
40  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
41  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
42  *
43  * ====================================================================
44  *
45  * This software consists of voluntary contributions made by many
46  * individuals on behalf of Collab.Net.
47  */
48
49 import java.io.Reader JavaDoc;
50 import java.io.IOException JavaDoc;
51 import org.apache.lucene.analysis.PorterStemFilter;
52 import org.apache.lucene.analysis.Analyzer;
53 import org.apache.lucene.analysis.TokenStream;
54 import org.apache.lucene.analysis.Token;
55 import org.apache.lucene.analysis.standard.StandardAnalyzer;
56 import org.tigris.scarab.util.Log;
57
58 public class PorterStemAnalyzer extends Analyzer
59 {
60     private static final boolean DEBUG = false;
61
62     /**
63      * Constructs a {@link StandardAnalyzer} filtered by a {@link
64      * PorterStemFilter}.
65      */
66     public final TokenStream tokenStream(String JavaDoc fieldName, Reader JavaDoc reader)
67     {
68         TokenStream result = new StandardAnalyzer()
69             .tokenStream(fieldName, reader);
70         result = new PorterStemFilter(result);
71         if (DEBUG)
72         {
73             final TokenStream delegate = result;
74             result = new TokenStream()
75                 {
76                     /**
77                      * Returns the next token in the stream, or null at EOS.
78                      */
79                     public Token next() throws IOException JavaDoc
80                     {
81                         Token token = delegate.next();
82                         if (token != null)
83                         {
84                             if (Log.get().isDebugEnabled())
85                             {
86                                 Log.get().debug("Token (" + token.type() +
87                                                 "): " + token.termText());
88                             }
89                         }
90                         return token;
91                     }
92     
93                     /**
94                      * Releases resources associated with this stream.
95                      */
96                     public void close() throws IOException JavaDoc
97                     {
98                         delegate.close();
99                     }
100                 };
101         }
102         
103         return result;
104     }
105 }
106
Popular Tags