KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > org > apache > lucene > analysis > ISOLatin1AccentFilter


1 package org.apache.lucene.analysis;
2
3 /**
4  * Copyright 2005 The Apache Software Foundation
5  *
6  * Licensed under the Apache License, Version 2.0 (the "License");
7  * you may not use this file except in compliance with the License.
8  * You may obtain a copy of the License at
9  *
10  * http://www.apache.org/licenses/LICENSE-2.0
11  *
12  * Unless required by applicable law or agreed to in writing, software
13  * distributed under the License is distributed on an "AS IS" BASIS,
14  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15  * See the License for the specific language governing permissions and
16  * limitations under the License.
17  */

18
19 /**
20  * A filter that replaces accented characters in the ISO Latin 1 character set
21  * (ISO-8859-1) by their unaccented equivalent. The case will not be altered.
22  * <p>
23  * For instance, '&agrave;' will be replaced by 'a'.
24  * <p>
25  */

26 public class ISOLatin1AccentFilter extends TokenFilter {
27     public ISOLatin1AccentFilter(TokenStream input) {
28         super(input);
29     }
30
31     public final Token next() throws java.io.IOException JavaDoc {
32         final Token t = input.next();
33         if (t == null)
34             return null;
35         // Return a token with filtered characters.
36
return new Token(removeAccents(t.termText()), t.startOffset(), t.endOffset(), t.type());
37     }
38
39     /**
40      * To replace accented characters in a String by unaccented equivalents.
41      */

42     public final static String JavaDoc removeAccents(String JavaDoc input) {
43         final StringBuffer JavaDoc output = new StringBuffer JavaDoc();
44         for (int i = 0; i < input.length(); i++) {
45             switch (input.charAt(i)) {
46                 case '\u00C0' : // À
47
case '\u00C1' : // Ã?
48
case '\u00C2' : // Â
49
case '\u00C3' : // Ã
50
case '\u00C4' : // Ä
51
case '\u00C5' : // Ã…
52
output.append("A");
53                     break;
54                 case '\u00C6' : // Æ
55
output.append("AE");
56                     break;
57                 case '\u00C7' : // Ç
58
output.append("C");
59                     break;
60                 case '\u00C8' : // È
61
case '\u00C9' : // É
62
case '\u00CA' : // Ê
63
case '\u00CB' : // Ë
64
output.append("E");
65                     break;
66                 case '\u00CC' : // ÃŒ
67
case '\u00CD' : // Ã?
68
case '\u00CE' : // ÃŽ
69
case '\u00CF' : // Ã?
70
output.append("I");
71                     break;
72                 case '\u00D0' : // Ã?
73
output.append("D");
74                     break;
75                 case '\u00D1' : // Ñ
76
output.append("N");
77                     break;
78                 case '\u00D2' : // Ã’
79
case '\u00D3' : // Ó
80
case '\u00D4' : // Ô
81
case '\u00D5' : // Õ
82
case '\u00D6' : // Ö
83
case '\u00D8' : // Ø
84
output.append("O");
85                     break;
86                 case '\u0152' : // Å’
87
output.append("OE");
88                     break;
89                 case '\u00DE' : // Þ
90
output.append("TH");
91                     break;
92                 case '\u00D9' : // Ù
93
case '\u00DA' : // Ú
94
case '\u00DB' : // Û
95
case '\u00DC' : // Ü
96
output.append("U");
97                     break;
98                 case '\u00DD' : // Ã?
99
case '\u0178' : // Ÿ
100
output.append("Y");
101                     break;
102                 case '\u00E0' : // à
103
case '\u00E1' : // á
104
case '\u00E2' : // â
105
case '\u00E3' : // ã
106
case '\u00E4' : // ä
107
case '\u00E5' : // å
108
output.append("a");
109                     break;
110                 case '\u00E6' : // æ
111
output.append("ae");
112                     break;
113                 case '\u00E7' : // ç
114
output.append("c");
115                     break;
116                 case '\u00E8' : // è
117
case '\u00E9' : // é
118
case '\u00EA' : // ê
119
case '\u00EB' : // ë
120
output.append("e");
121                     break;
122                 case '\u00EC' : // ì
123
case '\u00ED' : // í
124
case '\u00EE' : // î
125
case '\u00EF' : // ï
126
output.append("i");
127                     break;
128                 case '\u00F0' : // ð
129
output.append("d");
130                     break;
131                 case '\u00F1' : // ñ
132
output.append("n");
133                     break;
134                 case '\u00F2' : // ò
135
case '\u00F3' : // ó
136
case '\u00F4' : // ô
137
case '\u00F5' : // õ
138
case '\u00F6' : // ö
139
case '\u00F8' : // ø
140
output.append("o");
141                     break;
142                 case '\u0153' : // Å“
143
output.append("oe");
144                     break;
145                 case '\u00DF' : // ß
146
output.append("ss");
147                     break;
148                 case '\u00FE' : // þ
149
output.append("th");
150                     break;
151                 case '\u00F9' : // ù
152
case '\u00FA' : // ú
153
case '\u00FB' : // û
154
case '\u00FC' : // ü
155
output.append("u");
156                     break;
157                 case '\u00FD' : // ý
158
case '\u00FF' : // ÿ
159
output.append("y");
160                     break;
161                 default :
162                     output.append(input.charAt(i));
163                     break;
164             }
165         }
166         return output.toString();
167     }
168 }
Popular Tags