KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > org > netbeans > lib > lexer > test > simple > SimpleCharLexer


1 /*
2  * The contents of this file are subject to the terms of the Common Development
3  * and Distribution License (the License). You may not use this file except in
4  * compliance with the License.
5  *
6  * You can obtain a copy of the License at http://www.netbeans.org/cddl.html
7  * or http://www.netbeans.org/cddl.txt.
8  *
9  * When distributing Covered Code, include this CDDL Header Notice in each file
10  * and include the License file at http://www.netbeans.org/cddl.txt.
11  * If applicable, add the following below the CDDL Header, with the fields
12  * enclosed by brackets [] replaced by your own identifying information:
13  * "Portions Copyrighted [year] [name of copyright owner]"
14  *
15  * The Original Software is NetBeans. The Initial Developer of the Original
16  * Software is Sun Microsystems, Inc. Portions Copyright 1997-2007 Sun
17  * Microsystems, Inc. All Rights Reserved.
18  */
19
20 package org.netbeans.lib.lexer.test.simple;
21
22 import org.netbeans.api.lexer.Token;
23 import org.netbeans.spi.lexer.Lexer;
24 import org.netbeans.spi.lexer.LexerInput;
25 import org.netbeans.spi.lexer.LexerRestartInfo;
26 import org.netbeans.spi.lexer.TokenFactory;
27
28 /**
29  * Simple implementation a lexer.
30  *
31  * @author mmetelka
32  */
33 final class SimpleCharLexer implements Lexer<SimpleCharTokenId> {
34
35     private LexerInput input;
36
37     private TokenFactory<SimpleCharTokenId> tokenFactory;
38
39     SimpleCharLexer(LexerRestartInfo<SimpleCharTokenId> info) {
40         this.input = info.input();
41         this.tokenFactory = info.tokenFactory();
42     }
43     
44     public Token<SimpleCharTokenId> nextToken() {
45         int ch = input.read();
46         if (ch == LexerInput.EOF) {
47             return null;
48         } else if (Character.isDigit(ch)) {
49             return tokenFactory.createToken(SimpleCharTokenId.DIGIT);
50         } else {
51             return tokenFactory.createToken(SimpleCharTokenId.CHARACTER);
52         }
53     }
54     
55     public Object JavaDoc state() {
56         return null; // always in default state after token recognition
57 }
58     
59     public void release() {
60     }
61
62 }
63
Popular Tags