KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > net > percederberg > grammatica > test > ArithmeticTokenizer


1 /*
2  * ArithmeticTokenizer.java
3  *
4  * THIS FILE HAS BEEN GENERATED AUTOMATICALLY. DO NOT EDIT!
5  *
6  * This library is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public License
8  * as published by the Free Software Foundation; either version 2.1
9  * of the License, or (at your option) any later version.
10  *
11  * This library is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with this library; if not, write to the Free
18  * Software Foundation, Inc., 59 Temple Place, Suite 330, Boston,
19  * MA 02111-1307, USA.
20  *
21  * Copyright (c) 2003 Per Cederberg. All rights reserved.
22  */
23
24 package net.percederberg.grammatica.test;
25
26 import java.io.Reader JavaDoc;
27
28 import net.percederberg.grammatica.parser.ParserCreationException;
29 import net.percederberg.grammatica.parser.TokenPattern;
30 import net.percederberg.grammatica.parser.Tokenizer;
31
32 /**
33  * A character stream tokenizer.
34  *
35  * @author Per Cederberg, <per at percederberg dot net>
36  * @version 1.0
37  */
38 class ArithmeticTokenizer extends Tokenizer {
39
40     /**
41      * Creates a new tokenizer for the specified input stream.
42      *
43      * @param input the input stream to read
44      *
45      * @throws ParserCreationException if the tokenizer couldn't be
46      * initialized correctly
47      */
48     public ArithmeticTokenizer(Reader JavaDoc input)
49         throws ParserCreationException {
50
51         super(input, false);
52         createPatterns();
53     }
54
55     /**
56      * Initializes the tokenizer by creating all the token patterns.
57      *
58      * @throws ParserCreationException if the tokenizer couldn't be
59      * initialized correctly
60      */
61     private void createPatterns() throws ParserCreationException {
62         TokenPattern pattern;
63
64         pattern = new TokenPattern(ArithmeticConstants.ADD,
65                                    "ADD",
66                                    TokenPattern.STRING_TYPE,
67                                    "+");
68         addPattern(pattern);
69
70         pattern = new TokenPattern(ArithmeticConstants.SUB,
71                                    "SUB",
72                                    TokenPattern.STRING_TYPE,
73                                    "-");
74         addPattern(pattern);
75
76         pattern = new TokenPattern(ArithmeticConstants.MUL,
77                                    "MUL",
78                                    TokenPattern.STRING_TYPE,
79                                    "*");
80         addPattern(pattern);
81
82         pattern = new TokenPattern(ArithmeticConstants.DIV,
83                                    "DIV",
84                                    TokenPattern.STRING_TYPE,
85                                    "/");
86         addPattern(pattern);
87
88         pattern = new TokenPattern(ArithmeticConstants.LEFT_PAREN,
89                                    "LEFT_PAREN",
90                                    TokenPattern.STRING_TYPE,
91                                    "(");
92         addPattern(pattern);
93
94         pattern = new TokenPattern(ArithmeticConstants.RIGHT_PAREN,
95                                    "RIGHT_PAREN",
96                                    TokenPattern.STRING_TYPE,
97                                    ")");
98         addPattern(pattern);
99
100         pattern = new TokenPattern(ArithmeticConstants.NUMBER,
101                                    "NUMBER",
102                                    TokenPattern.REGEXP_TYPE,
103                                    "[0-9]+");
104         addPattern(pattern);
105
106         pattern = new TokenPattern(ArithmeticConstants.IDENTIFIER,
107                                    "IDENTIFIER",
108                                    TokenPattern.REGEXP_TYPE,
109                                    "[a-z]");
110         addPattern(pattern);
111
112         pattern = new TokenPattern(ArithmeticConstants.WHITESPACE,
113                                    "WHITESPACE",
114                                    TokenPattern.REGEXP_TYPE,
115                                    "[ \\t\\n\\r]+");
116         pattern.setIgnore();
117         addPattern(pattern);
118     }
119 }
120
Popular Tags