KickJava   Java API By Example, From Geeks To Geeks.

Java > Open Source Codes > Token


1 /* Generated By:JavaCC: Do not edit this line. Token.java Version 3.0 */
2 /**
3  * Describes the input token stream.
4  */
5
6 public class Token {
7
8   /**
9    * An integer that describes the kind of this token. This numbering
10    * system is determined by JavaCCParser, and a table of these numbers is
11    * stored in the file ...Constants.java.
12    */
13   public int kind;
14
15   /**
16    * beginLine and beginColumn describe the position of the first character
17    * of this token; endLine and endColumn describe the position of the
18    * last character of this token.
19    */
20   public int beginLine, beginColumn, endLine, endColumn;
21
22   /**
23    * The string image of the token.
24    */
25   public String JavaDoc image;
26
27   /**
28    * A reference to the next regular (non-special) token from the input
29    * stream. If this is the last token from the input stream, or if the
30    * token manager has not read tokens beyond this one, this field is
31    * set to null. This is true only if this token is also a regular
32    * token. Otherwise, see below for a description of the contents of
33    * this field.
34    */
35   public Token next;
36
37   /**
38    * This field is used to access special tokens that occur prior to this
39    * token, but after the immediately preceding regular (non-special) token.
40    * If there are no such special tokens, this field is set to null.
41    * When there are more than one such special token, this field refers
42    * to the last of these special tokens, which in turn refers to the next
43    * previous special token through its specialToken field, and so on
44    * until the first special token (whose specialToken field is null).
45    * The next fields of special tokens refer to other special tokens that
46    * immediately follow it (without an intervening regular token). If there
47    * is no such token, this field is null.
48    */
49   public Token specialToken;
50
51   /**
52    * Returns the image.
53    */
54   public String JavaDoc toString()
55   {
56      return image;
57   }
58
59   /**
60    * Returns a new Token object, by default. However, if you want, you
61    * can create and return subclass objects based on the value of ofKind.
62    * Simply add the cases to the switch for all those special cases.
63    * For example, if you have a subclass of Token called IDToken that
64    * you want to create if ofKind is ID, simlpy add something like :
65    *
66    * case MyParserConstants.ID : return new IDToken();
67    *
68    * to the following switch statement. Then you can cast matchedToken
69    * variable to the appropriate type and use it in your lexical actions.
70    */
71   public static final Token newToken(int ofKind)
72   {
73      switch(ofKind)
74      {
75        default : return new Token();
76        case JavaParserConstants.RUNSIGNEDSHIFT:
77        case JavaParserConstants.RSIGNEDSHIFT:
78        case JavaParserConstants.GT:
79           return new GTToken();
80      }
81   }
82
83   public static class GTToken extends Token
84   {
85      int realKind = JavaParserConstants.GT;
86   }
87 }
88
Popular Tags