1 package org.antlr.works.ate.syntax.language; 2 3 import org.antlr.works.ate.syntax.generic.ATESyntaxLexer; 4 import org.antlr.works.ate.syntax.misc.ATEToken; 5 6 36 37 public class ATELanguageSyntaxLexer extends ATESyntaxLexer { 38 39 public ATELanguageSyntaxLexer() { 40 } 41 42 protected void tokenize() { 43 while(nextCharacter()) { 44 ATEToken token = null; 45 46 if(c0 == '\'') 47 token = matchSingleQuoteString(); 48 else if(c0 == '\"') 49 token = matchDoubleQuoteString(); 50 else if(c0 == '/' && c1 == '/') 51 token = matchSingleComment(); 52 else if(c0 == '/' && c1 == '*') 53 token = matchComplexComment(); 54 else if(isLetter()) 55 token = matchID(); 56 else if(!isWhitespace()) 57 token = createNewToken(TOKEN_CHAR); 58 59 addToken(token); 60 } 61 } 62 63 } 64 | Popular Tags |