|
1
4 package net.sourceforge.pmd.cpd;
5
6 import net.sourceforge.pmd.jsp.ast.JspCharStream;
7 import net.sourceforge.pmd.jsp.ast.JspParserTokenManager;
8 import net.sourceforge.pmd.jsp.ast.Token;
9
10 import java.io.StringReader  ;
11
12 public class JSPTokenizer implements Tokenizer {
13
14 public void tokenize(SourceCode tokens, Tokens tokenEntries) {
15 StringBuffer buffer = tokens.getCodeBuffer();
16 JspParserTokenManager tokenMgr = new JspParserTokenManager(new JspCharStream(new StringReader (buffer.toString())));
17 Token currentToken = tokenMgr.getNextToken();
18 while (currentToken.image.length() > 0) {
19 tokenEntries.add(new TokenEntry(String.valueOf(currentToken.kind), tokens.getFileName(), currentToken.beginLine));
20 currentToken = tokenMgr.getNextToken();
21 }
22 tokenEntries.add(TokenEntry.getEOF());
23 }
24 }
25
26 |
Popular Tags |
Java API By Example, From Geeks To Geeks.