1 19 package org.netbeans.lib.java.lexer; 20 21 import org.netbeans.api.java.lexer.JavaStringTokenId; 22 import org.netbeans.api.lexer.TokenHierarchy; 23 import org.netbeans.api.lexer.TokenId; 24 import org.netbeans.api.lexer.TokenSequence; 25 import org.netbeans.junit.NbTestCase; 26 import org.netbeans.lib.lexer.test.LexerTestUtilities; 27 28 32 public class JavaStringLexerTest extends NbTestCase { 33 34 public JavaStringLexerTest(String testName) { 35 super(testName); 36 } 37 38 protected void setUp() throws Exception { 39 } 40 41 public void testNextToken1() { 42 String text = "t"; 43 44 TokenHierarchy<?> hi = TokenHierarchy.create(text, JavaStringTokenId.language()); 45 TokenSequence<? extends TokenId> ts = hi.tokenSequence(); 46 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TEXT, "t"); 47 } 48 49 public void testNextToken2() { 50 String text = "\\t\\b\\b\\t \\tabc\\rsddfdsffffffffff"; 51 52 TokenHierarchy<?> hi = TokenHierarchy.create(text, JavaStringTokenId.language()); 53 TokenSequence<? extends TokenId> ts = hi.tokenSequence(); 54 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TAB, "\\t"); 55 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.BACKSPACE, "\\b"); 56 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.BACKSPACE, "\\b"); 57 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TAB, "\\t"); 58 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TEXT, " "); 59 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TAB, "\\t"); 60 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TEXT, "abc"); 61 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.CR, "\\r"); 62 LexerTestUtilities.assertNextTokenEquals(ts, JavaStringTokenId.TEXT, "sddfdsffffffffff"); 63 } 64 65 } 66 | Popular Tags |