forgetest1
/
antlr
forked from jasder/antlr
1
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity

Add unit tests where lexer error recovery consumes to EOF

This commit is contained in:
Sam Harwell 2012-11-04 11:29:38 -06:00
parent 0c3ce2860e
commit 0903370117
1 changed files with 40 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
tool/test/org/antlr/v4/test/TestLexerErrors.java
View File

@ -46,6 +46,46 @@ public class TestLexerErrors extends BaseTest {
assertEquals(expectingError, error);
}
@Test
public void tesStringsEmbeddedInActions() {
String grammar =
"lexer grammar Actions;\n"
+ "ACTION2 : '[' (STRING | ~'\"')*? ']';\n"
+ "STRING : '\"' ('\\\"' | .)*? '\"';\n"
+ "WS : [ \\t\\r\\n]+ -> skip;\n";
String tokens = execLexer("Actions.g4", grammar, "Actions", "[\"foo\"]");
String expectingTokens =
"[@0,0:6='[\"foo\"]',<1>,1:0]\n" +
"[@1,7:6='<EOF>',<-1>,1:7]\n";
assertEquals(expectingTokens, tokens);
assertNull(stderrDuringParse);
tokens = execLexer("Actions.g4", grammar, "Actions", "[\"foo]");
expectingTokens =
"[@0,6:5='<EOF>',<-1>,1:6]\n";
assertEquals(expectingTokens, tokens);
assertEquals("line 1:0 token recognition error at: '[\"foo]'\n", stderrDuringParse);
}
@Test public void testEnforcedGreedyNestedBrances() {
String grammar =
"lexer grammar R;\n"
+ "ACTION : '{' (ACTION | ~[{}])* '}';\n"
+ "WS : [ \\r\\n\\t]+ -> skip;\n";
String tokens = execLexer("R.g4", grammar, "R", "{ { } }");
String expectingTokens =
"[@0,0:6='{ { } }',<1>,1:0]\n" +
"[@1,7:6='<EOF>',<-1>,1:7]\n";
assertEquals(expectingTokens, tokens);
assertEquals(null, stderrDuringParse);
tokens = execLexer("R.g4", grammar, "R", "{ { }");
expectingTokens =
"[@0,5:4='<EOF>',<-1>,1:5]\n";
assertEquals(expectingTokens, tokens);
assertEquals("line 1:0 token recognition error at: '{ { }'\n", stderrDuringParse);
}
@Test public void testInvalidCharAtStartAfterDFACache() throws Exception {
String grammar =
"lexer grammar L;\n" +