jasder
/
antlr
1
0
Fork 1
Code Issues Pull Requests Releases 1 Wiki Activity

got labels working

This commit is contained in:
Terence Parr 2013-11-21 16:01:02 -08:00
parent b02484b2f5
commit 4fdd520c2e
2 changed files with 67 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
CHANGES.txt
View File

@ -1,5 +1,9 @@
ANTLR v4 Honey Badger ANTLR v4 Honey Badger
November 22, 2013
* Ter adds tree pattern matching.
November 20, 2013 November 20, 2013
* Sam added method stuff like expr() that calls expr(0). Makes it possible * Sam added method stuff like expr() that calls expr(0). Makes it possible

85
tool/test/org/antlr/v4/test/TestParseTreeMatcher.java
View File

@ -6,6 +6,7 @@ import org.antlr.v4.runtime.Parser;
import org.antlr.v4.runtime.Token; import org.antlr.v4.runtime.Token;
import org.antlr.v4.runtime.TokenStream; import org.antlr.v4.runtime.TokenStream;
import org.antlr.v4.runtime.tree.ParseTree; import org.antlr.v4.runtime.tree.ParseTree;
import org.antlr.v4.runtime.tree.pattern.ParseTreeMatch;
import org.antlr.v4.runtime.tree.pattern.ParseTreePattern; import org.antlr.v4.runtime.tree.pattern.ParseTreePattern;
import org.antlr.v4.runtime.tree.pattern.ParseTreePatternMatcher; import org.antlr.v4.runtime.tree.pattern.ParseTreePatternMatcher;
import org.junit.Test; import org.junit.Test;
@ -15,6 +16,8 @@ import java.util.List;
import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue; import static org.junit.Assert.assertTrue;
public class TestParseTreeMatcher extends BaseTest { public class TestParseTreeMatcher extends BaseTest {
@ -157,10 +160,10 @@ public class TestParseTreeMatcher extends BaseTest {
public ParseTreePatternMatcher getMatcher(String name) throws Exception { public ParseTreePatternMatcher getMatcher(String name) throws Exception {
Class<? extends Lexer> lexerClass = loadLexerClassFromTempDir(name+"Lexer"); Class<? extends Lexer> lexerClass = loadLexerClassFromTempDir(name+"Lexer");
Class<? extends Parser> parserClass = loadParserClassFromTempDir(name+"Parser"); Class<? extends Parser> parserClass = loadParserClassFromTempDir(name + "Parser");
Class<? extends Lexer> c = lexerClass.asSubclass(Lexer.class); Class<? extends Lexer> c = lexerClass.asSubclass(Lexer.class);
Constructor<? extends Lexer> ctor = c.getConstructor(CharStream.class); Constructor<? extends Lexer> ctor = c.getConstructor(CharStream.class);
Lexer lexer = ctor.newInstance((CharStream)null); Lexer lexer = ctor.newInstance((CharStream) null);
Class<? extends Parser> pc = parserClass.asSubclass(Parser.class); Class<? extends Parser> pc = parserClass.asSubclass(Parser.class);
Constructor<? extends Parser> pctor = pc.getConstructor(TokenStream.class); Constructor<? extends Parser> pctor = pc.getConstructor(TokenStream.class);
@ -178,19 +181,54 @@ public class TestParseTreeMatcher extends BaseTest {
String input = "x ;"; String input = "x ;";
String pattern = "<ID>;"; String pattern = "<ID>;";
checkPatternMatch("X3.g4", grammar, "s", input, pattern, "X3"); checkPatternMatch(grammar, "s", input, pattern, "X3");
} }
@Test public void testIDNodeWithLabelMatches() throws Exception { @Test public void testIDNodeWithLabelMatches() throws Exception {
String grammar = String grammar =
"grammar X3;\n" + "grammar X8;\n" +
"s : ID ';' ;\n" + "s : ID ';' ;\n" +
"ID : [a-z]+ ;\n" + "ID : [a-z]+ ;\n" +
"WS : [ \\r\\n\\t]+ -> skip ;\n"; "WS : [ \\r\\n\\t]+ -> skip ;\n";
String input = "x ;"; String input = "x ;";
String pattern = "<id:ID>;"; String pattern = "<id:ID>;";
checkPatternMatch("X3.g4", grammar, "s", input, pattern, "X3"); ParseTreeMatch m = checkPatternMatch(grammar, "s", input, pattern, "X8");
assertEquals("{ID=[x], id=[x]}", m.getLabels().toString());
assertNotNull(m.get("id"));
assertNotNull(m.get("ID"));
assertEquals("x", m.get("id").getText());
assertEquals("x", m.get("ID").getText());
assertEquals("[x]", m.getAll("id").toString());
assertEquals("[x]", m.getAll("ID").toString());
assertNull(m.get("undefined"));
assertEquals("[]", m.getAll("undefined").toString());
}
@Test public void testIDNodeWithMultipleLabelMatches() throws Exception {
String grammar =
"grammar X7;\n" +
"s : ID ID ID ';' ;\n" +
"ID : [a-z]+ ;\n" +
"WS : [ \\r\\n\\t]+ -> skip ;\n";
String input = "x y z;";
String pattern = "<a:ID> <b:ID> <a:ID>;";
ParseTreeMatch m = checkPatternMatch(grammar, "s", input, pattern, "X7");
assertEquals("{ID=[x, y, z], a=[x, z], b=[y]}", m.getLabels().toString());
assertNotNull(m.get("a")); // get first
assertNotNull(m.get("b"));
assertNotNull(m.get("ID"));
assertEquals("x", m.get("a").getText());
assertEquals("y", m.get("b").getText());
assertEquals("x", m.get("ID").getText()); // get first
assertEquals("[x, z]", m.getAll("a").toString());
assertEquals("[y]", m.getAll("b").toString());
assertEquals("[x, y, z]", m.getAll("ID").toString()); // ordered
assertNull(m.get("undefined"));
assertEquals("[]", m.getAll("undefined").toString());
} }
@Test public void testTokenAndRuleMatch() throws Exception { @Test public void testTokenAndRuleMatch() throws Exception {
@ -204,7 +242,7 @@ public class TestParseTreeMatcher extends BaseTest {
String input = "x = 99;"; String input = "x = 99;";
String pattern = "<ID> = <expr> ;"; String pattern = "<ID> = <expr> ;";
checkPatternMatch("X4.g4", grammar, "s", input, pattern, "X4"); checkPatternMatch(grammar, "s", input, pattern, "X4");
} }
@Test public void testTokenTextMatch() throws Exception { @Test public void testTokenTextMatch() throws Exception {
@ -219,22 +257,22 @@ public class TestParseTreeMatcher extends BaseTest {
String input = "x = 0;"; String input = "x = 0;";
String pattern = "<ID> = 1;"; String pattern = "<ID> = 1;";
boolean invertMatch = true; // 0!=1 boolean invertMatch = true; // 0!=1
checkPatternMatch("X4.g4", grammar, "s", input, pattern, "X4", invertMatch); checkPatternMatch(grammar, "s", input, pattern, "X4", invertMatch);
input = "x = 0;"; input = "x = 0;";
pattern = "<ID> = 0;"; pattern = "<ID> = 0;";
invertMatch = false; invertMatch = false;
checkPatternMatch("X4.g4", grammar, "s", input, pattern, "X4", invertMatch); checkPatternMatch(grammar, "s", input, pattern, "X4", invertMatch);
input = "x = 0;"; input = "x = 0;";
pattern = "x = 0;"; pattern = "x = 0;";
invertMatch = false; invertMatch = false;
checkPatternMatch("X4.g4", grammar, "s", input, pattern, "X4", invertMatch); checkPatternMatch(grammar, "s", input, pattern, "X4", invertMatch);
input = "x = 0;"; input = "x = 0;";
pattern = "y = 0;"; pattern = "y = 0;";
invertMatch = true; invertMatch = true;
checkPatternMatch("X4.g4", grammar, "s", input, pattern, "X4", invertMatch); checkPatternMatch(grammar, "s", input, pattern, "X4", invertMatch);
} }
@Test public void testAssign() throws Exception { @Test public void testAssign() throws Exception {
@ -255,7 +293,7 @@ public class TestParseTreeMatcher extends BaseTest {
String input = "x = 99;"; String input = "x = 99;";
String pattern = "<ID> = <expr>;"; String pattern = "<ID> = <expr>;";
checkPatternMatch("X5.g4", grammar, "s", input, pattern, "X5"); checkPatternMatch(grammar, "s", input, pattern, "X5");
} }
@Test public void testLRecursiveExpr() throws Exception { @Test public void testLRecursiveExpr() throws Exception {
@ -275,22 +313,23 @@ public class TestParseTreeMatcher extends BaseTest {
String input = "3*4*5"; String input = "3*4*5";
String pattern = "<expr> * <expr> * <expr>"; String pattern = "<expr> * <expr> * <expr>";
checkPatternMatch("X6.g4", grammar, "expr", input, pattern, "X6"); checkPatternMatch(grammar, "expr", input, pattern, "X6");
} }
public void checkPatternMatch(String grammarFileName, String grammar, String startRule, public ParseTreeMatch checkPatternMatch(String grammar, String startRule,
String input, String pattern, String input, String pattern,
String grammarName) String grammarName)
throws Exception throws Exception
{ {
checkPatternMatch(grammarFileName, grammar, startRule, input, pattern, grammarName, false); return checkPatternMatch(grammar, startRule, input, pattern, grammarName, false);
} }
public void checkPatternMatch(String grammarFileName, String grammar, String startRule, public ParseTreeMatch checkPatternMatch(String grammar, String startRule,
String input, String pattern, String input, String pattern,
String grammarName, boolean invertMatch) String grammarName, boolean invertMatch)
throws Exception throws Exception
{ {
String grammarFileName = grammarName+".g4";
String parserName = grammarName+"Parser"; String parserName = grammarName+"Parser";
String lexerName = grammarName+"Lexer"; String lexerName = grammarName+"Lexer";
boolean ok = boolean ok =
@ -300,8 +339,10 @@ public class TestParseTreeMatcher extends BaseTest {
ParseTree result = execParser(startRule, input, parserName, lexerName); ParseTree result = execParser(startRule, input, parserName, lexerName);
ParseTreePatternMatcher p = getMatcher(grammarName); ParseTreePatternMatcher p = getMatcher(grammarName);
boolean matches = p.matches(result, startRule, pattern); ParseTreeMatch match = p.match(result, startRule, pattern);
if ( invertMatch ) assertFalse(matches); boolean matched = match.getMismatchedNode() == null;
else assertTrue(matches); if ( invertMatch ) assertFalse(matched);
else assertTrue(matched);
return match;
} }
} }