forgetest1
/
antlr
forked from jasder/antlr
1
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity

Update testPerformance to show information about DFA states in the lexer

This commit is contained in:
Sam Harwell 2012-02-20 18:51:26 -06:00
parent f5edb7653a
commit 611728a380
2 changed files with 25 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
runtime/Java/src/org/antlr/v4/runtime/atn/LexerATNSimulator.java
View File

@ -114,7 +114,7 @@ public class LexerATNSimulator extends ATNSimulator {
protected int charPositionInLine = 0; protected int charPositionInLine = 0;
@NotNull @NotNull
protected DFA[] dfa; public final DFA[] dfa;
protected int mode = Lexer.DEFAULT_MODE; protected int mode = Lexer.DEFAULT_MODE;
/** Used during DFA/ATN exec to record the most recent accept configuration info */ /** Used during DFA/ATN exec to record the most recent accept configuration info */

25
tool/test/org/antlr/v4/test/TestPerformance.java
View File

@ -284,6 +284,29 @@ public class TestPerformance extends BaseTest {
tokenCount, tokenCount,
System.currentTimeMillis() - startTime); System.currentTimeMillis() - startTime);
final LexerATNSimulator lexerInterpreter = sharedLexer.getInterpreter();
final DFA[] modeToDFA = lexerInterpreter.dfa;
if (SHOW_DFA_STATE_STATS) {
int states = 0;
int configs = 0;
Set<ATNConfig> uniqueConfigs = new HashSet<ATNConfig>();
for (int i = 0; i < modeToDFA.length; i++) {
DFA dfa = modeToDFA[i];
if (dfa == null || dfa.states == null) {
continue;
}
states += dfa.states.size();
for (DFAState state : dfa.states.values()) {
configs += state.configset.size();
uniqueConfigs.addAll(state.configset);
}
}
System.out.format("There are %d lexer DFAState instances, %d configs (%d unique).\n", states, configs, uniqueConfigs.size());
}
if (RUN_PARSER) { if (RUN_PARSER) {
// make sure the individual DFAState objects actually have unique ATNConfig arrays // make sure the individual DFAState objects actually have unique ATNConfig arrays
final ParserATNSimulator<?> interpreter = sharedParser.getInterpreter(); final ParserATNSimulator<?> interpreter = sharedParser.getInterpreter();
@ -307,7 +330,7 @@ public class TestPerformance extends BaseTest {
} }
} }
System.out.format("There are %d DFAState instances, %d configs (%d unique).\n", states, configs, uniqueConfigs.size()); System.out.format("There are %d parser DFAState instances, %d configs (%d unique).\n", states, configs, uniqueConfigs.size());
} }
int localDfaCount = 0; int localDfaCount = 0;