forgetest1
/
antlr
forked from jasder/antlr
1
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity

Generalize several functions in TestPerformance

This commit is contained in:
Sam Harwell 2012-02-20 20:59:06 -06:00
parent 611728a380
commit 1970ac240e
1 changed files with 75 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
tool/test/org/antlr/v4/test/TestPerformance.java
View File

@ -122,17 +122,15 @@ public class TestPerformance extends BaseTest {
@Test @Test
//@Ignore //@Ignore
public void compileJdk() throws IOException { public void compileJdk() throws IOException {
String jdkSourceRoot = System.getenv("JDK_SOURCE_ROOT"); String jdkSourceRoot = getSourceRoot("JDK");
if (jdkSourceRoot == null) { assertTrue("The JDK_SOURCE_ROOT environment variable must be set for performance testing.", jdkSourceRoot != null && !jdkSourceRoot.isEmpty());
jdkSourceRoot = System.getProperty("JDK_SOURCE_ROOT");
}
if (jdkSourceRoot == null) {
System.err.println("The JDK_SOURCE_ROOT environment variable must be set for performance testing.");
return;
}
compileParser(USE_LR_GRAMMAR); compileJavaParser(USE_LR_GRAMMAR);
JavaParserFactory factory = getParserFactory(); final String lexerName = "JavaLexer";
final String parserName = "JavaParser";
final String listenerName = "JavaBaseListener";
final String entryPoint = "compilationUnit";
ParserFactory factory = getParserFactory(lexerName, parserName, listenerName, entryPoint);
if (!TOP_PACKAGE.isEmpty()) { if (!TOP_PACKAGE.isEmpty()) {
jdkSourceRoot = jdkSourceRoot + '/' + TOP_PACKAGE.replace('.', '/'); jdkSourceRoot = jdkSourceRoot + '/' + TOP_PACKAGE.replace('.', '/');
@ -141,9 +139,9 @@ public class TestPerformance extends BaseTest {
File directory = new File(jdkSourceRoot); File directory = new File(jdkSourceRoot);
assertTrue(directory.isDirectory()); assertTrue(directory.isDirectory());
Collection<CharStream> sources = loadSources(directory, RECURSIVE); Collection<CharStream> sources = loadSources(directory, new FileExtensionFilenameFilter(".java"), RECURSIVE);
System.out.print(getOptionsDescription()); System.out.print(getOptionsDescription(TOP_PACKAGE));
currentPass = 0; currentPass = 0;
parse1(factory, sources); parse1(factory, sources);
@ -169,6 +167,15 @@ public class TestPerformance extends BaseTest {
} }
} }
private String getSourceRoot(String prefix) {
String sourceRoot = System.getenv(prefix+"_SOURCE_ROOT");
if (sourceRoot == null) {
sourceRoot = System.getProperty(prefix+"_SOURCE_ROOT");
}
return sourceRoot;
}
@Override @Override
protected void eraseTempDir() { protected void eraseTempDir() {
if (DELETE_TEMP_FILES) { if (DELETE_TEMP_FILES) {
@ -176,14 +183,14 @@ public class TestPerformance extends BaseTest {
} }
} }
public static String getOptionsDescription() { public static String getOptionsDescription(String topPackage) {
StringBuilder builder = new StringBuilder(); StringBuilder builder = new StringBuilder();
builder.append("Input="); builder.append("Input=");
if (TestPerformance.TOP_PACKAGE.isEmpty()) { if (topPackage.isEmpty()) {
builder.append("*"); builder.append("*");
} }
else { else {
builder.append(TOP_PACKAGE).append(".*"); builder.append(topPackage).append(".*");
} }
builder.append(", Grammar=").append(USE_LR_GRAMMAR ? "LR" : "Standard"); builder.append(", Grammar=").append(USE_LR_GRAMMAR ? "LR" : "Standard");
@ -211,7 +218,7 @@ public class TestPerformance extends BaseTest {
* This method is separate from {@link #parse2} so the first pass can be distinguished when analyzing * This method is separate from {@link #parse2} so the first pass can be distinguished when analyzing
* profiler results. * profiler results.
*/ */
protected void parse1(JavaParserFactory factory, Collection<CharStream> sources) { protected void parse1(ParserFactory factory, Collection<CharStream> sources) {
System.gc(); System.gc();
parseSources(factory, sources); parseSources(factory, sources);
} }
@ -220,29 +227,28 @@ public class TestPerformance extends BaseTest {
* This method is separate from {@link #parse1} so the first pass can be distinguished when analyzing * This method is separate from {@link #parse1} so the first pass can be distinguished when analyzing
* profiler results. * profiler results.
*/ */
protected void parse2(JavaParserFactory factory, Collection<CharStream> sources) { protected void parse2(ParserFactory factory, Collection<CharStream> sources) {
System.gc(); System.gc();
parseSources(factory, sources); parseSources(factory, sources);
} }
protected Collection<CharStream> loadSources(File directory, boolean recursive) { protected Collection<CharStream> loadSources(File directory, FilenameFilter filter, boolean recursive) {
return loadSources(directory, filter, null, recursive);
}
protected Collection<CharStream> loadSources(File directory, FilenameFilter filter, String encoding, boolean recursive) {
Collection<CharStream> result = new ArrayList<CharStream>(); Collection<CharStream> result = new ArrayList<CharStream>();
loadSources(directory, recursive, result); loadSources(directory, filter, encoding, recursive, result);
return result; return result;
} }
protected void loadSources(File directory, boolean recursive, Collection<CharStream> result) { protected void loadSources(File directory, FilenameFilter filter, String encoding, boolean recursive, Collection<CharStream> result) {
assert directory.isDirectory(); assert directory.isDirectory();
File[] sources = directory.listFiles(new FilenameFilter() { File[] sources = directory.listFiles(filter);
@Override
public boolean accept(File dir, String name) {
return name.toLowerCase().endsWith(".java");
}
});
for (File file : sources) { for (File file : sources) {
try { try {
CharStream input = new ANTLRFileStream(file.getAbsolutePath()); CharStream input = new ANTLRFileStream(file.getAbsolutePath(), encoding);
result.add(input); result.add(input);
} catch (IOException ex) { } catch (IOException ex) {
@ -253,7 +259,7 @@ public class TestPerformance extends BaseTest {
File[] children = directory.listFiles(); File[] children = directory.listFiles();
for (File child : children) { for (File child : children) {
if (child.isDirectory()) { if (child.isDirectory()) {
loadSources(child, true, result); loadSources(child, filter, encoding, true, result);
} }
} }
} }
@ -261,7 +267,7 @@ public class TestPerformance extends BaseTest {
int configOutputSize = 0; int configOutputSize = 0;
protected void parseSources(JavaParserFactory factory, Collection<CharStream> sources) { protected void parseSources(ParserFactory factory, Collection<CharStream> sources) {
long startTime = System.currentTimeMillis(); long startTime = System.currentTimeMillis();
tokenCount = 0; tokenCount = 0;
int inputSize = 0; int inputSize = 0;
@ -388,7 +394,7 @@ public class TestPerformance extends BaseTest {
} }
} }
protected void compileParser(boolean leftRecursive) throws IOException { protected void compileJavaParser(boolean leftRecursive) throws IOException {
String grammarFileName = "Java.g"; String grammarFileName = "Java.g";
String sourceName = leftRecursive ? "Java-LR.g" : "Java.g"; String sourceName = leftRecursive ? "Java-LR.g" : "Java.g";
String body = load(sourceName, null); String body = load(sourceName, null);
@ -432,15 +438,15 @@ public class TestPerformance extends BaseTest {
} }
} }
protected JavaParserFactory getParserFactory() { protected ParserFactory getParserFactory(String lexerName, String parserName, String listenerName, final String entryPoint) {
try { try {
ClassLoader loader = new URLClassLoader(new URL[] { new File(tmpdir).toURI().toURL() }, ClassLoader.getSystemClassLoader()); ClassLoader loader = new URLClassLoader(new URL[] { new File(tmpdir).toURI().toURL() }, ClassLoader.getSystemClassLoader());
@SuppressWarnings({"unchecked"}) @SuppressWarnings({"unchecked"})
final Class<? extends Lexer> lexerClass = (Class<? extends Lexer>)loader.loadClass("JavaLexer"); final Class<? extends Lexer> lexerClass = (Class<? extends Lexer>)loader.loadClass(lexerName);
@SuppressWarnings({"unchecked"}) @SuppressWarnings({"unchecked"})
final Class<? extends Parser> parserClass = (Class<? extends Parser>)loader.loadClass("JavaParser"); final Class<? extends Parser> parserClass = (Class<? extends Parser>)loader.loadClass(parserName);
@SuppressWarnings({"unchecked"}) @SuppressWarnings({"unchecked"})
final Class<? extends ParseTreeListener<Token>> listenerClass = (Class<? extends ParseTreeListener<Token>>)loader.loadClass("JavaBaseListener"); final Class<? extends ParseTreeListener<Token>> listenerClass = (Class<? extends ParseTreeListener<Token>>)loader.loadClass(listenerName);
TestPerformance.sharedListener = listenerClass.newInstance(); TestPerformance.sharedListener = listenerClass.newInstance();
final Constructor<? extends Lexer> lexerCtor = lexerClass.getConstructor(CharStream.class); final Constructor<? extends Lexer> lexerCtor = lexerClass.getConstructor(CharStream.class);
@ -450,7 +456,7 @@ public class TestPerformance extends BaseTest {
lexerCtor.newInstance(new ANTLRInputStream("")); lexerCtor.newInstance(new ANTLRInputStream(""));
parserCtor.newInstance(new CommonTokenStream()); parserCtor.newInstance(new CommonTokenStream());
return new JavaParserFactory() { return new ParserFactory() {
@SuppressWarnings({"PointlessBooleanExpression"}) @SuppressWarnings({"PointlessBooleanExpression"})
@Override @Override
public void parseFile(CharStream input) { public void parseFile(CharStream input) {
@ -473,6 +479,7 @@ public class TestPerformance extends BaseTest {
sharedParser.setInputStream(tokens); sharedParser.setInputStream(tokens);
} else { } else {
sharedParser = parserCtor.newInstance(tokens); sharedParser = parserCtor.newInstance(tokens);
sharedParser.addErrorListener(DescriptiveErrorListener.INSTANCE);
sharedParser.setBuildParseTree(BUILD_PARSE_TREES); sharedParser.setBuildParseTree(BUILD_PARSE_TREES);
if (!BUILD_PARSE_TREES && BLANK_LISTENER) { if (!BUILD_PARSE_TREES && BLANK_LISTENER) {
// TJP commented out for now; changed interface // TJP commented out for now; changed interface
@ -483,7 +490,7 @@ public class TestPerformance extends BaseTest {
} }
} }
Method parseMethod = parserClass.getMethod("compilationUnit"); Method parseMethod = parserClass.getMethod(entryPoint);
Object parseResult = parseMethod.invoke(sharedParser); Object parseResult = parseMethod.invoke(sharedParser);
Assert.assertTrue(parseResult instanceof ParseTree); Assert.assertTrue(parseResult instanceof ParseTree);
@ -504,7 +511,38 @@ public class TestPerformance extends BaseTest {
} }
} }
protected interface JavaParserFactory { protected interface ParserFactory {
void parseFile(CharStream input); void parseFile(CharStream input);
} }
private static class DescriptiveErrorListener implements ANTLRErrorListener<Token> {
public static DescriptiveErrorListener INSTANCE = new DescriptiveErrorListener();
@Override
public void error(Recognizer<Token, ?> recognizer, Token offendingSymbol, int line, int charPositionInLine, String msg, RecognitionException e) {
String sourceName = recognizer.getInputStream().getSourceName();
sourceName = sourceName != null && !sourceName.isEmpty() ? sourceName+": " : "";
System.err.println(sourceName+"line "+line+":"+charPositionInLine+" "+msg);
}
}
protected static class FileExtensionFilenameFilter implements FilenameFilter {
private final String extension;
public FileExtensionFilenameFilter(String extension) {
if (!extension.startsWith(".")) {
extension = '.' + extension;
}
this.extension = extension;
}
@Override
public boolean accept(File dir, String name) {
return name.toLowerCase().endsWith(extension);
}
}
} }