From 4ca382c9b0a415760f0d8bec2215ff6f787cfcdb Mon Sep 17 00:00:00 2001 From: parrt Date: Sun, 26 Mar 2017 13:27:57 -0700 Subject: [PATCH] add dependence on JOL http://hg.openjdk.java.net/code-tools/jol to compute buffer sizes. Dumps footprint now too. --- runtime-testsuite/pom.xml | 5 ++ .../runtime/java/api/perf/Instrumentor.java | 24 ++++++ .../runtime/java/api/perf/TimeLexerSpeed.java | 84 ++++++++++++++----- 3 files changed, 90 insertions(+), 23 deletions(-) create mode 100644 runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/Instrumentor.java diff --git a/runtime-testsuite/pom.xml b/runtime-testsuite/pom.xml index 8f1b4509a..d62e107bf 100644 --- a/runtime-testsuite/pom.xml +++ b/runtime-testsuite/pom.xml @@ -77,6 +77,11 @@ 1.0.4 test + + org.openjdk.jol + jol-core + 0.8 + diff --git a/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/Instrumentor.java b/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/Instrumentor.java new file mode 100644 index 000000000..90007da69 --- /dev/null +++ b/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/Instrumentor.java @@ -0,0 +1,24 @@ +/* + * Copyright (c) 2012-2016 The ANTLR Project. All rights reserved. + * Use of this file is governed by the BSD 3-clause license that + * can be found in the LICENSE.txt file in the project root. + */ + +package org.antlr.v4.test.runtime.java.api.perf; + +import java.lang.instrument.Instrumentation; + +/** Just a hook so we can call {@link java.lang.instrument.Instrumentation} + * methods like sizeof(). Start the Java VM with -javaagent instrumentor.jar + * if instrumentor.jar is where you put the .class file for this code. + * MANIFEST.MF for that jar must have "Premain-Class:Instrumentor". + * + * I'm not using at moment but I'm adding in case. + */ +public class Instrumentor { + public static Instrumentation instrumentation; + + public static void premain(String args, Instrumentation I) { + instrumentation = I; + } +} diff --git a/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/TimeLexerSpeed.java b/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/TimeLexerSpeed.java index e302279c5..080119f30 100644 --- a/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/TimeLexerSpeed.java +++ b/runtime-testsuite/test/org/antlr/v4/test/runtime/java/api/perf/TimeLexerSpeed.java @@ -6,6 +6,7 @@ import org.antlr.v4.runtime.CharStreams; import org.antlr.v4.runtime.CommonTokenStream; import org.antlr.v4.runtime.Lexer; import org.antlr.v4.test.runtime.java.api.JavaLexer; +import org.openjdk.jol.info.GraphLayout; import java.io.BufferedReader; import java.io.InputStream; @@ -15,6 +16,7 @@ import java.lang.management.RuntimeMXBean; import java.nio.charset.StandardCharsets; import java.nio.file.Path; import java.nio.file.Paths; +import java.util.ArrayList; import java.util.Arrays; import java.util.List; @@ -66,6 +68,44 @@ Warming up Java compiler.... lex_new_grapheme_utf8 average time 80us over 400 runs of 85 symbols from emoji.txt lex_new_grapheme_utf8 average time 88us over 400 runs of 85 symbols from emoji.txt DFA cleared * + * I dump footprint now too (this is 64-bit HotSpot VM): + * + Parser.java (29038 char): org.antlr.v4.runtime.ANTLRInputStream@7d3d101bd footprint: + COUNT AVG SUM DESCRIPTION + 1 65552 65552 [C + 1 32 32 org.antlr.v4.runtime.ANTLRInputStream + 2 65584 (total) + + Parser.java (29038 char): org.antlr.v4.runtime.ANTLRInputStream@deb3b60d footprint: + COUNT AVG SUM DESCRIPTION + 1 65552 65552 [C + 1 32 32 org.antlr.v4.runtime.ANTLRInputStream + 2 65584 (total) + + udhr_hin.txt (13379 char): org.antlr.v4.runtime.ANTLRInputStream@69fe0ed4d footprint: + COUNT AVG SUM DESCRIPTION + 1 32784 32784 [C + 1 32 32 org.antlr.v4.runtime.ANTLRInputStream + 2 32816 (total) + + Parser.java (29038 char): org.antlr.v4.runtime.CodePointCharStream@733fb462d footprint: + COUNT AVG SUM DESCRIPTION + 1 40 40 [C + 1 131088 131088 [I + 1 24 24 java.lang.String + 1 48 48 java.nio.HeapIntBuffer + 1 32 32 org.antlr.v4.runtime.CodePointCharStream + 5 131232 (total) + + udhr_hin.txt (13379 char): org.antlr.v4.runtime.CodePointCharStream@2d74cbbdd footprint: + COUNT AVG SUM DESCRIPTION + 1 40 40 [C + 1 65552 65552 [I + 1 24 24 java.lang.String + 1 48 48 java.nio.HeapIntBuffer + 1 32 32 org.antlr.v4.runtime.CodePointCharStream + 5 65696 (total) + * * The "DFA cleared" indicates that the lexer was returned to initial conditions * before the tokenizing of each file. As the ALL(*) lexer encounters new input, * it records how it tokenized the chars. The next time it sees that input, @@ -87,6 +127,8 @@ public class TimeLexerSpeed { // don't call it Test else it'll run during "mvn t public boolean output = true; + public List streamFootprints = new ArrayList<>(); + public static void main(String[] args) throws Exception { RuntimeMXBean runtimeMxBean = ManagementFactory.getRuntimeMXBean(); List vmArgs = runtimeMxBean.getInputArguments(); @@ -97,6 +139,7 @@ public class TimeLexerSpeed { // don't call it Test else it'll run during "mvn t } } System.out.println(); +// System.out.println(VM.current().details()); TimeLexerSpeed tests = new TimeLexerSpeed(); @@ -130,6 +173,10 @@ public class TimeLexerSpeed { // don't call it Test else it'll run during "mvn t tests.lex_new_grapheme_utf8("udhr_hin.txt", n, true); tests.lex_new_grapheme_utf8("emoji.txt", n, false); tests.lex_new_grapheme_utf8("emoji.txt", n, true); + + for (String streamFootprint : tests.streamFootprints) { + System.out.print(streamFootprint); + } } public void compilerWarmUp(int n) throws Exception { @@ -154,8 +201,6 @@ public class TimeLexerSpeed { // don't call it Test else it'll run during "mvn t for (int i = 0; i