From bb5790d6a9a1aa2e6a92d82c571365d8f90356da Mon Sep 17 00:00:00 2001
From: Terence Parr <parrt@antlr.org>
Date: Sun, 1 Jul 2012 17:36:22 -0700
Subject: [PATCH] Add convenience method.

---
 runtime/Java/src/org/antlr/v4/runtime/Lexer.java | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/runtime/Java/src/org/antlr/v4/runtime/Lexer.java b/runtime/Java/src/org/antlr/v4/runtime/Lexer.java
index 9d5d7cc69..ede5c3b73 100644
--- a/runtime/Java/src/org/antlr/v4/runtime/Lexer.java
+++ b/runtime/Java/src/org/antlr/v4/runtime/Lexer.java
@@ -32,7 +32,9 @@ import org.antlr.v4.runtime.atn.LexerATNSimulator;
 import org.antlr.v4.runtime.misc.Interval;
 
 import java.util.ArrayDeque;
+import java.util.ArrayList;
 import java.util.EmptyStackException;
+import java.util.List;
 
 /** A lexer is recognizer that draws input symbols from a character stream.
  *  lexer grammars result in a subclass of this object. A Lexer object
@@ -337,6 +339,19 @@ public abstract class Lexer extends Recognizer<Integer, LexerATNSimulator>
 		return null;
 	}
 
+	/** Return a list of all Token objects in input char stream.
+	 *  Forces load of all tokens. Does not include EOF token.
+	 */
+	public List<? extends Token> getAllTokens() {
+		List<Token> tokens = new ArrayList<Token>();
+		Token t = nextToken();
+		while ( t.getType()!=Token.EOF ) {
+			tokens.add(t);
+			t = nextToken();
+		}
+		return tokens;
+	}
+
 	public void recover(LexerNoViableAltException e) {
 		getInterpreter().consume(_input); // skip a char and try again
 	}