forked from jasder/antlr
refactored InputStream.js to use es6 classes
refactored FileStream.js to use es6 classes fix: dont wrap class in an object for export use const for better scoping use jsdoc
This commit is contained in:
Camilo Roca
parent
181c44fb11
commit
23351cadc4
|
|
@ -1,25 +1,21 @@
|
|||
//
|
||||
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
||||
* Use of this file is governed by the BSD 3-clause license that
|
||||
* can be found in the LICENSE.txt file in the project root.
|
||||
*/
|
||||
//
|
||||
|
||||
//
|
||||
// This is an InputStream that is loaded from a file all at once
|
||||
// when you construct the object.
|
||||
//
|
||||
const {InputStream} = require('./InputStream');
|
||||
const InputStream = require('./InputStream');
|
||||
const fs = require("fs");
|
||||
|
||||
function FileStream(fileName, decodeToUnicodeCodePoints) {
|
||||
const data = fs.readFileSync(fileName, "utf8");
|
||||
InputStream.call(this, data, decodeToUnicodeCodePoints);
|
||||
this.fileName = fileName;
|
||||
return this;
|
||||
/**
|
||||
* This is an InputStream that is loaded from a file all at once
|
||||
* when you construct the object.
|
||||
*/
|
||||
class FileStream extends InputStream {
|
||||
constructor(fileName, decodeToUnicodeCodePoints) {
|
||||
const data = fs.readFileSync(fileName, "utf8");
|
||||
super(data, decodeToUnicodeCodePoints);
|
||||
this.fileName = fileName;
|
||||
}
|
||||
}
|
||||
|
||||
FileStream.prototype = Object.create(InputStream.prototype);
|
||||
FileStream.prototype.constructor = FileStream;
|
||||
|
||||
module.exports = {FileStream}
|
||||
module.exports = FileStream
|
||||
|
|
|
|||
|
|
@ -1,135 +1,130 @@
|
|||
//
|
||||
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
||||
* Use of this file is governed by the BSD 3-clause license that
|
||||
* can be found in the LICENSE.txt file in the project root.
|
||||
*/
|
||||
//
|
||||
|
||||
var Token = require('./Token').Token;
|
||||
const {Token} = require('./Token');
|
||||
require('./polyfills/codepointat');
|
||||
require('./polyfills/fromcodepoint');
|
||||
|
||||
// Vacuum all input from a string and then treat it like a buffer.
|
||||
|
||||
function _loadString(stream) {
|
||||
stream._index = 0;
|
||||
stream.data = [];
|
||||
if (stream.decodeToUnicodeCodePoints) {
|
||||
for (var i = 0; i < stream.strdata.length; ) {
|
||||
var codePoint = stream.strdata.codePointAt(i);
|
||||
stream.data.push(codePoint);
|
||||
i += codePoint <= 0xFFFF ? 1 : 2;
|
||||
/**
|
||||
* If decodeToUnicodeCodePoints is true, the input is treated
|
||||
* as a series of Unicode code points.
|
||||
*
|
||||
* Otherwise, the input is treated as a series of 16-bit UTF-16 code
|
||||
* units.
|
||||
*/
|
||||
class InputStream {
|
||||
constructor(data, decodeToUnicodeCodePoints) {
|
||||
this.name = "<empty>";
|
||||
this.strdata = data;
|
||||
this.decodeToUnicodeCodePoints = decodeToUnicodeCodePoints || false;
|
||||
// _loadString - Vacuum all input from a string and then treat it like a buffer.
|
||||
this._index = 0;
|
||||
this.data = [];
|
||||
if (this.decodeToUnicodeCodePoints) {
|
||||
for (let i = 0; i < this.strdata.length; ) {
|
||||
const codePoint = this.strdata.codePointAt(i);
|
||||
this.data.push(codePoint);
|
||||
i += codePoint <= 0xFFFF ? 1 : 2;
|
||||
}
|
||||
} else {
|
||||
for (let i = 0; i < this.strdata.length; i++) {
|
||||
const codeUnit = this.strdata.charCodeAt(i);
|
||||
this.data.push(codeUnit);
|
||||
}
|
||||
}
|
||||
} else {
|
||||
for (var i = 0; i < stream.strdata.length; i++) {
|
||||
var codeUnit = stream.strdata.charCodeAt(i);
|
||||
stream.data.push(codeUnit);
|
||||
this._size = this.data.length;
|
||||
}
|
||||
|
||||
/**
|
||||
* Reset the stream so that it's in the same state it was
|
||||
* when the object was created *except* the data array is not
|
||||
* touched.
|
||||
*/
|
||||
reset() {
|
||||
this._index = 0;
|
||||
}
|
||||
|
||||
consume() {
|
||||
if (this._index >= this._size) {
|
||||
// assert this.LA(1) == Token.EOF
|
||||
throw ("cannot consume EOF");
|
||||
}
|
||||
this._index += 1;
|
||||
}
|
||||
stream._size = stream.data.length;
|
||||
}
|
||||
|
||||
// If decodeToUnicodeCodePoints is true, the input is treated
|
||||
// as a series of Unicode code points.
|
||||
//
|
||||
// Otherwise, the input is treated as a series of 16-bit UTF-16 code
|
||||
// units.
|
||||
function InputStream(data, decodeToUnicodeCodePoints) {
|
||||
this.name = "<empty>";
|
||||
this.strdata = data;
|
||||
this.decodeToUnicodeCodePoints = decodeToUnicodeCodePoints || false;
|
||||
_loadString(this);
|
||||
return this;
|
||||
}
|
||||
|
||||
Object.defineProperty(InputStream.prototype, "index", {
|
||||
get : function() {
|
||||
return this._index;
|
||||
LA(offset) {
|
||||
if (offset === 0) {
|
||||
return 0; // undefined
|
||||
}
|
||||
if (offset < 0) {
|
||||
offset += 1; // e.g., translate LA(-1) to use offset=0
|
||||
}
|
||||
const pos = this._index + offset - 1;
|
||||
if (pos < 0 || pos >= this._size) { // invalid
|
||||
return Token.EOF;
|
||||
}
|
||||
return this.data[pos];
|
||||
}
|
||||
});
|
||||
|
||||
Object.defineProperty(InputStream.prototype, "size", {
|
||||
get : function() {
|
||||
return this._size;
|
||||
LT(offset) {
|
||||
return this.LA(offset);
|
||||
}
|
||||
});
|
||||
|
||||
// Reset the stream so that it's in the same state it was
|
||||
// when the object was created *except* the data array is not
|
||||
// touched.
|
||||
//
|
||||
InputStream.prototype.reset = function() {
|
||||
this._index = 0;
|
||||
};
|
||||
|
||||
InputStream.prototype.consume = function() {
|
||||
if (this._index >= this._size) {
|
||||
// assert this.LA(1) == Token.EOF
|
||||
throw ("cannot consume EOF");
|
||||
}
|
||||
this._index += 1;
|
||||
};
|
||||
|
||||
InputStream.prototype.LA = function(offset) {
|
||||
if (offset === 0) {
|
||||
return 0; // undefined
|
||||
}
|
||||
if (offset < 0) {
|
||||
offset += 1; // e.g., translate LA(-1) to use offset=0
|
||||
}
|
||||
var pos = this._index + offset - 1;
|
||||
if (pos < 0 || pos >= this._size) { // invalid
|
||||
return Token.EOF;
|
||||
}
|
||||
return this.data[pos];
|
||||
};
|
||||
|
||||
InputStream.prototype.LT = function(offset) {
|
||||
return this.LA(offset);
|
||||
};
|
||||
|
||||
// mark/release do nothing; we have entire buffer
|
||||
InputStream.prototype.mark = function() {
|
||||
return -1;
|
||||
};
|
||||
|
||||
InputStream.prototype.release = function(marker) {
|
||||
};
|
||||
|
||||
// consume() ahead until p==_index; can't just set p=_index as we must
|
||||
// update line and column. If we seek backwards, just set p
|
||||
//
|
||||
InputStream.prototype.seek = function(_index) {
|
||||
if (_index <= this._index) {
|
||||
this._index = _index; // just jump; don't update stream state (line,
|
||||
// ...)
|
||||
return;
|
||||
mark() {
|
||||
return -1;
|
||||
}
|
||||
// seek forward
|
||||
this._index = Math.min(_index, this._size);
|
||||
};
|
||||
|
||||
InputStream.prototype.getText = function(start, stop) {
|
||||
if (stop >= this._size) {
|
||||
stop = this._size - 1;
|
||||
release(marker) {
|
||||
}
|
||||
if (start >= this._size) {
|
||||
return "";
|
||||
} else {
|
||||
if (this.decodeToUnicodeCodePoints) {
|
||||
var result = "";
|
||||
for (var i = start; i <= stop; i++) {
|
||||
result += String.fromCodePoint(this.data[i]);
|
||||
}
|
||||
return result;
|
||||
|
||||
/**
|
||||
* consume() ahead until p==_index; can't just set p=_index as we must
|
||||
* update line and column. If we seek backwards, just set p
|
||||
*/
|
||||
seek(_index) {
|
||||
if (_index <= this._index) {
|
||||
this._index = _index; // just jump; don't update stream state (line,
|
||||
// ...)
|
||||
return;
|
||||
}
|
||||
// seek forward
|
||||
this._index = Math.min(_index, this._size);
|
||||
}
|
||||
|
||||
getText(start, stop) {
|
||||
if (stop >= this._size) {
|
||||
stop = this._size - 1;
|
||||
}
|
||||
if (start >= this._size) {
|
||||
return "";
|
||||
} else {
|
||||
return this.strdata.slice(start, stop + 1);
|
||||
if (this.decodeToUnicodeCodePoints) {
|
||||
let result = "";
|
||||
for (let i = start; i <= stop; i++) {
|
||||
result += String.fromCodePoint(this.data[i]);
|
||||
}
|
||||
return result;
|
||||
} else {
|
||||
return this.strdata.slice(start, stop + 1);
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
InputStream.prototype.toString = function() {
|
||||
return this.strdata;
|
||||
};
|
||||
toString() {
|
||||
return this.strdata;
|
||||
}
|
||||
|
||||
exports.InputStream = InputStream;
|
||||
get index(){
|
||||
return this._index;
|
||||
}
|
||||
|
||||
get size(){
|
||||
return this._size;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
module.exports = InputStream;
|
||||
|
|
|
|||
|
|
@ -11,8 +11,8 @@ exports.error = require('./error/index');
|
|||
exports.Token = require('./Token').Token;
|
||||
exports.CharStreams = require('./CharStreams');
|
||||
exports.CommonToken = require('./Token').CommonToken;
|
||||
exports.InputStream = require('./InputStream').InputStream;
|
||||
exports.FileStream = require('./FileStream').FileStream;
|
||||
exports.InputStream = require('./InputStream');
|
||||
exports.FileStream = require('./FileStream');
|
||||
exports.CommonTokenStream = require('./CommonTokenStream');
|
||||
exports.Lexer = require('./Lexer').Lexer;
|
||||
exports.Parser = require('./Parser').Parser;
|
||||
|
|
|
|||
Loading…
Reference in New Issue