yet more playing with python build
This commit is contained in:
Terence Parr
parrt
parent
7d8078cfc2
commit
d0c3694e71
|
|
@ -0,0 +1,216 @@
|
|||
#!/usr/bin/env python
|
||||
from collections import OrderedDict
|
||||
|
||||
"""
|
||||
This script uses my experimental build tool http://www.bildtool.org
|
||||
|
||||
In order to build the complete ANTLR4 product with Java, CSharp, Python 2/3, and JavaScript
|
||||
targets, do the following from a UNIX command line. Windows build using this script
|
||||
is not yet supported.
|
||||
|
||||
You will also need python 2.7, python 3.4, node.js and mono (on Mac/Linux)
|
||||
|
||||
mkdir -p /usr/local/antlr # somewhere appropriate where you want to install stuff
|
||||
cd /usr/local/antlr
|
||||
git clone git@github.com:antlr/antlr4.git
|
||||
cd antlr4
|
||||
./testbild.py tests
|
||||
|
||||
This script must be run from the main antlr4 directory.
|
||||
"""
|
||||
|
||||
# bootstrap by downloading bilder.py if not found
|
||||
import urllib
|
||||
import os
|
||||
import inspect
|
||||
|
||||
if not os.path.exists("bilder.py"):
|
||||
print "bootstrapping; downloading bilder.py"
|
||||
urllib.urlretrieve(
|
||||
"https://raw.githubusercontent.com/parrt/bild/master/src/python/bilder.py",
|
||||
"bilder.py")
|
||||
|
||||
# assumes bilder.py is in current directory
|
||||
from bilder import *
|
||||
|
||||
BOOTSTRAP_VERSION = "4.5"
|
||||
VERSION = "4.5.1"
|
||||
|
||||
TARGETS = ["Java", "CSharp", "Python2", "Python3", "JavaScript"]
|
||||
|
||||
TOOL_PATH = []
|
||||
TEST_PATH = []
|
||||
|
||||
BUILD = "build"
|
||||
|
||||
JUNIT = ["junit-4.11.jar", "hamcrest-core-1.3.jar"]
|
||||
|
||||
class Goal:
|
||||
def __init__(self,name,srcdirs=[],requires=[],dependencies=[],usesmods=[],resources=[],skip=[],tasks=[]):
|
||||
self.name = name
|
||||
self.srcdirs = srcdirs
|
||||
self.requires = requires
|
||||
self.dependencies = dependencies
|
||||
self.usesmods = usesmods
|
||||
self.resources = resources
|
||||
self.skip = skip
|
||||
self.tasks = tasks
|
||||
|
||||
|
||||
goals = {}
|
||||
|
||||
RUNTIME_TEST_SKIP = [
|
||||
'org/antlr/v4/test/runtime/javascript/firefox',
|
||||
'org/antlr/v4/test/runtime/javascript/chrome',
|
||||
'org/antlr/v4/test/runtime/javascript/explorer',
|
||||
'org/antlr/v4/test/runtime/javascript/safari',
|
||||
]
|
||||
|
||||
def module(name,srcdirs=[],requires=[],dependencies=[],usesmods=[],resources=[],skip=[],tasks=[]):
|
||||
global goals
|
||||
goals[name] = Goal(name,srcdirs,requires,dependencies,usesmods,resources,skip,tasks)
|
||||
|
||||
|
||||
def parsers():
|
||||
antlr3("tool/src/org/antlr/v4/parse", "gen3", version="3.5.2", package="org.antlr.v4.parse")
|
||||
antlr3("tool/src/org/antlr/v4/codegen", "gen3", version="3.5.2", package="org.antlr.v4.codegen",
|
||||
args=["-lib", uniformpath("gen3/org/antlr/v4/parse")])
|
||||
antlr4("runtime/Java/src/org/antlr/v4/runtime/tree/xpath", "gen4",
|
||||
version=BOOTSTRAP_VERSION, package="org.antlr.v4.runtime.tree.xpath")
|
||||
|
||||
module(name="runtime",
|
||||
srcdirs=["runtime/Java/src","gen4"],
|
||||
requires=parsers,
|
||||
dependencies=["antlr-"+BOOTSTRAP_VERSION+"-complete.jar"])
|
||||
|
||||
module(name="runtime-tests",
|
||||
srcdirs=["runtime-testsuite/test"],
|
||||
dependencies=["antlr-"+BOOTSTRAP_VERSION+"-complete.jar"]+JUNIT,
|
||||
usesmods=["runtime", "tool"],
|
||||
resources=["runtime/CSharp/Antlr4.Runtime/Antlr4.Runtime.mono.csproj",
|
||||
"runtime/JavaScript/src",
|
||||
"runtime/Python2/src",
|
||||
"runtime/Python3/src",
|
||||
"runtime/Java/src"
|
||||
],
|
||||
skip=RUNTIME_TEST_SKIP)
|
||||
|
||||
module(name="tool",
|
||||
srcdirs=["gen3", "tool/src"],
|
||||
requires=["parsers"],
|
||||
dependencies=["antlr-3.5.2-runtime.jar", "ST-4.0.8.jar"],
|
||||
usesmods=["runtime"],
|
||||
resources=["tool/resources"])
|
||||
|
||||
def download_libs():
|
||||
global junit_jar, hamcrest_jar
|
||||
junit_jar, hamcrest_jar = load_junitjars()
|
||||
depends("http://www.antlr3.org/download/antlr-3.5.2-runtime.jar")
|
||||
depends("http://www.stringtemplate.org/download/ST-4.0.8.jar")
|
||||
copyfile(src="runtime/Java/lib/org.abego.treelayout.core.jar", trg=JARCACHE)
|
||||
|
||||
|
||||
def compile_goal(goal_name):
|
||||
goal = goals[goal_name]
|
||||
print "compile "+goal.name
|
||||
mycompile(goal.name,
|
||||
goal.srcdirs,
|
||||
[os.path.join(JARCACHE,d) for d in goal.dependencies] +
|
||||
[os.path.join(BUILD,d) for d in goal.usesmods],
|
||||
skip=goal.skip)
|
||||
|
||||
def mycompile(goal,srcpaths,dependencies,skip=[]):
|
||||
args = ["-Xlint", "-Xlint:-serial", "-g"]
|
||||
jars=None
|
||||
trgdir = os.path.join(BUILD, goal)
|
||||
if len(dependencies)>0:
|
||||
dependencies = [uniformpath(d) for d in dependencies] # need absolute paths for CLASSPATH
|
||||
jars = string.join(dependencies, os.pathsep)
|
||||
jars += os.pathsep+trgdir # we can also see the code we're generating
|
||||
args += ["-sourcepath", string.join(srcpaths, ":")] # javac says always ':'
|
||||
for src in srcpaths:
|
||||
javac(srcdir=src, trgdir=trgdir, version="1.6", cp=jars, args=args, skip=skip)
|
||||
|
||||
for g in goals:
|
||||
for mod in goals[g].usesmods:
|
||||
compile_goal(mod)
|
||||
compile_goal(g)
|
||||
|
||||
def srcdirs(*dirs):
|
||||
caller = inspect.currentframe().f_back.f_code.co_name
|
||||
print caller+" srcdirs "+str(dirs)
|
||||
if caller not in goals:
|
||||
goals[caller] = Goal(caller)
|
||||
goals[caller].srcdirs=dirs
|
||||
|
||||
def dependencies(*jars):
|
||||
caller = inspect.currentframe().f_back.f_code.co_name
|
||||
print caller+" dependencies "+str(jars)
|
||||
if caller not in goals:
|
||||
goals[caller] = Goal(caller)
|
||||
goals[caller].dependencies=jars
|
||||
|
||||
|
||||
# def runtime():
|
||||
# require(parsers)
|
||||
# srcdirs("runtime/Java/src","gen4")
|
||||
# dependencies("antlr-"+BOOTSTRAP_VERSION+"-complete.jar")
|
||||
# compile_goal("runtime")
|
||||
|
||||
|
||||
def tool():
|
||||
require(parsers)
|
||||
require(runtime)
|
||||
compile_goal("tool")
|
||||
|
||||
|
||||
def runtime_tests():
|
||||
require(runtime)
|
||||
compile_goal("runtime-tests")
|
||||
g = goals["runtime-tests"]
|
||||
cp = [os.path.join(JARCACHE,d) for d in g.dependencies] +\
|
||||
g.resources +\
|
||||
[os.path.join(BUILD,d) for d in g.usesmods]
|
||||
cp = [uniformpath(p) for p in cp]
|
||||
junit(os.path.join(BUILD,"runtime-tests"), cp=string.join(cp,os.pathsep), verbose=False)
|
||||
|
||||
|
||||
def tool_tests():
|
||||
require(runtime_tests)
|
||||
require(tool)
|
||||
mycompile("tool-tests",
|
||||
TOOLTEST_SRC,
|
||||
[os.path.join(JARCACHE,d) for d in TOOLTEST_DEP] +
|
||||
[os.path.join(BUILD,d) for d in TOOLTEST_MOD_DEP])
|
||||
cp = [os.path.join(JARCACHE,d) for d in TOOLTEST_DEP] +\
|
||||
TOOLTEST_RES +\
|
||||
[os.path.join(BUILD,d) for d in TOOLTEST_MOD_DEP]
|
||||
cp = [uniformpath(p) for p in cp]
|
||||
junit(os.path.join(BUILD,"tool-tests"), cp=string.join(cp,os.pathsep), verbose=False)
|
||||
|
||||
def regen_tests():
|
||||
"""
|
||||
Generate all runtime Test*.java files for all targets into
|
||||
runtime-testsuite/test/org/antlr/v4/test/runtime/targetname
|
||||
"""
|
||||
|
||||
|
||||
def clean(dist=True):
|
||||
if dist:
|
||||
rmdir("dist")
|
||||
rmdir(BUILD)
|
||||
rmdir("gen3")
|
||||
rmdir("gen4")
|
||||
rmdir("doc")
|
||||
|
||||
|
||||
def all():
|
||||
download_libs()
|
||||
runtime()
|
||||
tool()
|
||||
|
||||
|
||||
def depends(url):
|
||||
download(url, JARCACHE)
|
||||
|
||||
processargs(globals()) # E.g., "python bild.py all"
|
||||
Loading…
Reference in New Issue