[svn r57358] move more scripts to build directory
--HG-- branch : trunk
This commit is contained in:
hpk
parent
82b9899401
commit
013cbb52a1
|
|
@ -1,58 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
""" quick tool to get documentation + apigen docs generated
|
||||
|
||||
given a certain targetpath, apigen docs will be placed in 'apigen',
|
||||
|
||||
user can choose to only build either docs or apigen docs: in this case,
|
||||
the navigation bar will be adjusted
|
||||
"""
|
||||
|
||||
from _findpy import py
|
||||
import py
|
||||
pypath = py.__pkg__.getpath()
|
||||
|
||||
def run_tests(path, envvars='', args=''):
|
||||
pytestpath = pypath.join('bin/py.test')
|
||||
cmd = ('PYTHONPATH="%s" %s python "%s" %s "%s"' %
|
||||
(pypath.dirpath(), envvars, pytestpath, args, path))
|
||||
print cmd
|
||||
py.process.cmdexec(cmd)
|
||||
|
||||
def build_apigen_docs(targetpath, testargs=''):
|
||||
run_tests(pypath,
|
||||
'APIGEN_TARGET="%s/apigen" APIGEN_DOCRELPATH="../"' % (
|
||||
targetpath,),
|
||||
'%s --apigen="%s/apigen/apigen.py"' % (testargs, pypath))
|
||||
|
||||
def build_docs(targetpath, testargs):
|
||||
docpath = pypath.join('doc')
|
||||
run_tests(docpath, '',
|
||||
testargs + ' --forcegen --apigen="%s/apigen/apigen.py"' % (pypath,))
|
||||
docpath.copy(targetpath)
|
||||
|
||||
def build_nav(targetpath, docs=True, api=True):
|
||||
pass
|
||||
|
||||
def build(targetpath, docs=True, api=True, testargs=''):
|
||||
targetpath.ensure(dir=True)
|
||||
if docs:
|
||||
print 'building docs'
|
||||
build_docs(targetpath, testargs)
|
||||
if api:
|
||||
print 'building api'
|
||||
build_apigen_docs(targetpath, testargs)
|
||||
|
||||
if __name__ == '__main__':
|
||||
import sys
|
||||
if len(sys.argv) == 1:
|
||||
print 'usage: %s <targetdir> [options]'
|
||||
print
|
||||
print ' targetdir: a path to a directory (created if it doesn\'t'
|
||||
print ' exist) where the docs are put'
|
||||
print ' options: options passed to py.test when running the tests'
|
||||
sys.exit(1)
|
||||
targetpath = py.path.local(sys.argv[1])
|
||||
args = ' '.join(sys.argv[2:])
|
||||
build(targetpath, True, True, args)
|
||||
|
||||
|
|
@ -1,184 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
from _findpy import py
|
||||
import sys
|
||||
|
||||
pydir = py.path.local(py.__file__).dirpath()
|
||||
rootdir = pydir.dirpath()
|
||||
|
||||
def gen_manifest():
|
||||
pywc = py.path.svnwc(pydir)
|
||||
status = pywc.status(rec=True)
|
||||
#assert not status.modified
|
||||
#assert not status.deleted
|
||||
#assert not status.added
|
||||
versioned = dict([(x.localpath,1) for x in status.allpath()])
|
||||
|
||||
l = []
|
||||
for x in rootdir.visit(None, lambda x: x.basename != '.svn'):
|
||||
if x.check(file=1):
|
||||
names = [y.basename for y in x.parts()]
|
||||
if '.svn' in names:
|
||||
l.append(x)
|
||||
elif x in versioned:
|
||||
l.append(x)
|
||||
l.append(rootdir / "setup.py")
|
||||
l = [x.relto(rootdir) for x in l]
|
||||
l.append("")
|
||||
s = "\n".join(l)
|
||||
return s
|
||||
|
||||
def trace(arg):
|
||||
lines = str(arg).split('\n')
|
||||
prefix = "[trace] "
|
||||
prefix = "* "
|
||||
indent = len(prefix)
|
||||
ispace = " " * indent
|
||||
lines = [ispace + line for line in lines]
|
||||
if lines:
|
||||
lines[0] = prefix + lines[0][indent:]
|
||||
for line in lines:
|
||||
print >>py.std.sys.stdout, line
|
||||
|
||||
def make_distfiles(tmpdir):
|
||||
""" return distdir with tar.gz and zipfile. """
|
||||
manifest = tmpdir.join('MANIFEST')
|
||||
trace("generating %s" %(manifest,))
|
||||
content = gen_manifest()
|
||||
manifest.write(content)
|
||||
trace("wrote %d files into manifest file" %len(content.split('\n')))
|
||||
|
||||
distdir = tmpdir.ensure('dist', dir=1)
|
||||
oldir = rootdir.chdir()
|
||||
try:
|
||||
from py.__.misc._dist import setup
|
||||
trace("invoking sdist, generating into %s" % (distdir,))
|
||||
setup(py, script_name="setup.py",
|
||||
script_args=('-q', 'sdist', '--no-prune',
|
||||
'-m', str(manifest),
|
||||
'--formats=gztar,zip',
|
||||
'-d', str(distdir)))
|
||||
setup(py, script_name="setup.py",
|
||||
script_args=('-q', 'bdist_wininst',
|
||||
#'-m', str(manifest),
|
||||
'-d', str(distdir)))
|
||||
finally:
|
||||
oldir.chdir()
|
||||
return distdir
|
||||
|
||||
|
||||
def pytest(unpacked):
|
||||
trace("py-testing %s" % unpacked)
|
||||
old = unpacked.chdir()
|
||||
try:
|
||||
import os
|
||||
os.system("python py/bin/py.test py")
|
||||
finally:
|
||||
old.chdir()
|
||||
|
||||
def unpackremotetar(tmpdir, strurl):
|
||||
import tarfile, urllib
|
||||
f = urllib.urlopen(strurl)
|
||||
basename = strurl.split('/')[-1]
|
||||
target = tmpdir.join(basename)
|
||||
trace("downloading %r to %s" %(strurl, target,))
|
||||
target.write(f.read())
|
||||
|
||||
trace("extracting to %s" %(target,))
|
||||
old = tmpdir.chdir()
|
||||
try:
|
||||
py.process.cmdexec("tar zxf %s" %(target,))
|
||||
finally:
|
||||
old.chdir()
|
||||
prefix = '.tar.gz'
|
||||
assert basename.endswith(prefix)
|
||||
stripped = basename[:-len(prefix)]
|
||||
unpacked = tmpdir.join(stripped)
|
||||
assert unpacked
|
||||
return unpacked
|
||||
|
||||
def checksvnworks(unpacked):
|
||||
pywc = py.path.svnwc(unpacked.join('py'))
|
||||
trace("checking versioning works: %s" %(pywc,))
|
||||
status = pywc.status(rec=True)
|
||||
assert not status.modified
|
||||
assert not status.deleted
|
||||
assert not status.unknown
|
||||
|
||||
def pytest_remote(address, url):
|
||||
gw = py.execnet.SshGateway(address)
|
||||
basename = url[url.rfind('/')+1:]
|
||||
purebasename = basename[:-len('.tar.gz')]
|
||||
|
||||
def mytrace(x, l=[]):
|
||||
l.append(x)
|
||||
if x.endswith('\n'):
|
||||
trace("".join(l))
|
||||
l[:] = []
|
||||
|
||||
channel = gw.remote_exec(stdout=mytrace, stderr=sys.stderr, source="""
|
||||
url = %(url)r
|
||||
basename = %(basename)r
|
||||
purebasename = %(purebasename)r
|
||||
import os, urllib
|
||||
f = urllib.urlopen(url)
|
||||
print "reading from", url
|
||||
s = f.read()
|
||||
f.close()
|
||||
f = open(basename, 'w')
|
||||
f.write(s)
|
||||
f.close()
|
||||
if os.path.exists(purebasename):
|
||||
import shutil
|
||||
shutil.rmtree(purebasename)
|
||||
os.system("tar zxf %%s" %% (basename,))
|
||||
print "unpacked", purebasename
|
||||
os.chdir(purebasename)
|
||||
print "testing at %(address)s ..."
|
||||
#os.system("python py/bin/py.test py")
|
||||
import commands
|
||||
status, output = commands.getstatusoutput("python py/bin/py.test py")
|
||||
#print output
|
||||
print "status:", status
|
||||
|
||||
""" % locals())
|
||||
channel.waitclose(200.0)
|
||||
|
||||
if __name__ == '__main__':
|
||||
py.magic.invoke(assertion=True)
|
||||
version = py.std.sys.argv[1]
|
||||
assert py.__pkg__.version == version, (
|
||||
"py package has version %s\nlocation: %s" %
|
||||
(py.__pkg__.version, pydir))
|
||||
|
||||
tmpdir = py.path.local.get_temproot().join('makepyrelease-%s' % version)
|
||||
if tmpdir.check():
|
||||
trace("removing %s" %(tmpdir,))
|
||||
tmpdir.remove()
|
||||
tmpdir.mkdir()
|
||||
trace("using tmpdir %s" %(tmpdir,))
|
||||
|
||||
distdir = make_distfiles(tmpdir)
|
||||
targz = distdir.join('py-%s.tar.gz' % version)
|
||||
zip = distdir.join('py-%s.zip' % version)
|
||||
files = distdir.listdir()
|
||||
for fn in files:
|
||||
assert fn.check(file=1)
|
||||
|
||||
remotedir = 'codespeak.net://www/codespeak.net/htdocs/download/py/'
|
||||
source = distdir # " ".join([str(x) for x in files])
|
||||
trace("rsyncing %(source)s to %(remotedir)s" % locals())
|
||||
py.process.cmdexec("rsync -avz %(source)s/ %(remotedir)s" % locals())
|
||||
|
||||
ddir = tmpdir.ensure('download', dir=1)
|
||||
URL = py.__pkg__.download_url # 'http://codespeak.net/download/py/'
|
||||
unpacked = unpackremotetar(ddir, URL)
|
||||
assert unpacked == ddir.join("py-%s" % (version,))
|
||||
|
||||
#checksvnworks(unpacked)
|
||||
#pytest(unpacked)
|
||||
|
||||
pytest_remote('test@codespeak.net', py.__pkg__.download_url)
|
||||
|
||||
|
||||
|
||||
|
|
@ -1,89 +0,0 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
""" run py.test with the --apigen option and rsync the results to a host
|
||||
|
||||
rsyncs the whole package (with all the ReST docs converted to HTML) as well
|
||||
as the apigen docs to a given remote host and path
|
||||
"""
|
||||
from _findpy import py
|
||||
import py
|
||||
import sys
|
||||
|
||||
def rsync(pkgpath, apidocspath, gateway, remotepath):
|
||||
""" copy the code and docs to the remote host """
|
||||
# copy to a temp dir first, even though both paths (normally) share the
|
||||
# same parent dir, that may contain other stuff that we don't want to
|
||||
# copy...
|
||||
tempdir = py.test.ensuretemp('update_website_rsync_temp')
|
||||
pkgpath.copy(tempdir.ensure(pkgpath.basename, dir=True))
|
||||
apidocspath.copy(tempdir.ensure(apidocspath.basename, dir=True))
|
||||
|
||||
rs = py.execnet.RSync(tempdir)
|
||||
rs.add_target(gateway, remotepath, delete=True)
|
||||
rs.send()
|
||||
|
||||
def run_tests(pkgpath, apigenpath, args='', captureouterr=False):
|
||||
""" run the unit tests and build the docs """
|
||||
pypath = py.__pkg__.getpath()
|
||||
pytestpath = pypath.join('bin/py.test')
|
||||
# XXX this would need a Windows specific version if we want to allow
|
||||
# running this script on that platform, but currently --apigen doesn't
|
||||
# work there anyway...
|
||||
apigenscript = pkgpath.join('apigen/apigen.py') # XXX be more general here?
|
||||
if not apigenscript.check(file=True):
|
||||
apigenscript = pypath.join('apigen/apigen.py')
|
||||
cmd = ('APIGENPATH="%s" PYTHONPATH="%s:%s" python '
|
||||
'"%s" %s --apigen="%s" "%s"' % (apigenpath, pypath.dirpath(),
|
||||
pkgpath.dirpath(), pytestpath,
|
||||
args, apigenscript,
|
||||
pkgpath))
|
||||
if captureouterr:
|
||||
cmd += ' > /dev/null 2>&1'
|
||||
try:
|
||||
output = py.process.cmdexec(cmd)
|
||||
except py.error.Error, e:
|
||||
return e.err or str(e)
|
||||
return None
|
||||
|
||||
def main(pkgpath, apidocspath, rhost, rpath, args='', ignorefail=False):
|
||||
print 'running tests'
|
||||
errors = run_tests(pkgpath, apidocspath, args)
|
||||
if errors:
|
||||
print >>sys.stderr, \
|
||||
'Errors while running the unit tests: %s' % (errors,)
|
||||
if not ignorefail:
|
||||
print >>sys.stderr, ('if you want to continue the update '
|
||||
'regardless of failures, use --ignorefail')
|
||||
sys.exit(1)
|
||||
|
||||
print 'rsyncing'
|
||||
gateway = py.execnet.SshGateway(rhost)
|
||||
errors = rsync(pkgpath, apidocspath, gateway, rpath)
|
||||
if errors:
|
||||
print >>sys.stderr, 'Errors while rsyncing: %s'
|
||||
sys.exit(1)
|
||||
|
||||
if __name__ == '__main__':
|
||||
args = sys.argv[1:]
|
||||
if '--help' in args or '-h' in args:
|
||||
print 'usage: %s [options]'
|
||||
print
|
||||
print 'run the py lib tests and update the py lib website'
|
||||
print 'options:'
|
||||
print ' --ignorefail: ignore errors in the unit tests and always'
|
||||
print ' try to rsync'
|
||||
print ' --help: show this message'
|
||||
print
|
||||
print 'any additional arguments are passed on as-is to the py.test'
|
||||
print 'child process'
|
||||
sys.exit()
|
||||
ignorefail = False
|
||||
if '--ignorefail' in args:
|
||||
args.remove('--ignorefail')
|
||||
ignorefail = True
|
||||
args = ' '.join(sys.argv[1:])
|
||||
pkgpath = py.__pkg__.getpath()
|
||||
apidocspath = pkgpath.dirpath().join('apigen')
|
||||
main(pkgpath, apidocspath, 'codespeak.net',
|
||||
'/home/guido/rsynctests', args, ignorefail)
|
||||
|
||||
|
|
@ -1,3 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\py.test" %*
|
||||
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\..\py.cleanup" %*
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\..\py.countloc" %*
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\..\py.lookup" %*
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\..\py.rest" %*
|
||||
|
|
@ -1,2 +0,0 @@
|
|||
@echo off
|
||||
python "%~dp0\..\py.test" %*
|
||||
Loading…
Reference in New Issue