128 lines
4.3 KiB
Python
128 lines
4.3 KiB
Python
import py
|
|
import sys, os
|
|
from py.__.test.dsession.masterslave import MasterNode
|
|
from py.__.execnet.gwmanage import GatewayManager
|
|
from py.__.test import event
|
|
|
|
def getconfiggwspecs(config):
|
|
if config.option.numprocesses:
|
|
if config.option.executable:
|
|
s = 'popen:%s' % config.option.executable
|
|
else:
|
|
s = 'popen'
|
|
gwspecs = [s] * config.option.numprocesses
|
|
else:
|
|
gwspecs = config.option.gateways
|
|
if not gwspecs:
|
|
gwspecs = config.getvalue("gateways")
|
|
else:
|
|
gwspecs = gwspecs.split(",")
|
|
assert gwspecs is not None
|
|
return gwspecs
|
|
|
|
def getconfigroots(config):
|
|
roots = config.option.rsyncdirs
|
|
if roots:
|
|
roots = [py.path.local(x) for x in roots.split(',')]
|
|
else:
|
|
roots = []
|
|
conftestroots = config.getconftest_pathlist("rsyncdirs")
|
|
if conftestroots:
|
|
roots.extend(conftestroots)
|
|
pydir = py.path.local(py.__file__).dirpath()
|
|
for root in roots:
|
|
if not root.check():
|
|
raise ValueError("rsyncdir doesn't exist: %r" %(root,))
|
|
if pydir is not None and root.basename == "py":
|
|
if root != pydir:
|
|
raise ValueError("root %r conflicts with current %r" %(root, pydir))
|
|
pydir = None
|
|
if pydir is not None:
|
|
roots.append(pydir)
|
|
return roots
|
|
|
|
class HostManager(object):
|
|
def __init__(self, config, hosts=None):
|
|
self.config = config
|
|
if hosts is None:
|
|
hosts = getconfiggwspecs(self.config)
|
|
self.roots = getconfigroots(config)
|
|
self.gwmanager = GatewayManager(hosts)
|
|
|
|
def makegateways(self):
|
|
old = self.config.topdir.chdir()
|
|
try:
|
|
self.gwmanager.makegateways()
|
|
finally:
|
|
old.chdir()
|
|
self.trace_hoststatus()
|
|
|
|
def trace_hoststatus(self):
|
|
if self.config.option.debug:
|
|
for ch, result in self.gwmanager.multi_exec("""
|
|
import sys, os
|
|
channel.send((sys.executable, os.getcwd(), sys.path))
|
|
""").receive_each(withchannel=True):
|
|
self.trace("spec %r, execuable %r, cwd %r, syspath %r" %(
|
|
ch.gateway.spec, result[0], result[1], result[2]))
|
|
|
|
def config_getignores(self):
|
|
return self.config.getconftest_pathlist("rsyncignore")
|
|
|
|
def rsync_roots(self):
|
|
""" make sure that all remote gateways
|
|
have the same set of roots in their
|
|
current directory.
|
|
"""
|
|
# we change to the topdir sot that
|
|
# PopenGateways will have their cwd
|
|
# such that unpickling configs will
|
|
# pick it up as the right topdir
|
|
# (for other gateways this chdir is irrelevant)
|
|
self.makegateways()
|
|
options = {
|
|
'ignores': self.config_getignores(),
|
|
'verbose': 1, # self.config.option.verbose
|
|
}
|
|
if self.roots:
|
|
# send each rsync root
|
|
for root in self.roots:
|
|
self.gwmanager.rsync(root, **options)
|
|
else:
|
|
XXX # do we want to care for situations without explicit rsyncdirs?
|
|
# we transfer our topdir as the root
|
|
self.gwmanager.rsync(self.config.topdir, **options)
|
|
# and cd into it
|
|
self.gwmanager.multi_chdir(self.config.topdir.basename, inplacelocal=False)
|
|
self.config.bus.notify("rsyncfinished", event.RsyncFinished())
|
|
|
|
def trace(self, msg):
|
|
self.config.bus.notify("trace", "testhostmanage", msg)
|
|
|
|
def setup_hosts(self, putevent):
|
|
self.rsync_roots()
|
|
nice = self.config.getvalue("dist_nicelevel")
|
|
if nice != 0:
|
|
self.gwmanager.multi_exec("""
|
|
import os
|
|
if hasattr(os, 'nice'):
|
|
os.nice(%r)
|
|
""" % nice).waitclose()
|
|
|
|
self.trace_hoststatus()
|
|
multigw = self.gwmanager.getgateways(inplacelocal=False, remote=True)
|
|
multigw.remote_exec("""
|
|
import os, sys
|
|
sys.path.insert(0, os.getcwd())
|
|
""").waitclose()
|
|
|
|
for gateway in self.gwmanager.gateways:
|
|
host = gateway.spec
|
|
host.node = MasterNode(host,
|
|
gateway,
|
|
self.config,
|
|
putevent)
|
|
|
|
def teardown_hosts(self):
|
|
self.gwmanager.exit()
|