142 lines
4.2 KiB
Python
142 lines
4.2 KiB
Python
""" master code and test dispatching for
|
|
making 1-n master -> slave connection
|
|
and test it locally.
|
|
"""
|
|
|
|
import time, threading
|
|
import py, sys
|
|
|
|
if sys.platform == 'win32':
|
|
py.test.skip("rsession is unsupported on Windows.")
|
|
|
|
from py.__.test.rsession.master import dispatch_loop, setup_slave, MasterNode, randomgen
|
|
from py.__.test.rsession.outcome import ReprOutcome, Outcome
|
|
from py.__.test.rsession.testing.test_slave import funcpass_spec, funcfail_spec
|
|
from py.__.test.rsession import report
|
|
from py.__.test.rsession.rsession import session_options, remote_options
|
|
from py.__.test.rsession.hostmanage import HostInfo
|
|
|
|
def setup_module(mod):
|
|
# bind an empty config
|
|
config = py.test.config._reparse([])
|
|
config.option.max_tasks_per_node = 10
|
|
session_options.bind_config(config)
|
|
#assert not remote_options.exitfirst
|
|
mod.pkgdir = py.path.local(py.__file__).dirpath()
|
|
|
|
class DummyGateway(object):
|
|
def __init__(self):
|
|
self.host = HostInfo("localhost")
|
|
|
|
class DummyChannel(object):
|
|
def __init__(self):
|
|
self.sent = []
|
|
self.gateway = DummyGateway()
|
|
|
|
def setcallback(self, func):
|
|
self.callback = func
|
|
|
|
def send(self, item):
|
|
assert py.std.marshal.dumps(item)
|
|
self.sent.append(item)
|
|
|
|
def test_masternode():
|
|
try:
|
|
raise ValueError()
|
|
except ValueError:
|
|
excinfo = py.code.ExceptionInfo()
|
|
|
|
ch = DummyChannel()
|
|
reportlist = []
|
|
mnode = MasterNode(ch, reportlist.append, {})
|
|
mnode.send(py.test.Item("ok"))
|
|
mnode.send(py.test.Item("notok"))
|
|
ch.callback(Outcome().make_repr())
|
|
ch.callback(Outcome(excinfo=excinfo).make_repr())
|
|
assert len(reportlist) == 4
|
|
received = [i for i in reportlist
|
|
if isinstance(i, report.ReceivedItemOutcome)]
|
|
assert received[0].outcome.passed
|
|
assert not received[1].outcome.passed
|
|
|
|
def test_unique_nodes():
|
|
ch = DummyChannel()
|
|
reportlist = []
|
|
mnode = MasterNode(ch, reportlist.append, {})
|
|
mnode.send(py.test.Item("ok"))
|
|
mnode.send(py.test.Item("ok"))
|
|
ch.callback(Outcome().make_repr())
|
|
ch.callback(Outcome().make_repr())
|
|
assert len(reportlist) == 3
|
|
|
|
def test_outcome_repr():
|
|
out = ReprOutcome(Outcome(skipped=True).make_repr())
|
|
s = repr(out)
|
|
assert s.lower().find("skip") != -1
|
|
|
|
class DummyMasterNode(object):
|
|
def __init__(self):
|
|
self.pending = []
|
|
|
|
def send(self, data):
|
|
self.pending.append(data)
|
|
|
|
def test_dispatch_loop():
|
|
masternodes = [DummyMasterNode(), DummyMasterNode()]
|
|
itemgenerator = iter(range(100))
|
|
shouldstop = lambda : False
|
|
def waiter():
|
|
for node in masternodes:
|
|
node.pending.pop()
|
|
dispatch_loop(masternodes, itemgenerator, shouldstop, waiter=waiter)
|
|
|
|
def test_slave_setup():
|
|
gw = py.execnet.PopenGateway()
|
|
channel = setup_slave(gw, pkgdir, remote_options.d)
|
|
channel.send(funcpass_spec)
|
|
output = ReprOutcome(channel.receive())
|
|
assert output.passed
|
|
channel.send(None)
|
|
channel.waitclose(10)
|
|
gw.exit()
|
|
|
|
def test_slave_running():
|
|
def simple_report(event):
|
|
if not isinstance(event, report.ReceivedItemOutcome):
|
|
return
|
|
item = event.item
|
|
if item.code.name == 'funcpass':
|
|
assert event.outcome.passed
|
|
else:
|
|
assert not event.outcome.passed
|
|
|
|
def open_gw():
|
|
gw = py.execnet.PopenGateway()
|
|
gw.host = HostInfo("localhost")
|
|
gw.host.gw = gw
|
|
channel = setup_slave(gw, pkgdir, remote_options.d)
|
|
mn = MasterNode(channel, simple_report, {})
|
|
return mn
|
|
|
|
master_nodes = [open_gw(), open_gw(), open_gw()]
|
|
rootcol = py.test.collect.Directory(pkgdir.dirpath())
|
|
funcpass_item = rootcol.getitembynames(funcpass_spec)
|
|
funcfail_item = rootcol.getitembynames(funcfail_spec)
|
|
itemgenerator = iter([funcfail_item] +
|
|
[funcpass_item] * 5 + [funcfail_item] * 5)
|
|
shouldstop = lambda : False
|
|
dispatch_loop(master_nodes, itemgenerator, shouldstop)
|
|
|
|
def test_randomgen():
|
|
d = {}
|
|
gen = randomgen({1:True, 2:True, 3:True}, d)
|
|
for i in range(100):
|
|
assert gen.next() in [1,2,3]
|
|
d[3] = True
|
|
for i in range(100):
|
|
assert gen.next() in [1,2]
|
|
d[2] = True
|
|
d[1] = True
|
|
py.test.raises(StopIteration, "gen.next()")
|
|
|