331 lines
13 KiB
Python
331 lines
13 KiB
Python
|
|
""" Tests various aspects of rsession, like ssh hosts setup/teardown
|
|
"""
|
|
|
|
import py
|
|
from py.__.test.rsession import report
|
|
from py.__.test.rsession.rsession import RSession, parse_directories,\
|
|
parse_directories
|
|
from py.__.test.rsession.hostmanage import HostOptions, HostManager,\
|
|
HostInfo
|
|
from py.__.test.rsession.testing.test_slave import funcfail_spec,\
|
|
funcpass_spec, funcskip_spec, funcprint_spec, funcprintfail_spec, \
|
|
funcoptioncustom_spec
|
|
|
|
def setup_module(mod):
|
|
mod.pkgdir = py.path.local(py.__file__).dirpath()
|
|
|
|
def test_setup_non_existing_hosts():
|
|
setup_events = []
|
|
hosts = [HostInfo("alskdjalsdkjasldkajlsd")]
|
|
config = py.test.config._reparse([])
|
|
hm = HostManager(hosts, config)
|
|
cmd = "hm.init_hosts(setup_events.append)"
|
|
py.test.raises((py.process.cmdexec.Error, IOError, EOFError), cmd)
|
|
#assert setup_events
|
|
|
|
def test_getpkdir():
|
|
one = pkgdir.join("initpkg.py")
|
|
two = pkgdir.join("path", "__init__.py")
|
|
p1 = RSession.getpkgdir(one)
|
|
p2 = RSession.getpkgdir(two)
|
|
assert p1 == p2
|
|
assert p1 == pkgdir
|
|
|
|
def test_getpkdir_no_inits():
|
|
tmp = py.test.ensuretemp("getpkdir1")
|
|
fn = tmp.ensure("hello.py")
|
|
assert RSession.getpkgdir(fn) == fn
|
|
|
|
#def test_make_colitems():
|
|
# one = pkgdir.join("initpkg.py")
|
|
# two = pkgdir.join("path", "__init__.py")#
|
|
|
|
# cols = RSession.make_colitems([one, two], baseon=pkgdir)
|
|
# assert len(cols) == 2
|
|
# col_one, col_two = cols
|
|
# assert col_one.listnames() == ["py", "initpkg.py"]
|
|
# assert col_two.listnames() == ["py", "path", "__init__.py"]#
|
|
#
|
|
# cols = RSession.make_colitems([one, two], baseon=pkgdir.dirpath())
|
|
# assert len(cols) == 2
|
|
# col_one, col_two = cols
|
|
# assert col_one.listnames() == [pkgdir.dirpath().basename,
|
|
# "py", "initpkg.py"]
|
|
# assert col_two.listnames() == [pkgdir.dirpath().basename,
|
|
# "py", "path", "__init__.py"]
|
|
|
|
def test_example_tryiter():
|
|
events = []
|
|
tmpdir = py.test.ensuretemp("tryitertest")
|
|
tmpdir.ensure("a", "__init__.py")
|
|
tmpdir.ensure("conftest.py").write(py.code.Source("""
|
|
import py
|
|
py.test.skip("Reason")
|
|
"""))
|
|
tmpdir.ensure("a", "test_empty.py").write(py.code.Source("""
|
|
def test_empty():
|
|
pass
|
|
"""))
|
|
rootcol = py.test.collect.Directory(tmpdir)
|
|
data = list(rootcol.tryiter(reporterror=events.append))
|
|
assert len(events) == 2
|
|
assert str(events[1][0].value) == "Reason"
|
|
|
|
class TestRSessionRemote:
|
|
def test_example_distribution_minus_x(self):
|
|
tmpdir = py.test.ensuretemp("example_distribution_minus_x")
|
|
tmpdir.ensure("sub", "conftest.py").write(py.code.Source("""
|
|
dist_hosts = [%r]
|
|
""" % ('localhost',)))
|
|
tmpdir.ensure("sub", "__init__.py")
|
|
tmpdir.ensure("sub", "test_one.py").write(py.code.Source("""
|
|
def test_1():
|
|
pass
|
|
def test_x():
|
|
import py
|
|
py.test.skip("aaa")
|
|
def test_2():
|
|
assert 0
|
|
def test_3():
|
|
raise ValueError(23)
|
|
def test_4(someargs):
|
|
pass
|
|
"""))
|
|
args = [str(tmpdir.join("sub")), "-x"]
|
|
config = py.test.config._reparse(args)
|
|
rsession = RSession(config)
|
|
allevents = []
|
|
rsession.main(reporter=allevents.append)
|
|
testevents = [x for x in allevents
|
|
if isinstance(x, report.ReceivedItemOutcome)]
|
|
assert len(testevents) == 3
|
|
assert rsession.checkfun()
|
|
|
|
def test_example_distribution(self):
|
|
subdir = "sub_example_dist"
|
|
tmpdir = py.test.ensuretemp("example_distribution")
|
|
tmpdir.ensure(subdir, "conftest.py").write(py.code.Source("""
|
|
dist_hosts = [%r]
|
|
dist_rsync_roots = ["%s", "../py"]
|
|
""" % ('localhost', tmpdir.join(subdir), )))
|
|
tmpdir.ensure(subdir, "__init__.py")
|
|
tmpdir.ensure(subdir, "test_one.py").write(py.code.Source("""
|
|
def test_1():
|
|
pass
|
|
def test_2():
|
|
assert 0
|
|
def test_3():
|
|
raise ValueError(23)
|
|
def test_4(someargs):
|
|
pass
|
|
def test_5():
|
|
assert __file__ != '%s'
|
|
def test_6():
|
|
import py
|
|
assert py.__file__ != '%s'
|
|
""" % (str(tmpdir.join(subdir)), py.__file__)))
|
|
tmpdir.join("py").mksymlinkto(py.path.local(py.__file__).dirpath())
|
|
args = [str(tmpdir.join(subdir))]
|
|
config = py.test.config._reparse(args)
|
|
rsession = RSession(config, optimise_localhost=False)
|
|
allevents = []
|
|
rsession.main(reporter=allevents.append)
|
|
testevents = [x for x in allevents
|
|
if isinstance(x, report.ReceivedItemOutcome)]
|
|
assert len(testevents)
|
|
passevents = [i for i in testevents if i.outcome.passed]
|
|
failevents = [i for i in testevents if i.outcome.excinfo]
|
|
skippedevents = [i for i in testevents if i.outcome.skipped]
|
|
assert len(testevents) == 6
|
|
assert len(passevents) == 3
|
|
assert len(failevents) == 3
|
|
tb = failevents[0].outcome.excinfo.traceback
|
|
assert str(tb[0].path).find("test_one") != -1
|
|
assert tb[0].source.find("test_2") != -1
|
|
assert failevents[0].outcome.excinfo.typename == 'AssertionError'
|
|
tb = failevents[1].outcome.excinfo.traceback
|
|
assert str(tb[0].path).find("test_one") != -1
|
|
assert tb[0].source.find("test_3") != -1
|
|
assert failevents[1].outcome.excinfo.typename == 'ValueError'
|
|
assert failevents[1].outcome.excinfo.value == '23'
|
|
tb = failevents[2].outcome.excinfo.traceback
|
|
assert failevents[2].outcome.excinfo.typename == 'TypeError'
|
|
assert str(tb[0].path).find("executor") != -1
|
|
assert tb[0].source.find("execute") != -1
|
|
|
|
def test_setup_teardown_ssh(self):
|
|
hosts = [HostInfo('localhost')]
|
|
parse_directories(hosts)
|
|
setup_events = []
|
|
teardown_events = []
|
|
|
|
config = py.test.config._reparse([])
|
|
opts = HostOptions(optimise_localhost=False)
|
|
hm = HostManager(hosts, config, opts)
|
|
nodes = hm.init_hosts(setup_events.append)
|
|
hm.teardown_hosts(teardown_events.append,
|
|
[node.channel for node in nodes], nodes)
|
|
|
|
count_rsyn_calls = [i for i in setup_events
|
|
if isinstance(i, report.HostRSyncing)]
|
|
assert len(count_rsyn_calls) == len([i for i in hosts])
|
|
count_ready_calls = [i for i in setup_events
|
|
if isinstance(i, report.HostReady)]
|
|
assert len(count_ready_calls) == len([i for i in hosts])
|
|
|
|
# same for teardown events
|
|
teardown_wait_starts = [i for i in teardown_events
|
|
if isinstance(i, report.CallStart)]
|
|
teardown_wait_ends = [i for i in teardown_events
|
|
if isinstance(i, report.CallFinish)]
|
|
assert len(teardown_wait_starts) == len(hosts)
|
|
assert len(teardown_wait_ends) == len(hosts)
|
|
|
|
def test_setup_teardown_run_ssh(self):
|
|
hosts = [HostInfo('localhost')]
|
|
parse_directories(hosts)
|
|
allevents = []
|
|
|
|
config = py.test.config._reparse([])
|
|
opts = HostOptions(optimise_localhost=False)
|
|
hm = HostManager(hosts, config, opts)
|
|
nodes = hm.init_hosts(allevents.append)
|
|
|
|
from py.__.test.rsession.testing.test_executor \
|
|
import ItemTestPassing, ItemTestFailing, ItemTestSkipping
|
|
|
|
rootcol = py.test.collect.Directory(pkgdir.dirpath())
|
|
itempass = rootcol._getitembynames(funcpass_spec)
|
|
itemfail = rootcol._getitembynames(funcfail_spec)
|
|
itemskip = rootcol._getitembynames(funcskip_spec)
|
|
itemprint = rootcol._getitembynames(funcprint_spec)
|
|
|
|
# actually run some tests
|
|
for node in nodes:
|
|
node.send(itempass)
|
|
node.send(itemfail)
|
|
node.send(itemskip)
|
|
node.send(itemprint)
|
|
|
|
hm.teardown_hosts(allevents.append, [node.channel for node in nodes], nodes)
|
|
|
|
events = [i for i in allevents
|
|
if isinstance(i, report.ReceivedItemOutcome)]
|
|
passed = [i for i in events
|
|
if i.outcome.passed]
|
|
skipped = [i for i in events
|
|
if i.outcome.skipped]
|
|
assert len(passed) == 2 * len(nodes)
|
|
assert len(skipped) == len(nodes)
|
|
assert len(events) == 4 * len(nodes)
|
|
# one of passed for each node has non-empty stdout
|
|
passed_stdout = [i for i in passed if i.outcome.stdout.find('samfing') != -1]
|
|
assert len(passed_stdout) == len(nodes), passed
|
|
|
|
def test_config_pass(self):
|
|
""" Tests options object passing master -> server
|
|
"""
|
|
allevents = []
|
|
hosts = [HostInfo('localhost')]
|
|
parse_directories(hosts)
|
|
config = py.test.config._reparse([])
|
|
config._overwrite('custom', 'custom')
|
|
# we need to overwrite default list to serialize
|
|
from py.__.test.rsession.master import defaultconftestnames
|
|
defaultconftestnames.append("custom")
|
|
try:
|
|
opts = HostOptions(optimise_localhost=False)
|
|
hm = HostManager(hosts, config, opts)
|
|
nodes = hm.init_hosts(allevents.append)
|
|
|
|
rootcol = py.test.collect.Directory(pkgdir.dirpath())
|
|
itempass = rootcol._getitembynames(funcoptioncustom_spec)
|
|
|
|
for node in nodes:
|
|
node.send(itempass)
|
|
|
|
hm.teardown_hosts(allevents.append, [node.channel for node in nodes], nodes)
|
|
events = [i for i in allevents
|
|
if isinstance(i, report.ReceivedItemOutcome)]
|
|
passed = [i for i in events
|
|
if i.outcome.passed]
|
|
skipped = [i for i in events
|
|
if i.outcome.skipped]
|
|
assert len(passed) == 1 * len(nodes)
|
|
assert len(skipped) == 0
|
|
assert len(events) == len(passed)
|
|
finally:
|
|
defaultconftestnames.remove("custom")
|
|
|
|
def test_nice_level(self):
|
|
""" Tests if nice level behaviour is ok
|
|
"""
|
|
allevents = []
|
|
hosts = [HostInfo('localhost')]
|
|
parse_directories(hosts)
|
|
tmpdir = py.test.ensuretemp("nice")
|
|
tmpdir.ensure("__init__.py")
|
|
tmpdir.ensure("conftest.py").write(py.code.Source("""
|
|
dist_hosts = ['localhost']
|
|
dist_nicelevel = 10
|
|
"""))
|
|
tmpdir.ensure("test_one.py").write("""def test_nice():
|
|
import os
|
|
assert os.nice(0) == 10
|
|
""")
|
|
|
|
config = py.test.config._reparse([tmpdir])
|
|
rsession = RSession(config)
|
|
allevents = []
|
|
rsession.main(reporter=allevents.append)
|
|
testevents = [x for x in allevents
|
|
if isinstance(x, report.ReceivedItemOutcome)]
|
|
passevents = [x for x in testevents if x.outcome.passed]
|
|
assert len(passevents) == 1
|
|
|
|
class XxxTestDirectories(object):
|
|
# need complete rewrite, and unsure if it makes sense at all
|
|
def test_simple_parse(self):
|
|
sshhosts = [HostInfo(i) for i in ['h1', 'h2', 'h3']]
|
|
parse_directories(sshhosts)
|
|
|
|
def test_sophisticated_parse(self):
|
|
sshhosts = ['a@h1:/tmp', 'h2:tmp', 'h3']
|
|
dirs = parse_directories(sshhosts)
|
|
assert py.builtin.sorted(
|
|
dirs.values()) == ['/tmp', 'pytestcache', 'tmp']
|
|
|
|
def test_parse_multiple_hosts(self):
|
|
hosts = ['h1', 'h1', 'h1:/tmp']
|
|
dirs = parse_directories(hosts)
|
|
assert dirs == {(0, 'h1'): 'pytestcache', (1, 'h1'): 'pytestcache',
|
|
(2, 'h1'):'/tmp'}
|
|
|
|
class TestInithosts(object):
|
|
def test_inithosts(self):
|
|
testevents = []
|
|
hostnames = ['h1:/tmp', 'h1:/tmp', 'h1:/other', 'h2', 'h2:home']
|
|
hosts = [HostInfo(i) for i in hostnames]
|
|
parse_directories(hosts)
|
|
config = py.test.config._reparse([])
|
|
opts = HostOptions(do_sync=False, create_gateways=False)
|
|
hm = HostManager(hosts, config, opts)
|
|
nodes = hm.init_hosts(testevents.append)
|
|
events = [i for i in testevents if isinstance(i, report.HostRSyncing)]
|
|
assert len(events) == 4
|
|
assert events[0].host.hostname == 'h1'
|
|
assert events[0].host.relpath == '/tmp-h1'
|
|
assert events[1].host.hostname == 'h1'
|
|
assert events[1].host.relpath == '/other-h1'
|
|
assert events[2].host.hostname == 'h2'
|
|
assert events[2].host.relpath == 'pytestcache-h2'
|
|
assert events[3].host.hostname == 'h2'
|
|
assert events[3].host.relpath == 'home-h2'
|
|
|
|
def test_rsession_no_disthost():
|
|
tmpdir = py.test.ensuretemp("rsession_no_disthost")
|
|
tmpdir.ensure("conftest.py")
|
|
config = py.test.config._reparse([str(tmpdir), '-d'])
|
|
py.test.raises(SystemExit, "config.initsession()")
|