test_ok2/testing/test_session.py

374 lines
12 KiB
Python
Raw Normal View History

2014-01-29 17:20:13 +08:00
import pytest
from _pytest.main import ExitCode
2019-06-03 06:32:00 +08:00
class SessionTests:
def test_basic_testitem_events(self, testdir):
2018-05-23 22:48:46 +08:00
tfile = testdir.makepyfile(
"""
def test_one():
pass
def test_one_one():
assert 0
def test_other():
raise ValueError(23)
class TestClass(object):
def test_two(self, someargs):
pass
2018-05-23 22:48:46 +08:00
"""
)
reprec = testdir.inline_run(tfile)
passed, skipped, failed = reprec.listoutcomes()
assert len(skipped) == 0
assert len(passed) == 1
assert len(failed) == 3
def end(x):
return x.nodeid.split("::")[-1]
assert end(failed[0]) == "test_one_one"
assert end(failed[1]) == "test_other"
itemstarted = reprec.getcalls("pytest_itemcollected")
assert len(itemstarted) == 4
# XXX check for failing funcarg setup
# colreports = reprec.getcalls("pytest_collectreport")
# assert len(colreports) == 4
# assert colreports[1].report.failed
def test_nested_import_error(self, testdir):
2018-05-23 22:48:46 +08:00
tfile = testdir.makepyfile(
"""
import import_fails
def test_this():
assert import_fails.a == 1
2018-05-23 22:48:46 +08:00
""",
import_fails="""
import does_not_work
a = 1
2018-05-23 22:48:46 +08:00
""",
)
reprec = testdir.inline_run(tfile)
values = reprec.getfailedcollections()
assert len(values) == 1
out = str(values[0].longrepr)
2018-05-23 22:48:46 +08:00
assert out.find("does_not_work") != -1
def test_raises_output(self, testdir):
2018-05-23 22:48:46 +08:00
reprec = testdir.inline_runsource(
"""
import pytest
def test_raises_doesnt():
pytest.raises(ValueError, int, "3")
2018-05-23 22:48:46 +08:00
"""
)
passed, skipped, failed = reprec.listoutcomes()
assert len(failed) == 1
out = failed[0].longrepr.reprcrash.message
2019-03-23 00:16:08 +08:00
assert "DID NOT RAISE" in out
def test_syntax_error_module(self, testdir):
reprec = testdir.inline_runsource("this is really not python")
values = reprec.getfailedcollections()
assert len(values) == 1
out = str(values[0].longrepr)
2019-06-03 06:32:00 +08:00
assert out.find("not python") != -1
def test_exit_first_problem(self, testdir):
2018-05-23 22:48:46 +08:00
reprec = testdir.inline_runsource(
"""
def test_one(): assert 0
def test_two(): assert 0
2018-05-23 22:48:46 +08:00
""",
"--exitfirst",
)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 1
assert passed == skipped == 0
def test_maxfail(self, testdir):
2018-05-23 22:48:46 +08:00
reprec = testdir.inline_runsource(
"""
def test_one(): assert 0
def test_two(): assert 0
def test_three(): assert 0
2018-05-23 22:48:46 +08:00
""",
"--maxfail=2",
)
passed, skipped, failed = reprec.countoutcomes()
assert failed == 2
assert passed == skipped == 0
def test_broken_repr(self, testdir):
2018-05-23 22:48:46 +08:00
p = testdir.makepyfile(
"""
import pytest
class BrokenRepr1(object):
foo=0
def __repr__(self):
raise Exception("Ha Ha fooled you, I'm a broken repr().")
class TestBrokenClass(object):
def test_explicit_bad_repr(self):
t = BrokenRepr1()
with pytest.raises(Exception, match="I'm a broken repr"):
repr(t)
def test_implicit_bad_repr1(self):
t = BrokenRepr1()
assert t.foo == 1
2018-05-23 22:48:46 +08:00
"""
)
reprec = testdir.inline_run(p)
passed, skipped, failed = reprec.listoutcomes()
assert (len(passed), len(skipped), len(failed)) == (1, 0, 1)
out = failed[0].longrepr.reprcrash.message
2018-05-23 22:48:46 +08:00
assert (
out.find(
"""[Exception("Ha Ha fooled you, I'm a broken repr().") raised in repr()]"""
)
!= -1
)
def test_broken_repr_with_showlocals_verbose(self, testdir):
p = testdir.makepyfile(
"""
class ObjWithErrorInRepr:
def __repr__(self):
raise NotImplementedError
def test_repr_error():
x = ObjWithErrorInRepr()
assert x == "value"
"""
)
reprec = testdir.inline_run("--showlocals", "-vv", p)
passed, skipped, failed = reprec.listoutcomes()
assert (len(passed), len(skipped), len(failed)) == (0, 0, 1)
entries = failed[0].longrepr.reprtraceback.reprentries
assert len(entries) == 1
repr_locals = entries[0].reprlocals
assert repr_locals.lines
assert len(repr_locals.lines) == 1
assert repr_locals.lines[0].startswith(
'x = <[NotImplementedError("") raised in repr()] ObjWithErrorInRepr'
)
def test_skip_file_by_conftest(self, testdir):
2018-05-23 22:48:46 +08:00
testdir.makepyfile(
conftest="""
import pytest
def pytest_collect_file():
pytest.skip("intentional")
2018-05-23 22:48:46 +08:00
""",
test_file="""
def test_one(): pass
2018-05-23 22:48:46 +08:00
""",
)
try:
reprec = testdir.inline_run(testdir.tmpdir)
2019-05-14 12:51:49 +08:00
except pytest.skip.Exception: # pragma: no cover
pytest.fail("wrong skipped caught")
reports = reprec.getreports("pytest_collectreport")
assert len(reports) == 1
assert reports[0].skipped
class TestNewSession(SessionTests):
def test_order_of_execution(self, testdir):
2018-05-23 22:48:46 +08:00
reprec = testdir.inline_runsource(
"""
values = []
def test_1():
values.append(1)
def test_2():
values.append(2)
def test_3():
assert values == [1,2]
class Testmygroup(object):
reslist = values
def test_1(self):
self.reslist.append(1)
def test_2(self):
self.reslist.append(2)
def test_3(self):
self.reslist.append(3)
def test_4(self):
assert self.reslist == [1,2,1,2,3]
2018-05-23 22:48:46 +08:00
"""
)
passed, skipped, failed = reprec.countoutcomes()
assert failed == skipped == 0
assert passed == 7
def test_collect_only_with_various_situations(self, testdir):
p = testdir.makepyfile(
test_one="""
def test_one():
raise ValueError()
class TestX(object):
def test_method_one(self):
pass
class TestY(TestX):
pass
""",
test_three="xxxdsadsadsadsa",
2018-05-23 22:48:46 +08:00
__init__="",
)
2018-05-23 22:48:46 +08:00
reprec = testdir.inline_run("--collect-only", p.dirpath())
itemstarted = reprec.getcalls("pytest_itemcollected")
assert len(itemstarted) == 3
assert not reprec.getreports("pytest_runtest_logreport")
started = reprec.getcalls("pytest_collectstart")
finished = reprec.getreports("pytest_collectreport")
assert len(started) == len(finished)
assert len(started) == 8
colfail = [x for x in finished if x.failed]
assert len(colfail) == 1
def test_minus_x_import_error(self, testdir):
testdir.makepyfile(__init__="")
testdir.makepyfile(test_one="xxxx", test_two="yyyy")
reprec = testdir.inline_run("-x", testdir.tmpdir)
finished = reprec.getreports("pytest_collectreport")
colfail = [x for x in finished if x.failed]
assert len(colfail) == 1
2017-02-15 23:00:18 +08:00
def test_minus_x_overridden_by_maxfail(self, testdir):
testdir.makepyfile(__init__="")
testdir.makepyfile(test_one="xxxx", test_two="yyyy", test_third="zzz")
reprec = testdir.inline_run("-x", "--maxfail=2", testdir.tmpdir)
finished = reprec.getreports("pytest_collectreport")
colfail = [x for x in finished if x.failed]
assert len(colfail) == 2
def test_plugin_specify(testdir):
with pytest.raises(ImportError):
testdir.parseconfig("-p", "nqweotexistent")
# pytest.raises(ImportError,
# "config.do_configure(config)"
# )
def test_plugin_already_exists(testdir):
config = testdir.parseconfig("-p", "terminal")
2018-05-23 22:48:46 +08:00
assert config.option.plugins == ["terminal"]
config._do_configure()
config._ensure_unconfigure()
def test_exclude(testdir):
hellodir = testdir.mkdir("hello")
hellodir.join("test_hello.py").write("x y syntaxerror")
hello2dir = testdir.mkdir("hello2")
hello2dir.join("test_hello2.py").write("x y syntaxerror")
testdir.makepyfile(test_ok="def test_pass(): pass")
result = testdir.runpytest("--ignore=hello", "--ignore=hello2")
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
def test_exclude_glob(testdir):
hellodir = testdir.mkdir("hello")
hellodir.join("test_hello.py").write("x y syntaxerror")
hello2dir = testdir.mkdir("hello2")
hello2dir.join("test_hello2.py").write("x y syntaxerror")
hello3dir = testdir.mkdir("hallo3")
hello3dir.join("test_hello3.py").write("x y syntaxerror")
subdir = testdir.mkdir("sub")
subdir.join("test_hello4.py").write("x y syntaxerror")
testdir.makepyfile(test_ok="def test_pass(): pass")
result = testdir.runpytest("--ignore-glob=*h[ea]llo*")
assert result.ret == 0
result.stdout.fnmatch_lines(["*1 passed*"])
def test_deselect(testdir):
2018-05-23 22:48:46 +08:00
testdir.makepyfile(
test_a="""
import pytest
def test_a1(): pass
@pytest.mark.parametrize('b', range(3))
def test_a2(b): pass
class TestClass:
def test_c1(self): pass
def test_c2(self): pass
2018-05-23 22:48:46 +08:00
"""
)
result = testdir.runpytest(
"-v",
"--deselect=test_a.py::test_a2[1]",
"--deselect=test_a.py::test_a2[2]",
"--deselect=test_a.py::TestClass::test_c1",
2018-05-23 22:48:46 +08:00
)
assert result.ret == 0
result.stdout.fnmatch_lines(["*3 passed, 3 deselected*"])
for line in result.stdout.lines:
2018-05-23 22:48:46 +08:00
assert not line.startswith(("test_a.py::test_a2[1]", "test_a.py::test_a2[2]"))
def test_sessionfinish_with_start(testdir):
2018-05-23 22:48:46 +08:00
testdir.makeconftest(
"""
import os
values = []
def pytest_sessionstart():
values.append(os.getcwd())
os.chdir("..")
def pytest_sessionfinish():
assert values[0] == os.getcwd()
2018-05-23 22:48:46 +08:00
"""
)
res = testdir.runpytest("--collect-only")
assert res.ret == ExitCode.NO_TESTS_COLLECTED
2018-01-18 04:02:31 +08:00
2018-02-01 05:03:24 +08:00
@pytest.mark.parametrize("path", ["root", "{relative}/root", "{environment}/root"])
2018-02-01 16:20:37 +08:00
def test_rootdir_option_arg(testdir, monkeypatch, path):
2018-05-23 22:48:46 +08:00
monkeypatch.setenv("PY_ROOTDIR_PATH", str(testdir.tmpdir))
path = path.format(relative=str(testdir.tmpdir), environment="$PY_ROOTDIR_PATH")
2018-02-01 05:03:24 +08:00
2018-01-18 04:02:31 +08:00
rootdir = testdir.mkdir("root")
2018-01-25 20:57:04 +08:00
rootdir.mkdir("tests")
2018-05-23 22:48:46 +08:00
testdir.makepyfile(
"""
2018-01-25 20:57:04 +08:00
import os
def test_one():
2018-02-01 05:03:24 +08:00
assert 1
2018-05-23 22:48:46 +08:00
"""
)
2018-01-18 04:02:31 +08:00
2018-02-01 16:20:37 +08:00
result = testdir.runpytest("--rootdir={}".format(path))
2018-05-23 22:48:46 +08:00
result.stdout.fnmatch_lines(
[
"*rootdir: {}/root".format(testdir.tmpdir),
"root/test_rootdir_option_arg.py *",
"*1 passed*",
]
2018-05-23 22:48:46 +08:00
)
2018-01-25 20:57:04 +08:00
def test_rootdir_wrong_option_arg(testdir):
2018-05-23 22:48:46 +08:00
testdir.makepyfile(
"""
2018-02-01 05:27:48 +08:00
import os
def test_one():
assert 1
2018-05-23 22:48:46 +08:00
"""
)
2018-01-25 20:57:04 +08:00
result = testdir.runpytest("--rootdir=wrong_dir")
2018-05-23 22:48:46 +08:00
result.stderr.fnmatch_lines(
["*Directory *wrong_dir* not found. Check your '--rootdir' option.*"]
)