1322 lines
42 KiB
Python
1322 lines
42 KiB
Python
# mypy: allow-untyped-defs
|
|
import os
|
|
import sys
|
|
from typing import List
|
|
|
|
import _pytest._code
|
|
from _pytest.debugging import _validate_usepdb_cls
|
|
from _pytest.monkeypatch import MonkeyPatch
|
|
from _pytest.pytester import Pytester
|
|
import pytest
|
|
|
|
|
|
_ENVIRON_PYTHONBREAKPOINT = os.environ.get("PYTHONBREAKPOINT", "")
|
|
|
|
|
|
@pytest.fixture(autouse=True)
|
|
def pdb_env(request):
|
|
if "pytester" in request.fixturenames:
|
|
# Disable pdb++ with inner tests.
|
|
pytester = request.getfixturevalue("pytester")
|
|
pytester._monkeypatch.setenv("PDBPP_HIJACK_PDB", "0")
|
|
|
|
|
|
def runpdb(pytester: Pytester, source: str):
|
|
p = pytester.makepyfile(source)
|
|
return pytester.runpytest_inprocess("--pdb", p)
|
|
|
|
|
|
def runpdb_and_get_stdout(pytester: Pytester, source: str):
|
|
result = runpdb(pytester, source)
|
|
return result.stdout.str()
|
|
|
|
|
|
def runpdb_and_get_report(pytester: Pytester, source: str):
|
|
result = runpdb(pytester, source)
|
|
reports = result.reprec.getreports("pytest_runtest_logreport") # type: ignore[attr-defined]
|
|
assert len(reports) == 3, reports # setup/call/teardown
|
|
return reports[1]
|
|
|
|
|
|
@pytest.fixture
|
|
def custom_pdb_calls() -> List[str]:
|
|
called = []
|
|
|
|
# install dummy debugger class and track which methods were called on it
|
|
class _CustomPdb:
|
|
quitting = False
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
called.append("init")
|
|
|
|
def reset(self):
|
|
called.append("reset")
|
|
|
|
def interaction(self, *args):
|
|
called.append("interaction")
|
|
|
|
_pytest._CustomPdb = _CustomPdb # type: ignore
|
|
return called
|
|
|
|
|
|
@pytest.fixture
|
|
def custom_debugger_hook():
|
|
called = []
|
|
|
|
# install dummy debugger class and track which methods were called on it
|
|
class _CustomDebugger:
|
|
def __init__(self, *args, **kwargs):
|
|
called.append("init")
|
|
|
|
def reset(self):
|
|
called.append("reset")
|
|
|
|
def interaction(self, *args):
|
|
called.append("interaction")
|
|
|
|
def set_trace(self, frame):
|
|
print("**CustomDebugger**")
|
|
called.append("set_trace")
|
|
|
|
_pytest._CustomDebugger = _CustomDebugger # type: ignore
|
|
yield called
|
|
del _pytest._CustomDebugger # type: ignore
|
|
|
|
|
|
class TestPDB:
|
|
@pytest.fixture
|
|
def pdblist(self, request):
|
|
monkeypatch = request.getfixturevalue("monkeypatch")
|
|
pdblist = []
|
|
|
|
def mypdb(*args):
|
|
pdblist.append(args)
|
|
|
|
plugin = request.config.pluginmanager.getplugin("debugging")
|
|
monkeypatch.setattr(plugin, "post_mortem", mypdb)
|
|
return pdblist
|
|
|
|
def test_pdb_on_fail(self, pytester: Pytester, pdblist) -> None:
|
|
rep = runpdb_and_get_report(
|
|
pytester,
|
|
"""
|
|
def test_func():
|
|
assert 0
|
|
""",
|
|
)
|
|
assert rep.failed
|
|
assert len(pdblist) == 1
|
|
tb = _pytest._code.Traceback(pdblist[0][0])
|
|
assert tb[-1].name == "test_func"
|
|
|
|
def test_pdb_on_xfail(self, pytester: Pytester, pdblist) -> None:
|
|
rep = runpdb_and_get_report(
|
|
pytester,
|
|
"""
|
|
import pytest
|
|
@pytest.mark.xfail
|
|
def test_func():
|
|
assert 0
|
|
""",
|
|
)
|
|
assert "xfail" in rep.keywords
|
|
assert not pdblist
|
|
|
|
def test_pdb_on_skip(self, pytester, pdblist) -> None:
|
|
rep = runpdb_and_get_report(
|
|
pytester,
|
|
"""
|
|
import pytest
|
|
def test_func():
|
|
pytest.skip("hello")
|
|
""",
|
|
)
|
|
assert rep.skipped
|
|
assert len(pdblist) == 0
|
|
|
|
def test_pdb_on_top_level_raise_skiptest(self, pytester, pdblist) -> None:
|
|
stdout = runpdb_and_get_stdout(
|
|
pytester,
|
|
"""
|
|
import unittest
|
|
raise unittest.SkipTest("This is a common way to skip an entire file.")
|
|
""",
|
|
)
|
|
assert "entering PDB" not in stdout, stdout
|
|
|
|
def test_pdb_on_BdbQuit(self, pytester, pdblist) -> None:
|
|
rep = runpdb_and_get_report(
|
|
pytester,
|
|
"""
|
|
import bdb
|
|
def test_func():
|
|
raise bdb.BdbQuit
|
|
""",
|
|
)
|
|
assert rep.failed
|
|
assert len(pdblist) == 0
|
|
|
|
def test_pdb_on_KeyboardInterrupt(self, pytester, pdblist) -> None:
|
|
rep = runpdb_and_get_report(
|
|
pytester,
|
|
"""
|
|
def test_func():
|
|
raise KeyboardInterrupt
|
|
""",
|
|
)
|
|
assert rep.failed
|
|
assert len(pdblist) == 1
|
|
|
|
@staticmethod
|
|
def flush(child):
|
|
if child.isalive():
|
|
# Read if the test has not (e.g. test_pdb_unittest_skip).
|
|
child.read()
|
|
child.wait()
|
|
assert not child.isalive()
|
|
|
|
def test_pdb_unittest_postmortem(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import unittest
|
|
class Blub(unittest.TestCase):
|
|
def tearDown(self):
|
|
self.filename = None
|
|
def test_false(self):
|
|
self.filename = 'debug' + '.me'
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(f"--pdb {p1}")
|
|
child.expect("Pdb")
|
|
child.sendline("p self.filename")
|
|
child.sendeof()
|
|
rest = child.read().decode("utf8")
|
|
assert "debug.me" in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_unittest_skip(self, pytester: Pytester) -> None:
|
|
"""Test for issue #2137"""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import unittest
|
|
@unittest.skipIf(True, 'Skipping also with pdb active')
|
|
class MyTestCase(unittest.TestCase):
|
|
def test_one(self):
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(f"-rs --pdb {p1}")
|
|
child.expect("Skipping also with pdb active")
|
|
child.expect_exact("= 1 skipped in")
|
|
child.sendeof()
|
|
self.flush(child)
|
|
|
|
def test_pdb_print_captured_stdout_and_stderr(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
import sys
|
|
sys.stderr.write("get\\x20rekt")
|
|
print("get\\x20rekt")
|
|
assert False
|
|
|
|
def test_not_called_due_to_quit():
|
|
pass
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdb %s" % p1)
|
|
child.expect("captured stdout")
|
|
child.expect("get rekt")
|
|
child.expect("captured stderr")
|
|
child.expect("get rekt")
|
|
child.expect("traceback")
|
|
child.expect("def test_1")
|
|
child.expect("Pdb")
|
|
child.sendeof()
|
|
rest = child.read().decode("utf8")
|
|
assert "Exit: Quitting debugger" in rest
|
|
assert "= 1 failed in" in rest
|
|
assert "def test_1" not in rest
|
|
assert "get rekt" not in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_dont_print_empty_captured_stdout_and_stderr(
|
|
self, pytester: Pytester
|
|
) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
assert False
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdb %s" % p1)
|
|
child.expect("Pdb")
|
|
output = child.before.decode("utf8")
|
|
child.sendeof()
|
|
assert "captured stdout" not in output
|
|
assert "captured stderr" not in output
|
|
self.flush(child)
|
|
|
|
@pytest.mark.parametrize("showcapture", ["all", "no", "log"])
|
|
def test_pdb_print_captured_logs(self, pytester, showcapture: str) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
import logging
|
|
logging.warning("get " + "rekt")
|
|
assert False
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(f"--show-capture={showcapture} --pdb {p1}")
|
|
if showcapture in ("all", "log"):
|
|
child.expect("captured log")
|
|
child.expect("get rekt")
|
|
child.expect("Pdb")
|
|
child.sendeof()
|
|
rest = child.read().decode("utf8")
|
|
assert "1 failed" in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_print_captured_logs_nologging(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
import logging
|
|
logging.warning("get " + "rekt")
|
|
assert False
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--show-capture=all --pdb -p no:logging %s" % p1)
|
|
child.expect("get rekt")
|
|
output = child.before.decode("utf8")
|
|
assert "captured log" not in output
|
|
child.expect("Pdb")
|
|
child.sendeof()
|
|
rest = child.read().decode("utf8")
|
|
assert "1 failed" in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_interaction_exception(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def globalfunc():
|
|
pass
|
|
def test_1():
|
|
pytest.raises(ValueError, globalfunc)
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdb %s" % p1)
|
|
child.expect(".*def test_1")
|
|
child.expect(".*pytest.raises.*globalfunc")
|
|
child.expect("Pdb")
|
|
child.sendline("globalfunc")
|
|
child.expect(".*function")
|
|
child.sendeof()
|
|
child.expect("1 failed")
|
|
self.flush(child)
|
|
|
|
def test_pdb_interaction_on_collection_issue181(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
xxx
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdb %s" % p1)
|
|
# child.expect(".*import pytest.*")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect("1 error")
|
|
self.flush(child)
|
|
|
|
def test_pdb_interaction_on_internal_error(self, pytester: Pytester) -> None:
|
|
pytester.makeconftest(
|
|
"""
|
|
def pytest_runtest_protocol():
|
|
0/0
|
|
"""
|
|
)
|
|
p1 = pytester.makepyfile("def test_func(): pass")
|
|
child = pytester.spawn_pytest("--pdb %s" % p1)
|
|
child.expect("Pdb")
|
|
|
|
# INTERNALERROR is only displayed once via terminal reporter.
|
|
assert (
|
|
len(
|
|
[
|
|
x
|
|
for x in child.before.decode().splitlines()
|
|
if x.startswith("INTERNALERROR> Traceback")
|
|
]
|
|
)
|
|
== 1
|
|
)
|
|
|
|
child.sendeof()
|
|
self.flush(child)
|
|
|
|
def test_pdb_prevent_ConftestImportFailure_hiding_exception(
|
|
self, pytester: Pytester
|
|
) -> None:
|
|
pytester.makepyfile("def test_func(): pass")
|
|
sub_dir = pytester.path.joinpath("ns")
|
|
sub_dir.mkdir()
|
|
sub_dir.joinpath("conftest").with_suffix(".py").write_text(
|
|
"import unknown", "utf-8"
|
|
)
|
|
sub_dir.joinpath("test_file").with_suffix(".py").write_text(
|
|
"def test_func(): pass", "utf-8"
|
|
)
|
|
|
|
result = pytester.runpytest_subprocess("--pdb", ".")
|
|
result.stdout.fnmatch_lines(["-> import unknown"])
|
|
|
|
@pytest.mark.xfail(reason="#10042", strict=False)
|
|
def test_pdb_interaction_capturing_simple(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def test_1():
|
|
i = 0
|
|
print("hello17")
|
|
pytest.set_trace()
|
|
i == 1
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect(r"test_1\(\)")
|
|
child.expect("i == 1")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
rest = child.read().decode("utf-8")
|
|
assert "AssertionError" in rest
|
|
assert "1 failed" in rest
|
|
assert "def test_1" in rest
|
|
assert "hello17" in rest # out is captured
|
|
self.flush(child)
|
|
|
|
def test_pdb_set_trace_kwargs(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def test_1():
|
|
i = 0
|
|
print("hello17")
|
|
pytest.set_trace(header="== my_header ==")
|
|
x = 3
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("== my_header ==")
|
|
assert "PDB set_trace" not in child.before.decode()
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
rest = child.read().decode("utf-8")
|
|
assert "1 failed" in rest
|
|
assert "def test_1" in rest
|
|
assert "hello17" in rest # out is captured
|
|
self.flush(child)
|
|
|
|
def test_pdb_set_trace_interception(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pdb
|
|
def test_1():
|
|
pdb.set_trace()
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("test_1")
|
|
child.expect("Pdb")
|
|
child.sendline("q")
|
|
rest = child.read().decode("utf8")
|
|
assert "no tests ran" in rest
|
|
assert "reading from stdin while output" not in rest
|
|
assert "BdbQuit" not in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_and_capsys(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def test_1(capsys):
|
|
print("hello1")
|
|
pytest.set_trace()
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("test_1")
|
|
child.send("capsys.readouterr()\n")
|
|
child.expect("hello1")
|
|
child.sendeof()
|
|
child.read()
|
|
self.flush(child)
|
|
|
|
def test_pdb_with_caplog_on_pdb_invocation(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1(capsys, caplog):
|
|
import logging
|
|
logging.getLogger(__name__).warning("some_warning")
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdb %s" % str(p1))
|
|
child.send("caplog.record_tuples\n")
|
|
child.expect_exact(
|
|
"[('test_pdb_with_caplog_on_pdb_invocation', 30, 'some_warning')]"
|
|
)
|
|
child.sendeof()
|
|
child.read()
|
|
self.flush(child)
|
|
|
|
def test_set_trace_capturing_afterwards(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pdb
|
|
def test_1():
|
|
pdb.set_trace()
|
|
def test_2():
|
|
print("hello")
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("test_1")
|
|
child.send("c\n")
|
|
child.expect("test_2")
|
|
child.expect("Captured")
|
|
child.expect("hello")
|
|
child.sendeof()
|
|
child.read()
|
|
self.flush(child)
|
|
|
|
def test_pdb_interaction_doctest(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def function_1():
|
|
'''
|
|
>>> i = 0
|
|
>>> assert i == 1
|
|
'''
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--doctest-modules --pdb %s" % p1)
|
|
child.expect("Pdb")
|
|
|
|
assert "UNEXPECTED EXCEPTION: AssertionError()" in child.before.decode("utf8")
|
|
|
|
child.sendline("'i=%i.' % i")
|
|
child.expect("Pdb")
|
|
assert "\r\n'i=0.'\r\n" in child.before.decode("utf8")
|
|
|
|
child.sendeof()
|
|
rest = child.read().decode("utf8")
|
|
assert "! _pytest.outcomes.Exit: Quitting debugger !" in rest
|
|
assert "BdbQuit" not in rest
|
|
assert "1 failed" in rest
|
|
self.flush(child)
|
|
|
|
def test_doctest_set_trace_quit(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def function_1():
|
|
'''
|
|
>>> __import__('pdb').set_trace()
|
|
'''
|
|
"""
|
|
)
|
|
# NOTE: does not use pytest.set_trace, but Python's patched pdb,
|
|
# therefore "-s" is required.
|
|
child = pytester.spawn_pytest("--doctest-modules --pdb -s %s" % p1)
|
|
child.expect("Pdb")
|
|
child.sendline("q")
|
|
rest = child.read().decode("utf8")
|
|
|
|
assert "! _pytest.outcomes.Exit: Quitting debugger !" in rest
|
|
assert "= no tests ran in" in rest
|
|
assert "BdbQuit" not in rest
|
|
assert "UNEXPECTED EXCEPTION" not in rest
|
|
|
|
@pytest.mark.xfail(reason="#10042", strict=False)
|
|
def test_pdb_interaction_capturing_twice(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def test_1():
|
|
i = 0
|
|
print("hello17")
|
|
pytest.set_trace()
|
|
x = 3
|
|
print("hello18")
|
|
pytest.set_trace()
|
|
x = 4
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect(r"PDB set_trace \(IO-capturing turned off\)")
|
|
child.expect("test_1")
|
|
child.expect("x = 3")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect(r"PDB continue \(IO-capturing resumed\)")
|
|
child.expect(r"PDB set_trace \(IO-capturing turned off\)")
|
|
child.expect("x = 4")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect("_ test_1 _")
|
|
child.expect("def test_1")
|
|
rest = child.read().decode("utf8")
|
|
assert "Captured stdout call" in rest
|
|
assert "hello17" in rest # out is captured
|
|
assert "hello18" in rest # out is captured
|
|
assert "1 failed" in rest
|
|
self.flush(child)
|
|
|
|
@pytest.mark.xfail(reason="#10042", strict=False)
|
|
def test_pdb_with_injected_do_debug(self, pytester: Pytester) -> None:
|
|
"""Simulates pdbpp, which injects Pdb into do_debug, and uses
|
|
self.__class__ in do_continue.
|
|
"""
|
|
p1 = pytester.makepyfile(
|
|
mytest="""
|
|
import pdb
|
|
import pytest
|
|
|
|
count_continue = 0
|
|
|
|
class CustomPdb(pdb.Pdb, object):
|
|
def do_debug(self, arg):
|
|
import sys
|
|
import types
|
|
|
|
do_debug_func = pdb.Pdb.do_debug
|
|
|
|
newglobals = do_debug_func.__globals__.copy()
|
|
newglobals['Pdb'] = self.__class__
|
|
orig_do_debug = types.FunctionType(
|
|
do_debug_func.__code__, newglobals,
|
|
do_debug_func.__name__, do_debug_func.__defaults__,
|
|
)
|
|
return orig_do_debug(self, arg)
|
|
do_debug.__doc__ = pdb.Pdb.do_debug.__doc__
|
|
|
|
def do_continue(self, *args, **kwargs):
|
|
global count_continue
|
|
count_continue += 1
|
|
return super(CustomPdb, self).do_continue(*args, **kwargs)
|
|
|
|
def foo():
|
|
print("print_from_foo")
|
|
|
|
def test_1():
|
|
i = 0
|
|
print("hello17")
|
|
pytest.set_trace()
|
|
x = 3
|
|
print("hello18")
|
|
|
|
assert count_continue == 2, "unexpected_failure: %d != 2" % count_continue
|
|
pytest.fail("expected_failure")
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--pdbcls=mytest:CustomPdb %s" % str(p1))
|
|
child.expect(r"PDB set_trace \(IO-capturing turned off\)")
|
|
child.expect(r"\n\(Pdb")
|
|
child.sendline("debug foo()")
|
|
child.expect("ENTERING RECURSIVE DEBUGGER")
|
|
child.expect(r"\n\(\(Pdb")
|
|
child.sendline("c")
|
|
child.expect("LEAVING RECURSIVE DEBUGGER")
|
|
assert b"PDB continue" not in child.before
|
|
# No extra newline.
|
|
assert child.before.endswith(b"c\r\nprint_from_foo\r\n")
|
|
|
|
# set_debug should not raise outcomes. Exit, if used recursively.
|
|
child.sendline("debug 42")
|
|
child.sendline("q")
|
|
child.expect("LEAVING RECURSIVE DEBUGGER")
|
|
assert b"ENTERING RECURSIVE DEBUGGER" in child.before
|
|
assert b"Quitting debugger" not in child.before
|
|
|
|
child.sendline("c")
|
|
child.expect(r"PDB continue \(IO-capturing resumed\)")
|
|
rest = child.read().decode("utf8")
|
|
assert "hello17" in rest # out is captured
|
|
assert "hello18" in rest # out is captured
|
|
assert "1 failed" in rest
|
|
assert "Failed: expected_failure" in rest
|
|
assert "AssertionError: unexpected_failure" not in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_without_capture(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def test_1():
|
|
pytest.set_trace()
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("-s %s" % p1)
|
|
child.expect(r">>> PDB set_trace >>>")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect(r">>> PDB continue >>>")
|
|
child.expect("1 passed")
|
|
self.flush(child)
|
|
|
|
@pytest.mark.parametrize("capture_arg", ("", "-s", "-p no:capture"))
|
|
def test_pdb_continue_with_recursive_debug(
|
|
self, capture_arg, pytester: Pytester
|
|
) -> None:
|
|
"""Full coverage for do_debug without capturing.
|
|
|
|
This is very similar to test_pdb_interaction_continue_recursive in general,
|
|
but mocks out ``pdb.set_trace`` for providing more coverage.
|
|
"""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
try:
|
|
input = raw_input
|
|
except NameError:
|
|
pass
|
|
|
|
def set_trace():
|
|
__import__('pdb').set_trace()
|
|
|
|
def test_1(monkeypatch):
|
|
import _pytest.debugging
|
|
|
|
class pytestPDBTest(_pytest.debugging.pytestPDB):
|
|
@classmethod
|
|
def set_trace(cls, *args, **kwargs):
|
|
# Init PytestPdbWrapper to handle capturing.
|
|
_pdb = cls._init_pdb("set_trace", *args, **kwargs)
|
|
|
|
# Mock out pdb.Pdb.do_continue.
|
|
import pdb
|
|
pdb.Pdb.do_continue = lambda self, arg: None
|
|
|
|
print("===" + " SET_TRACE ===")
|
|
assert input() == "debug set_trace()"
|
|
|
|
# Simulate PytestPdbWrapper.do_debug
|
|
cls._recursive_debug += 1
|
|
print("ENTERING RECURSIVE DEBUGGER")
|
|
print("===" + " SET_TRACE_2 ===")
|
|
|
|
assert input() == "c"
|
|
_pdb.do_continue("")
|
|
print("===" + " SET_TRACE_3 ===")
|
|
|
|
# Simulate PytestPdbWrapper.do_debug
|
|
print("LEAVING RECURSIVE DEBUGGER")
|
|
cls._recursive_debug -= 1
|
|
|
|
print("===" + " SET_TRACE_4 ===")
|
|
assert input() == "c"
|
|
_pdb.do_continue("")
|
|
|
|
def do_continue(self, arg):
|
|
print("=== do_continue")
|
|
|
|
monkeypatch.setattr(_pytest.debugging, "pytestPDB", pytestPDBTest)
|
|
|
|
import pdb
|
|
monkeypatch.setattr(pdb, "set_trace", pytestPDBTest.set_trace)
|
|
|
|
set_trace()
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(f"--tb=short {p1} {capture_arg}")
|
|
child.expect("=== SET_TRACE ===")
|
|
before = child.before.decode("utf8")
|
|
if not capture_arg:
|
|
assert ">>> PDB set_trace (IO-capturing turned off) >>>" in before
|
|
else:
|
|
assert ">>> PDB set_trace >>>" in before
|
|
child.sendline("debug set_trace()")
|
|
child.expect("=== SET_TRACE_2 ===")
|
|
before = child.before.decode("utf8")
|
|
assert "\r\nENTERING RECURSIVE DEBUGGER\r\n" in before
|
|
child.sendline("c")
|
|
child.expect("=== SET_TRACE_3 ===")
|
|
|
|
# No continue message with recursive debugging.
|
|
before = child.before.decode("utf8")
|
|
assert ">>> PDB continue " not in before
|
|
|
|
child.sendline("c")
|
|
child.expect("=== SET_TRACE_4 ===")
|
|
before = child.before.decode("utf8")
|
|
assert "\r\nLEAVING RECURSIVE DEBUGGER\r\n" in before
|
|
child.sendline("c")
|
|
rest = child.read().decode("utf8")
|
|
if not capture_arg:
|
|
assert "> PDB continue (IO-capturing resumed) >" in rest
|
|
else:
|
|
assert "> PDB continue >" in rest
|
|
assert "= 1 passed in" in rest
|
|
|
|
def test_pdb_used_outside_test(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
pytest.set_trace()
|
|
x = 5
|
|
"""
|
|
)
|
|
child = pytester.spawn(f"{sys.executable} {p1}")
|
|
child.expect("x = 5")
|
|
child.expect("Pdb")
|
|
child.sendeof()
|
|
self.flush(child)
|
|
|
|
def test_pdb_used_in_generate_tests(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
def pytest_generate_tests(metafunc):
|
|
pytest.set_trace()
|
|
x = 5
|
|
def test_foo(a):
|
|
pass
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("x = 5")
|
|
child.expect("Pdb")
|
|
child.sendeof()
|
|
self.flush(child)
|
|
|
|
def test_pdb_collection_failure_is_shown(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile("xxx")
|
|
result = pytester.runpytest_subprocess("--pdb", p1)
|
|
result.stdout.fnmatch_lines(
|
|
["E NameError: *xxx*", "*! *Exit: Quitting debugger !*"] # due to EOF
|
|
)
|
|
|
|
@pytest.mark.parametrize("post_mortem", (False, True))
|
|
def test_enter_leave_pdb_hooks_are_called(
|
|
self, post_mortem, pytester: Pytester
|
|
) -> None:
|
|
pytester.makeconftest(
|
|
"""
|
|
mypdb = None
|
|
|
|
def pytest_configure(config):
|
|
config.testing_verification = 'configured'
|
|
|
|
def pytest_enter_pdb(config, pdb):
|
|
assert config.testing_verification == 'configured'
|
|
print('enter_pdb_hook')
|
|
|
|
global mypdb
|
|
mypdb = pdb
|
|
mypdb.set_attribute = "bar"
|
|
|
|
def pytest_leave_pdb(config, pdb):
|
|
assert config.testing_verification == 'configured'
|
|
print('leave_pdb_hook')
|
|
|
|
global mypdb
|
|
assert mypdb is pdb
|
|
assert mypdb.set_attribute == "bar"
|
|
"""
|
|
)
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
|
|
def test_set_trace():
|
|
pytest.set_trace()
|
|
assert 0
|
|
|
|
def test_post_mortem():
|
|
assert 0
|
|
"""
|
|
)
|
|
if post_mortem:
|
|
child = pytester.spawn_pytest(str(p1) + " --pdb -s -k test_post_mortem")
|
|
else:
|
|
child = pytester.spawn_pytest(str(p1) + " -k test_set_trace")
|
|
child.expect("enter_pdb_hook")
|
|
child.sendline("c")
|
|
if post_mortem:
|
|
child.expect(r"PDB continue")
|
|
else:
|
|
child.expect(r"PDB continue \(IO-capturing resumed\)")
|
|
child.expect("Captured stdout call")
|
|
rest = child.read().decode("utf8")
|
|
assert "leave_pdb_hook" in rest
|
|
assert "1 failed" in rest
|
|
self.flush(child)
|
|
|
|
def test_pdb_custom_cls(
|
|
self, pytester: Pytester, custom_pdb_calls: List[str]
|
|
) -> None:
|
|
p1 = pytester.makepyfile("""xxx """)
|
|
result = pytester.runpytest_inprocess(
|
|
"--pdb", "--pdbcls=_pytest:_CustomPdb", p1
|
|
)
|
|
result.stdout.fnmatch_lines(["*NameError*xxx*", "*1 error*"])
|
|
assert custom_pdb_calls == ["init", "reset", "interaction"]
|
|
|
|
def test_pdb_custom_cls_invalid(self, pytester: Pytester) -> None:
|
|
result = pytester.runpytest_inprocess("--pdbcls=invalid")
|
|
result.stderr.fnmatch_lines(
|
|
[
|
|
"*: error: argument --pdbcls: 'invalid' is not in the format 'modname:classname'"
|
|
]
|
|
)
|
|
|
|
def test_pdb_validate_usepdb_cls(self):
|
|
assert _validate_usepdb_cls("os.path:dirname.__name__") == (
|
|
"os.path",
|
|
"dirname.__name__",
|
|
)
|
|
|
|
assert _validate_usepdb_cls("pdb:DoesNotExist") == ("pdb", "DoesNotExist")
|
|
|
|
def test_pdb_custom_cls_without_pdb(
|
|
self, pytester: Pytester, custom_pdb_calls: List[str]
|
|
) -> None:
|
|
p1 = pytester.makepyfile("""xxx """)
|
|
result = pytester.runpytest_inprocess("--pdbcls=_pytest:_CustomPdb", p1)
|
|
result.stdout.fnmatch_lines(["*NameError*xxx*", "*1 error*"])
|
|
assert custom_pdb_calls == []
|
|
|
|
def test_pdb_custom_cls_with_set_trace(
|
|
self,
|
|
pytester: Pytester,
|
|
monkeypatch: MonkeyPatch,
|
|
) -> None:
|
|
pytester.makepyfile(
|
|
custom_pdb="""
|
|
class CustomPdb(object):
|
|
def __init__(self, *args, **kwargs):
|
|
skip = kwargs.pop("skip")
|
|
assert skip == ["foo.*"]
|
|
print("__init__")
|
|
super(CustomPdb, self).__init__(*args, **kwargs)
|
|
|
|
def set_trace(*args, **kwargs):
|
|
print('custom set_trace>')
|
|
"""
|
|
)
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
|
|
def test_foo():
|
|
pytest.set_trace(skip=['foo.*'])
|
|
"""
|
|
)
|
|
monkeypatch.setenv("PYTHONPATH", str(pytester.path))
|
|
child = pytester.spawn_pytest("--pdbcls=custom_pdb:CustomPdb %s" % str(p1))
|
|
|
|
child.expect("__init__")
|
|
child.expect("custom set_trace>")
|
|
self.flush(child)
|
|
|
|
|
|
class TestDebuggingBreakpoints:
|
|
@pytest.mark.parametrize("arg", ["--pdb", ""])
|
|
def test_sys_breakpointhook_configure_and_unconfigure(
|
|
self, pytester: Pytester, arg: str
|
|
) -> None:
|
|
"""
|
|
Test that sys.breakpointhook is set to the custom Pdb class once configured, test that
|
|
hook is reset to system value once pytest has been unconfigured
|
|
"""
|
|
pytester.makeconftest(
|
|
"""
|
|
import sys
|
|
from pytest import hookimpl
|
|
from _pytest.debugging import pytestPDB
|
|
|
|
def pytest_configure(config):
|
|
config.add_cleanup(check_restored)
|
|
|
|
def check_restored():
|
|
assert sys.breakpointhook == sys.__breakpointhook__
|
|
|
|
def test_check():
|
|
assert sys.breakpointhook == pytestPDB.set_trace
|
|
"""
|
|
)
|
|
pytester.makepyfile(
|
|
"""
|
|
def test_nothing(): pass
|
|
"""
|
|
)
|
|
args = (arg,) if arg else ()
|
|
result = pytester.runpytest_subprocess(*args)
|
|
result.stdout.fnmatch_lines(["*1 passed in *"])
|
|
|
|
def test_pdb_custom_cls(self, pytester: Pytester, custom_debugger_hook) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_nothing():
|
|
breakpoint()
|
|
"""
|
|
)
|
|
result = pytester.runpytest_inprocess(
|
|
"--pdb", "--pdbcls=_pytest:_CustomDebugger", p1
|
|
)
|
|
result.stdout.fnmatch_lines(["*CustomDebugger*", "*1 passed*"])
|
|
assert custom_debugger_hook == ["init", "set_trace"]
|
|
|
|
@pytest.mark.parametrize("arg", ["--pdb", ""])
|
|
def test_environ_custom_class(
|
|
self, pytester: Pytester, custom_debugger_hook, arg: str
|
|
) -> None:
|
|
pytester.makeconftest(
|
|
"""
|
|
import os
|
|
import sys
|
|
|
|
os.environ['PYTHONBREAKPOINT'] = '_pytest._CustomDebugger.set_trace'
|
|
|
|
def pytest_configure(config):
|
|
config.add_cleanup(check_restored)
|
|
|
|
def check_restored():
|
|
assert sys.breakpointhook == sys.__breakpointhook__
|
|
|
|
def test_check():
|
|
import _pytest
|
|
assert sys.breakpointhook is _pytest._CustomDebugger.set_trace
|
|
"""
|
|
)
|
|
pytester.makepyfile(
|
|
"""
|
|
def test_nothing(): pass
|
|
"""
|
|
)
|
|
args = (arg,) if arg else ()
|
|
result = pytester.runpytest_subprocess(*args)
|
|
result.stdout.fnmatch_lines(["*1 passed in *"])
|
|
|
|
@pytest.mark.skipif(
|
|
not _ENVIRON_PYTHONBREAKPOINT == "",
|
|
reason="Requires breakpoint() default value",
|
|
)
|
|
def test_sys_breakpoint_interception(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
breakpoint()
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("test_1")
|
|
child.expect("Pdb")
|
|
child.sendline("quit")
|
|
rest = child.read().decode("utf8")
|
|
assert "Quitting debugger" in rest
|
|
assert "reading from stdin while output" not in rest
|
|
TestPDB.flush(child)
|
|
|
|
@pytest.mark.xfail(reason="#10042", strict=False)
|
|
def test_pdb_not_altered(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pdb
|
|
def test_1():
|
|
pdb.set_trace()
|
|
assert 0
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("test_1")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
rest = child.read().decode("utf8")
|
|
assert "1 failed" in rest
|
|
assert "reading from stdin while output" not in rest
|
|
TestPDB.flush(child)
|
|
|
|
|
|
class TestTraceOption:
|
|
def test_trace_sets_breakpoint(self, pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test_1():
|
|
assert True
|
|
|
|
def test_2():
|
|
pass
|
|
|
|
def test_3():
|
|
pass
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--trace " + str(p1))
|
|
child.expect("test_1")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect("test_2")
|
|
child.expect("Pdb")
|
|
child.sendline("c")
|
|
child.expect("test_3")
|
|
child.expect("Pdb")
|
|
child.sendline("q")
|
|
child.expect_exact("Exit: Quitting debugger")
|
|
rest = child.read().decode("utf8")
|
|
assert "= 2 passed in" in rest
|
|
assert "reading from stdin while output" not in rest
|
|
# Only printed once - not on stderr.
|
|
assert "Exit: Quitting debugger" not in child.before.decode("utf8")
|
|
TestPDB.flush(child)
|
|
|
|
def test_trace_with_parametrize_handles_shared_fixtureinfo(
|
|
self, pytester: Pytester
|
|
) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
import pytest
|
|
@pytest.mark.parametrize('myparam', [1,2])
|
|
def test_1(myparam, request):
|
|
assert myparam in (1, 2)
|
|
assert request.function.__name__ == "test_1"
|
|
@pytest.mark.parametrize('func', [1,2])
|
|
def test_func(func, request):
|
|
assert func in (1, 2)
|
|
assert request.function.__name__ == "test_func"
|
|
@pytest.mark.parametrize('myparam', [1,2])
|
|
def test_func_kw(myparam, request, func="func_kw"):
|
|
assert myparam in (1, 2)
|
|
assert func == "func_kw"
|
|
assert request.function.__name__ == "test_func_kw"
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest("--trace " + str(p1))
|
|
for func, argname in [
|
|
("test_1", "myparam"),
|
|
("test_func", "func"),
|
|
("test_func_kw", "myparam"),
|
|
]:
|
|
child.expect_exact("> PDB runcall (IO-capturing turned off) >")
|
|
child.expect_exact(func)
|
|
child.expect_exact("Pdb")
|
|
child.sendline("args")
|
|
child.expect_exact(f"{argname} = 1\r\n")
|
|
child.expect_exact("Pdb")
|
|
child.sendline("c")
|
|
child.expect_exact("Pdb")
|
|
child.sendline("args")
|
|
child.expect_exact(f"{argname} = 2\r\n")
|
|
child.expect_exact("Pdb")
|
|
child.sendline("c")
|
|
child.expect_exact("> PDB continue (IO-capturing resumed) >")
|
|
rest = child.read().decode("utf8")
|
|
assert "= 6 passed in" in rest
|
|
assert "reading from stdin while output" not in rest
|
|
# Only printed once - not on stderr.
|
|
assert "Exit: Quitting debugger" not in child.before.decode("utf8")
|
|
TestPDB.flush(child)
|
|
|
|
|
|
def test_trace_after_runpytest(pytester: Pytester) -> None:
|
|
"""Test that debugging's pytest_configure is re-entrant."""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
from _pytest.debugging import pytestPDB
|
|
|
|
def test_outer(pytester) -> None:
|
|
assert len(pytestPDB._saved) == 1
|
|
|
|
pytester.makepyfile(
|
|
\"""
|
|
from _pytest.debugging import pytestPDB
|
|
|
|
def test_inner():
|
|
assert len(pytestPDB._saved) == 2
|
|
print()
|
|
print("test_inner_" + "end")
|
|
\"""
|
|
)
|
|
|
|
result = pytester.runpytest("-s", "-k", "test_inner")
|
|
assert result.ret == 0
|
|
|
|
assert len(pytestPDB._saved) == 1
|
|
"""
|
|
)
|
|
result = pytester.runpytest_subprocess("-s", "-p", "pytester", str(p1))
|
|
result.stdout.fnmatch_lines(["test_inner_end"])
|
|
assert result.ret == 0
|
|
|
|
|
|
def test_quit_with_swallowed_SystemExit(pytester: Pytester) -> None:
|
|
"""Test that debugging's pytest_configure is re-entrant."""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def call_pdb_set_trace():
|
|
__import__('pdb').set_trace()
|
|
|
|
|
|
def test_1():
|
|
try:
|
|
call_pdb_set_trace()
|
|
except SystemExit:
|
|
pass
|
|
|
|
|
|
def test_2():
|
|
pass
|
|
"""
|
|
)
|
|
child = pytester.spawn_pytest(str(p1))
|
|
child.expect("Pdb")
|
|
child.sendline("q")
|
|
child.expect_exact("Exit: Quitting debugger")
|
|
rest = child.read().decode("utf8")
|
|
assert "no tests ran" in rest
|
|
TestPDB.flush(child)
|
|
|
|
|
|
@pytest.mark.parametrize("fixture", ("capfd", "capsys"))
|
|
@pytest.mark.xfail(reason="#10042", strict=False)
|
|
def test_pdb_suspends_fixture_capturing(pytester: Pytester, fixture: str) -> None:
|
|
"""Using "-s" with pytest should suspend/resume fixture capturing."""
|
|
p1 = pytester.makepyfile(
|
|
f"""
|
|
def test_inner({fixture}):
|
|
import sys
|
|
|
|
print("out_inner_before")
|
|
sys.stderr.write("err_inner_before\\n")
|
|
|
|
__import__("pdb").set_trace()
|
|
|
|
print("out_inner_after")
|
|
sys.stderr.write("err_inner_after\\n")
|
|
|
|
out, err = {fixture}.readouterr()
|
|
assert out =="out_inner_before\\nout_inner_after\\n"
|
|
assert err =="err_inner_before\\nerr_inner_after\\n"
|
|
"""
|
|
)
|
|
|
|
child = pytester.spawn_pytest(str(p1) + " -s")
|
|
|
|
child.expect("Pdb")
|
|
before = child.before.decode("utf8")
|
|
assert (
|
|
"> PDB set_trace (IO-capturing turned off for fixture %s) >" % (fixture)
|
|
in before
|
|
)
|
|
|
|
# Test that capturing is really suspended.
|
|
child.sendline("p 40 + 2")
|
|
child.expect("Pdb")
|
|
assert "\r\n42\r\n" in child.before.decode("utf8")
|
|
|
|
child.sendline("c")
|
|
rest = child.read().decode("utf8")
|
|
assert "out_inner" not in rest
|
|
assert "err_inner" not in rest
|
|
|
|
TestPDB.flush(child)
|
|
assert child.exitstatus == 0
|
|
assert "= 1 passed in" in rest
|
|
assert "> PDB continue (IO-capturing resumed for fixture %s) >" % (fixture) in rest
|
|
|
|
|
|
def test_pdbcls_via_local_module(pytester: Pytester) -> None:
|
|
"""It should be imported in pytest_configure or later only."""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test():
|
|
print("before_set_trace")
|
|
__import__("pdb").set_trace()
|
|
""",
|
|
mypdb="""
|
|
class Wrapped:
|
|
class MyPdb:
|
|
def set_trace(self, *args):
|
|
print("set_trace_called", args)
|
|
|
|
def runcall(self, *args, **kwds):
|
|
print("runcall_called", args, kwds)
|
|
""",
|
|
)
|
|
result = pytester.runpytest(
|
|
str(p1), "--pdbcls=really.invalid:Value", syspathinsert=True
|
|
)
|
|
result.stdout.fnmatch_lines(
|
|
[
|
|
"*= FAILURES =*",
|
|
"E * --pdbcls: could not import 'really.invalid:Value': No module named *really*",
|
|
]
|
|
)
|
|
assert result.ret == 1
|
|
|
|
result = pytester.runpytest(
|
|
str(p1), "--pdbcls=mypdb:Wrapped.MyPdb", syspathinsert=True
|
|
)
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines(["*set_trace_called*", "* 1 passed in *"])
|
|
|
|
# Ensure that it also works with --trace.
|
|
result = pytester.runpytest(
|
|
str(p1), "--pdbcls=mypdb:Wrapped.MyPdb", "--trace", syspathinsert=True
|
|
)
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines(["*runcall_called*", "* 1 passed in *"])
|
|
|
|
|
|
def test_raises_bdbquit_with_eoferror(pytester: Pytester) -> None:
|
|
"""It is not guaranteed that DontReadFromInput's read is called."""
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def input_without_read(*args, **kwargs):
|
|
raise EOFError()
|
|
|
|
def test(monkeypatch):
|
|
import builtins
|
|
monkeypatch.setattr(builtins, "input", input_without_read)
|
|
__import__('pdb').set_trace()
|
|
"""
|
|
)
|
|
result = pytester.runpytest(str(p1))
|
|
result.stdout.fnmatch_lines(["E *BdbQuit", "*= 1 failed in*"])
|
|
assert result.ret == 1
|
|
|
|
|
|
def test_pdb_wrapper_class_is_reused(pytester: Pytester) -> None:
|
|
p1 = pytester.makepyfile(
|
|
"""
|
|
def test():
|
|
__import__("pdb").set_trace()
|
|
__import__("pdb").set_trace()
|
|
|
|
import mypdb
|
|
instances = mypdb.instances
|
|
assert len(instances) == 2
|
|
assert instances[0].__class__ is instances[1].__class__
|
|
""",
|
|
mypdb="""
|
|
instances = []
|
|
|
|
class MyPdb:
|
|
def __init__(self, *args, **kwargs):
|
|
instances.append(self)
|
|
|
|
def set_trace(self, *args):
|
|
print("set_trace_called", args)
|
|
""",
|
|
)
|
|
result = pytester.runpytest(str(p1), "--pdbcls=mypdb:MyPdb", syspathinsert=True)
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines(
|
|
["*set_trace_called*", "*set_trace_called*", "* 1 passed in *"]
|
|
)
|