test_ok1/py/test/plugin/pytest_xfail.py

"""
mark python tests as expected-to-fail and report them separately. 

usage
------------

Use the generic mark decorator to add the 'xfail' keyword to your 
test function::

    @py.test.mark.xfail
    def test_hello():
        ...

This test will be executed but no traceback will be reported 
when it fails. Instead terminal reporting will list it in the 
"expected to fail" section or "unexpectedly passing" section.  
"""

import py

pytest_plugins = ['keyword']

def pytest_runtest_makereport(__call__, item, call):
    if call.when != "call":
        return
    if hasattr(item, 'obj') and hasattr(item.obj, 'func_dict'):
        if 'xfail' in item.obj.func_dict:
            res = __call__.execute(firstresult=True)
            if call.excinfo:
                res.skipped = True
                res.failed = res.passed = False
            else:
                res.skipped = res.passed = False
                res.failed = True
            return res 

def pytest_report_teststatus(rep):
    """ return shortletter and verbose word. """
    if 'xfail' in rep.keywords: 
        if rep.skipped:
            return "xfailed", "x", "xfail"
        elif rep.failed:
            return "xpassed", "P", "xpass" 

# called by the terminalreporter instance/plugin
def pytest_terminal_summary(terminalreporter):
    tr = terminalreporter
    xfailed = tr.stats.get("xfailed")
    if xfailed:
        tr.write_sep("_", "expected failures")
        for event in xfailed:
            entry = event.longrepr.reprcrash 
            key = entry.path, entry.lineno, entry.message
            reason = event.longrepr.reprcrash.message
            modpath = event.item.getmodpath(includemodule=True)
            #tr._tw.line("%s %s:%d: %s" %(modpath, entry.path, entry.lineno, entry.message))
            tr._tw.line("%s %s:%d: " %(modpath, entry.path, entry.lineno))

    xpassed = terminalreporter.stats.get("xpassed")
    if xpassed:
        tr.write_sep("_", "UNEXPECTEDLY PASSING TESTS")
        for event in xpassed:
            tr._tw.line("%s: xpassed" %(event.item,))


# ===============================================================================
#
# plugin tests 
#
# ===============================================================================

def test_xfail(testdir, linecomp):
    p = testdir.makepyfile(test_one="""
        import py
        @py.test.mark.xfail
        def test_this():
            assert 0

        @py.test.mark.xfail
        def test_that():
            assert 1
    """)
    result = testdir.runpytest(p)
    extra = result.stdout.fnmatch_lines([
        "*expected failures*",
        "*test_one.test_this*test_one.py:4*",
        "*UNEXPECTEDLY PASSING*",
        "*test_that*",
    ])
    assert result.ret == 1