jiuyuan
/
test_ok1
2
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

junitxml: yapf clean the tests

This commit is contained in:
Ronny Pfannschmidt 2015-09-29 22:39:18 +02:00
parent 2a31df072b
commit b8df5446c0
1 changed files with 87 additions and 71 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

158
testing/test_junitxml.py
View File

@ -2,7 +2,9 @@
from xml.dom import minidom from xml.dom import minidom
from _pytest.main import EXIT_NOTESTSCOLLECTED from _pytest.main import EXIT_NOTESTSCOLLECTED
import py, sys, os import py
import sys
import os
from _pytest.junitxml import LogXML from _pytest.junitxml import LogXML
import pytest import pytest
@ -13,14 +15,16 @@ def runandparse(testdir, *args):
xmldoc = minidom.parse(str(resultpath)) xmldoc = minidom.parse(str(resultpath))
return result, xmldoc return result, xmldoc
def assert_attr(node, **kwargs): def assert_attr(node, **kwargs):
__tracebackhide__ = True __tracebackhide__ = True
for name, expected in kwargs.items(): for name, expected in kwargs.items():
anode = node.getAttributeNode(name) anode = node.getAttributeNode(name)
assert anode, "node %r has no attribute %r" %(node, name) assert anode, "node %r has no attribute %r" % (node, name)
val = anode.value val = anode.value
if val != str(expected): if val != str(expected):
py.test.fail("%r != %r" %(str(val), str(expected))) py.test.fail("%r != %r" % (str(val), str(expected)))
class TestPython: class TestPython:
def test_summing_simple(self, testdir): def test_summing_simple(self, testdir):
@ -42,7 +46,12 @@ class TestPython:
result, dom = runandparse(testdir) result, dom = runandparse(testdir)
assert result.ret assert result.ret
node = dom.getElementsByTagName("testsuite")[0] node = dom.getElementsByTagName("testsuite")[0]
assert_attr(node, name="pytest", errors=0, failures=1, skips=3, tests=2) assert_attr(node,
name="pytest",
errors=0,
failures=1,
skips=3,
tests=2)
def test_timing_function(self, testdir): def test_timing_function(self, testdir):
testdir.makepyfile(""" testdir.makepyfile("""
@ -73,10 +82,10 @@ class TestPython:
assert_attr(node, errors=1, tests=0) assert_attr(node, errors=1, tests=0)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_setup_error.py", file="test_setup_error.py",
line="2", line="2",
classname="test_setup_error", classname="test_setup_error",
name="test_function") name="test_function")
fnode = tnode.getElementsByTagName("error")[0] fnode = tnode.getElementsByTagName("error")[0]
assert_attr(fnode, message="test setup failure") assert_attr(fnode, message="test setup failure")
assert "ValueError" in fnode.toxml() assert "ValueError" in fnode.toxml()
@ -93,15 +102,12 @@ class TestPython:
assert_attr(node, skips=1) assert_attr(node, skips=1)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_skip_contains_name_reason.py", file="test_skip_contains_name_reason.py",
line="1", line="1",
classname="test_skip_contains_name_reason", classname="test_skip_contains_name_reason",
name="test_skip") name="test_skip")
snode = tnode.getElementsByTagName("skipped")[0] snode = tnode.getElementsByTagName("skipped")[0]
assert_attr(snode, assert_attr(snode, type="pytest.skip", message="hello23", )
type="pytest.skip",
message="hello23",
)
def test_classname_instance(self, testdir): def test_classname_instance(self, testdir):
testdir.makepyfile(""" testdir.makepyfile("""
@ -115,10 +121,10 @@ class TestPython:
assert_attr(node, failures=1) assert_attr(node, failures=1)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_classname_instance.py", file="test_classname_instance.py",
line="1", line="1",
classname="test_classname_instance.TestClass", classname="test_classname_instance.TestClass",
name="test_method") name="test_method")
def test_classname_nested_dir(self, testdir): def test_classname_nested_dir(self, testdir):
p = testdir.tmpdir.ensure("sub", "test_hello.py") p = testdir.tmpdir.ensure("sub", "test_hello.py")
@ -129,10 +135,10 @@ class TestPython:
assert_attr(node, failures=1) assert_attr(node, failures=1)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file=os.path.join("sub", "test_hello.py"), file=os.path.join("sub", "test_hello.py"),
line="0", line="0",
classname="sub.test_hello", classname="sub.test_hello",
name="test_func") name="test_func")
def test_internal_error(self, testdir): def test_internal_error(self, testdir):
testdir.makeconftest("def pytest_runtest_protocol(): 0 / 0") testdir.makeconftest("def pytest_runtest_protocol(): 0 / 0")
@ -162,10 +168,10 @@ class TestPython:
assert_attr(node, failures=1, tests=1) assert_attr(node, failures=1, tests=1)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_failure_function.py", file="test_failure_function.py",
line="1", line="1",
classname="test_failure_function", classname="test_failure_function",
name="test_fail") name="test_fail")
fnode = tnode.getElementsByTagName("failure")[0] fnode = tnode.getElementsByTagName("failure")[0]
assert_attr(fnode, message="ValueError: 42") assert_attr(fnode, message="ValueError: 42")
assert "ValueError" in fnode.toxml() assert "ValueError" in fnode.toxml()
@ -206,15 +212,14 @@ class TestPython:
tnode = node.getElementsByTagName("testcase")[index] tnode = node.getElementsByTagName("testcase")[index]
assert_attr(tnode, assert_attr(tnode,
file="test_failure_escape.py", file="test_failure_escape.py",
line="1", line="1",
classname="test_failure_escape", classname="test_failure_escape",
name="test_func[%s]" % char) name="test_func[%s]" % char)
sysout = tnode.getElementsByTagName('system-out')[0] sysout = tnode.getElementsByTagName('system-out')[0]
text = sysout.childNodes[0].wholeText text = sysout.childNodes[0].wholeText
assert text == '%s\n' % char assert text == '%s\n' % char
def test_junit_prefixing(self, testdir): def test_junit_prefixing(self, testdir):
testdir.makepyfile(""" testdir.makepyfile("""
def test_func(): def test_func():
@ -229,17 +234,17 @@ class TestPython:
assert_attr(node, failures=1, tests=2) assert_attr(node, failures=1, tests=2)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_junit_prefixing.py", file="test_junit_prefixing.py",
line="0", line="0",
classname="xyz.test_junit_prefixing", classname="xyz.test_junit_prefixing",
name="test_func") name="test_func")
tnode = node.getElementsByTagName("testcase")[1] tnode = node.getElementsByTagName("testcase")[1]
assert_attr(tnode, assert_attr(tnode,
file="test_junit_prefixing.py", file="test_junit_prefixing.py",
line="3", line="3",
classname="xyz.test_junit_prefixing." classname="xyz.test_junit_prefixing."
"TestHello", "TestHello",
name="test_hello") name="test_hello")
def test_xfailure_function(self, testdir): def test_xfailure_function(self, testdir):
testdir.makepyfile(""" testdir.makepyfile("""
@ -253,13 +258,13 @@ class TestPython:
assert_attr(node, skips=1, tests=0) assert_attr(node, skips=1, tests=0)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_xfailure_function.py", file="test_xfailure_function.py",
line="1", line="1",
classname="test_xfailure_function", classname="test_xfailure_function",
name="test_xfail") name="test_xfail")
fnode = tnode.getElementsByTagName("skipped")[0] fnode = tnode.getElementsByTagName("skipped")[0]
assert_attr(fnode, message="expected test failure") assert_attr(fnode, message="expected test failure")
#assert "ValueError" in fnode.toxml() # assert "ValueError" in fnode.toxml()
def test_xfailure_xpass(self, testdir): def test_xfailure_xpass(self, testdir):
testdir.makepyfile(""" testdir.makepyfile("""
@ -269,18 +274,18 @@ class TestPython:
pass pass
""") """)
result, dom = runandparse(testdir) result, dom = runandparse(testdir)
#assert result.ret # assert result.ret
node = dom.getElementsByTagName("testsuite")[0] node = dom.getElementsByTagName("testsuite")[0]
assert_attr(node, skips=1, tests=0) assert_attr(node, skips=1, tests=0)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_xfailure_xpass.py", file="test_xfailure_xpass.py",
line="1", line="1",
classname="test_xfailure_xpass", classname="test_xfailure_xpass",
name="test_xpass") name="test_xpass")
fnode = tnode.getElementsByTagName("skipped")[0] fnode = tnode.getElementsByTagName("skipped")[0]
assert_attr(fnode, message="xfail-marked test passes unexpectedly") assert_attr(fnode, message="xfail-marked test passes unexpectedly")
#assert "ValueError" in fnode.toxml() # assert "ValueError" in fnode.toxml()
def test_collect_error(self, testdir): def test_collect_error(self, testdir):
testdir.makepyfile("syntax error") testdir.makepyfile("syntax error")
@ -290,9 +295,8 @@ class TestPython:
assert_attr(node, errors=1, tests=0) assert_attr(node, errors=1, tests=0)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_collect_error.py", file="test_collect_error.py",
#classname="test_collect_error", name="test_collect_error")
name="test_collect_error")
assert tnode.getAttributeNode("line") is None assert tnode.getAttributeNode("line") is None
fnode = tnode.getElementsByTagName("error")[0] fnode = tnode.getElementsByTagName("error")[0]
assert_attr(fnode, message="collection failure") assert_attr(fnode, message="collection failure")
@ -306,10 +310,12 @@ class TestPython:
assert_attr(node, skips=1, tests=0) assert_attr(node, skips=1, tests=0)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode,
file="test_collect_skipped.py", file="test_collect_skipped.py",
#classname="test_collect_error", name="test_collect_skipped")
name="test_collect_skipped")
assert tnode.getAttributeNode("line") is None # py.test doesn't give us a line here. # py.test doesn't give us a line here.
assert tnode.getAttributeNode("line") is None
fnode = tnode.getElementsByTagName("skipped")[0] fnode = tnode.getElementsByTagName("skipped")[0]
assert_attr(fnode, message="collection skipped") assert_attr(fnode, message="collection skipped")
@ -364,22 +370,27 @@ class TestPython:
systemout = pnode.getElementsByTagName("system-err")[0] systemout = pnode.getElementsByTagName("system-err")[0]
assert "hello-stderr" in systemout.toxml() assert "hello-stderr" in systemout.toxml()
def test_mangle_testnames(): def test_mangle_testnames():
from _pytest.junitxml import mangle_testnames from _pytest.junitxml import mangle_testnames
names = ["a/pything.py", "Class", "()", "method"] names = ["a/pything.py", "Class", "()", "method"]
newnames = mangle_testnames(names) newnames = mangle_testnames(names)
assert newnames == ["a.pything", "Class", "method"] assert newnames == ["a.pything", "Class", "method"]
def test_dont_configure_on_slaves(tmpdir): def test_dont_configure_on_slaves(tmpdir):
gotten = [] gotten = []
class FakeConfig: class FakeConfig:
def __init__(self): def __init__(self):
self.pluginmanager = self self.pluginmanager = self
self.option = self self.option = self
junitprefix = None junitprefix = None
#XXX: shouldnt need tmpdir ? # XXX: shouldnt need tmpdir ?
xmlpath = str(tmpdir.join('junix.xml')) xmlpath = str(tmpdir.join('junix.xml'))
register = gotten.append register = gotten.append
fake_config = FakeConfig() fake_config = FakeConfig()
from _pytest import junitxml from _pytest import junitxml
junitxml.pytest_configure(fake_config) junitxml.pytest_configure(fake_config)
@ -411,9 +422,8 @@ class TestNonPython:
node = dom.getElementsByTagName("testsuite")[0] node = dom.getElementsByTagName("testsuite")[0]
assert_attr(node, errors=0, failures=1, skips=0, tests=1) assert_attr(node, errors=0, failures=1, skips=0, tests=1)
tnode = node.getElementsByTagName("testcase")[0] tnode = node.getElementsByTagName("testcase")[0]
assert_attr(tnode, assert_attr(tnode, # classname="test_collect_error",
#classname="test_collect_error", name="myfile.xyz")
name="myfile.xyz")
fnode = tnode.getElementsByTagName("failure")[0] fnode = tnode.getElementsByTagName("failure")[0]
assert_attr(fnode, message="custom item runtest failed") assert_attr(fnode, message="custom item runtest failed")
assert "custom item runtest failed" in fnode.toxml() assert "custom item runtest failed" in fnode.toxml()
@ -449,6 +459,7 @@ def test_nullbyte_replace(testdir):
text = xmlf.read() text = xmlf.read()
assert '#x0' in text assert '#x0' in text
def test_invalid_xml_escape(): def test_invalid_xml_escape():
# Test some more invalid xml chars, the full range should be # Test some more invalid xml chars, the full range should be
# tested really but let's just thest the edges of the ranges # tested really but let's just thest the edges of the ranges
@ -463,14 +474,13 @@ def test_invalid_xml_escape():
unichr(65) unichr(65)
except NameError: except NameError:
unichr = chr unichr = chr
invalid = (0x00, 0x1, 0xB, 0xC, 0xE, 0x19, invalid = (0x00, 0x1, 0xB, 0xC, 0xE, 0x19, 27, # issue #126
27, # issue #126 0xD800, 0xDFFF, 0xFFFE, 0x0FFFF) # , 0x110000)
0xD800, 0xDFFF, 0xFFFE, 0x0FFFF) #, 0x110000) valid = (0x9, 0xA, 0x20, )
valid = (0x9, 0xA, 0x20,) # 0xD, 0xD7FF, 0xE000, 0xFFFD, 0x10000, 0x10FFFF) # 0xD, 0xD7FF, 0xE000, 0xFFFD, 0x10000, 0x10FFFF)
from _pytest.junitxml import bin_xml_escape from _pytest.junitxml import bin_xml_escape
for i in invalid: for i in invalid:
got = bin_xml_escape(unichr(i)).uniobj got = bin_xml_escape(unichr(i)).uniobj
if i <= 0xFF: if i <= 0xFF:
@ -481,6 +491,7 @@ def test_invalid_xml_escape():
for i in valid: for i in valid:
assert chr(i) == bin_xml_escape(unichr(i)).uniobj assert chr(i) == bin_xml_escape(unichr(i)).uniobj
def test_logxml_path_expansion(tmpdir, monkeypatch): def test_logxml_path_expansion(tmpdir, monkeypatch):
home_tilde = py.path.local(os.path.expanduser('~')).join('test.xml') home_tilde = py.path.local(os.path.expanduser('~')).join('test.xml')
@ -494,6 +505,7 @@ def test_logxml_path_expansion(tmpdir, monkeypatch):
xml_var = LogXML('$HOME%stest.xml' % tmpdir.sep, None) xml_var = LogXML('$HOME%stest.xml' % tmpdir.sep, None)
assert xml_var.logfile == home_var assert xml_var.logfile == home_var
def test_logxml_changingdir(testdir): def test_logxml_changingdir(testdir):
testdir.makepyfile(""" testdir.makepyfile("""
def test_func(): def test_func():
@ -505,6 +517,7 @@ def test_logxml_changingdir(testdir):
assert result.ret == 0 assert result.ret == 0
assert testdir.tmpdir.join("a/x.xml").check() assert testdir.tmpdir.join("a/x.xml").check()
def test_logxml_makedir(testdir): def test_logxml_makedir(testdir):
"""--junitxml should automatically create directories for the xml file""" """--junitxml should automatically create directories for the xml file"""
testdir.makepyfile(""" testdir.makepyfile("""
@ -515,6 +528,7 @@ def test_logxml_makedir(testdir):
assert result.ret == 0 assert result.ret == 0
assert testdir.tmpdir.join("path/to/results.xml").check() assert testdir.tmpdir.join("path/to/results.xml").check()
def test_escaped_parametrized_names_xml(testdir): def test_escaped_parametrized_names_xml(testdir):
testdir.makepyfile(""" testdir.makepyfile("""
import pytest import pytest
@ -525,19 +539,21 @@ def test_escaped_parametrized_names_xml(testdir):
result, dom = runandparse(testdir) result, dom = runandparse(testdir)
assert result.ret == 0 assert result.ret == 0
node = dom.getElementsByTagName("testcase")[0] node = dom.getElementsByTagName("testcase")[0]
assert_attr(node, assert_attr(node, name="test_func[#x00]")
name="test_func[#x00]")
def test_unicode_issue368(testdir): def test_unicode_issue368(testdir):
path = testdir.tmpdir.join("test.xml") path = testdir.tmpdir.join("test.xml")
log = LogXML(str(path), None) log = LogXML(str(path), None)
ustr = py.builtin._totext("ВНИ!", "utf-8") ustr = py.builtin._totext("ВНИ!", "utf-8")
from _pytest.runner import BaseReport from _pytest.runner import BaseReport
class Report(BaseReport): class Report(BaseReport):
longrepr = ustr longrepr = ustr
sections = [] sections = []
nodeid = "something" nodeid = "something"
location = 'tests/filename.py', 42, 'TestClass.method' location = 'tests/filename.py', 42, 'TestClass.method'
report = Report() report = Report()
# hopefully this is not too brittle ... # hopefully this is not too brittle ...