No longer silently ignore errors in parametrize callable ids

fogo · fogo · commit 51912f91f57f · 2016-12-30T15:51:27.000-02:00
diff --git a/CHANGELOG.rst b/CHANGELOG.rst
@@ -3,6 +3,9 @@
 
 *
 
+* pytest no longer ignores errors when a callable ids raises in a parametrized
+  test. Thanks `@fogo`_ for the PR.
+
 * pytest no longer recognizes coroutine functions as yield tests (`#2129`_).
   Thanks to `@malinoff`_ for the PR.
 
@@ -16,6 +19,7 @@
 
 *
 
+.. _@fogo: https://github.com/fogo
 .. _@lesteve: https://github.com/lesteve
 .. _@malinoff: https://github.com/malinoff
 .. _@pelme: https://github.com/pelme
diff --git a/_pytest/python.py b/_pytest/python.py
@@ -925,12 +925,9 @@ def _find_parametrized_scope(argnames, arg2fixturedefs, indirect):
 
 def _idval(val, argname, idx, idfn, config=None):
     if idfn:
-        try:
-            s = idfn(val)
-            if s:
-                return _escape_strings(s)
-        except Exception:
-            pass
+        s = idfn(val)
+        if s:
+            return _escape_strings(s)
 
     if config:
         hook_id = config.hook.pytest_make_parametrize_id(config=config, val=val)
diff --git a/testing/python/metafunc.py b/testing/python/metafunc.py
@@ -300,14 +300,35 @@ def test_idmaker_idfn_exception(self):
         def ids(val):
             raise Exception("bad code")
 
-        result = idmaker(("a", "b"), [(10.0, IndexError()),
-                                      (20, KeyError()),
-                                      ("three", [1, 2, 3]),
-        ], idfn=ids)
-        assert result == ["10.0-b0",
-                          "20-b1",
-                          "three-b2",
-                         ]
+        with pytest.raises(Exception) as e:
+            idmaker(("a", "b"), [(10.0, IndexError()),
+                                          (20, KeyError()),
+                                          ("three", [1, 2, 3]),
+            ], idfn=ids)
+
+        assert str(e.value) == "bad code"
+
+    def test_parametrize_ids_exception(self, testdir):
+        """
+        :param testdir: the instance of Testdir class, a temporary
+        test directory.
+        """
+        testdir.makepyfile("""
+                import pytest
+
+                def ids(arg):
+                    raise Exception("bad ids")
+
+                @pytest.mark.parametrize("arg", ["a", "b"], ids=ids)
+                def test_foo(arg):
+                    pass
+            """)
+        result = testdir.runpytest("--collect-only")
+        result.stdout.fnmatch_lines([
+            "*ERROR collecting test_parametrize_ids_exception.py*",
+            "test_parametrize_ids_exception.py:*: in ids",
+            "*raise Exception(\"bad ids\")",
+        ])
 
     def test_idmaker_with_ids(self):
         from _pytest.python import idmaker

Original file line number	Diff line number	Diff line change
`@@ -3,6 +3,9 @@`
`3`	`3`
`4`	`4`	`*`
`5`	`5`
	`6`	`+* pytest no longer ignores errors when a callable ids raises in a parametrized`
	`7`	+ test. Thanks `@fogo`_ for the PR.
	`8`	`+`
`6`	`9`	* pytest no longer recognizes coroutine functions as yield tests (`#2129`_).
`7`	`10`	Thanks to `@malinoff`_ for the PR.
`8`	`11`
`@@ -16,6 +19,7 @@`
`16`	`19`
`17`	`20`	`*`
`18`	`21`
	`22`	`+.. _@fogo: https://github.com/fogo`
`19`	`23`	`.. _@lesteve: https://github.com/lesteve`
`20`	`24`	`.. _@malinoff: https://github.com/malinoff`
`21`	`25`	`.. _@pelme: https://github.com/pelme`