Implemented test filtering for pytest

Kojoley · Kojoley · commit 7428893ec712 · 2016-08-04T00:07:28.000+03:00
diff --git a/conftest.py b/conftest.py
@@ -2,20 +2,71 @@
                         unicode_literals)
 
 import inspect
+import os
 import pytest
 import unittest
 
 import matplotlib
 matplotlib.use('agg')
 
+from matplotlib import default_test_modules
 from matplotlib.testing.decorators import ImageComparisonTest
 
 
+IGNORED_TESTS = {
+    'matplotlib': [
+        'test_sankey',
+        'test_skew',
+        'test_ttconv',
+        'test_usetex',
+    ],
+}
+
+
+def blacklist_check(path):
+    """Check if test is blacklisted and should be ignored"""
+    head, tests_dir = os.path.split(path.dirname)
+    if tests_dir != 'tests':
+        return True
+    head, top_module = os.path.split(head)
+    return path.purebasename in IGNORED_TESTS.get(top_module, [])
+
+
+def whitelist_check(path):
+    """Check if test is not whitelisted and should be ignored"""
+    left = path.dirname
+    last_left = None
+    module_path = path.purebasename
+    while len(left) and left != last_left:
+        last_left = left
+        left, tail = os.path.split(left)
+        module_path = '.'.join([tail, module_path])
+        if module_path in default_test_modules:
+            return False
+    return True
+
+
+COLLECT_FILTERS = {
+    'none': lambda _: False,
+    'blacklist': blacklist_check,
+    'whitelist': whitelist_check,
+}
+
+
 def is_nose_class(cls):
+    """Check if supplied class looks like Nose testcase"""
     return any(name in ['setUp', 'tearDown']
                for name, _ in inspect.getmembers(cls))
 
 
+def pytest_addoption(parser):
+    group = parser.getgroup("matplotlib", "matplotlib custom options")
+
+    group.addoption('--collect-filter', action='store',
+                    choices=COLLECT_FILTERS, default='whitelist',
+                    help='filter tests during collection phase')
+
+
 def pytest_configure(config):
     matplotlib._called_from_pytest = True
 
@@ -24,6 +75,12 @@ def pytest_unconfigure(config):
     matplotlib._called_from_pytest = False
 
 
+def pytest_ignore_collect(path, config):
+    if path.ext == '.py':
+        collect_filter = config.getoption('--collect-filter')
+        return COLLECT_FILTERS[collect_filter](path)
+
+
 def pytest_pycollect_makeitem(collector, name, obj):
     if inspect.isclass(obj):
         if issubclass(obj, ImageComparisonTest):
diff --git a/pytest.ini b/pytest.ini
@@ -0,0 +1,2 @@
+[pytest]
+norecursedirs = .git build ci dist extern release tools unit

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+[pytest]`
	`2`	`+norecursedirs = .git build ci dist extern release tools unit`