# Authors: # Petr Viktorin # # Copyright (C) 2013 Red Hat # see file 'COPYING' for use and warranty information # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . """A Nose plugin that allows ordered test cases""" import os import unittest import inspect from nose.plugins import Plugin import nose.loader import nose.util def ordered(cls): """Decorator that marks a test class as ordered Methods within the marked class will be executed in definition order (or more strictly, in ordered by the line number where they're defined). Subclasses of unittest.TestCase can not be ordered. Generator methods will not be ordered by this plugin. """ cls._order_plugin__ordered = True assert not isinstance(cls, unittest.TestCase), ( "A unittest.TestCase may not be ordered.") return cls class OrderTests(Plugin): name = 'ordered-tests' def options(self, parser, env=os.environ): super(OrderTests, self).options(parser, env=env) def configure(self, options, conf): super(OrderTests, self).configure(options, conf) if not self.enabled: return def loadTestsFromTestClass(self, cls): """Sort methods of ordered test cases by co_firstlineno""" if not getattr(cls, '_order_plugin__ordered', False): return loader = nose.loader.TestLoader() def wanted(attr): item = getattr(cls, attr, None) if not inspect.ismethod(item): return False if nose.util.isgenerator(item.im_func): return False return loader.selector.wantMethod(item) def sort_with_respect_to_overriding(func): """ Sorts the methods in respect with the parent classes. The methods are sorted with respect to the inheritance chain, methods that were defined in the same class are sorted by the line number on which they were defined. """ # Check each *ordered* class in MRO for definition of func method for i, parent_class in enumerate(reversed(cls.mro())): if getattr(parent_class, '_order_plugin__ordered', False): method = getattr(parent_class, func.__name__, None) if method: # This sorts methods as tuples (position of the class # in the inheritance chain, position of the method # within that class) return 0, i, method.func_code.co_firstlineno # Weird case fallback # Method name not in any of the classes in MRO, run it last return 1, func.func_code.co_firstlineno methods = [getattr(cls, case) for case in dir(cls) if wanted(case)] methods.sort(key=sort_with_respect_to_overriding) cases = [loader.makeTest(m, cls) for m in methods] return cases def wantMethod(self, method): """Hide non-TestCase methods from the normal loader""" im_class = getattr(method, 'im_class', None) if im_class and getattr(im_class, '_order_plugin__ordered', False): if nose.util.isgenerator(method.im_func): return True return False