123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210 |
- """
- Pytest test running.
- This module implements the ``test()`` function for NumPy modules. The usual
- boiler plate for doing that is to put the following in the module
- ``__init__.py`` file::
- from numpy._pytesttester import PytestTester
- test = PytestTester(__name__).test
- del PytestTester
- Warnings filtering and other runtime settings should be dealt with in the
- ``pytest.ini`` file in the numpy repo root. The behavior of the test depends on
- whether or not that file is found as follows:
- * ``pytest.ini`` is present (develop mode)
- All warnings except those explicily filtered out are raised as error.
- * ``pytest.ini`` is absent (release mode)
- DeprecationWarnings and PendingDeprecationWarnings are ignored, other
- warnings are passed through.
- In practice, tests run from the numpy repo are run in develop mode. That
- includes the standard ``python runtests.py`` invocation.
- This module is imported by every numpy subpackage, so lies at the top level to
- simplify circular import issues. For the same reason, it contains no numpy
- imports at module scope, instead importing numpy within function calls.
- """
- from __future__ import division, absolute_import, print_function
- import sys
- import os
- __all__ = ['PytestTester']
- def _show_numpy_info():
- import numpy as np
- print("NumPy version %s" % np.__version__)
- relaxed_strides = np.ones((10, 1), order="C").flags.f_contiguous
- print("NumPy relaxed strides checking option:", relaxed_strides)
- class PytestTester(object):
- """
- Pytest test runner.
- This class is made available in ``numpy.testing``, and a test function
- is typically added to a package's __init__.py like so::
- from numpy.testing import PytestTester
- test = PytestTester(__name__).test
- del PytestTester
- Calling this test function finds and runs all tests associated with the
- module and all its sub-modules.
- Attributes
- ----------
- module_name : str
- Full path to the package to test.
- Parameters
- ----------
- module_name : module name
- The name of the module to test.
- """
- def __init__(self, module_name):
- self.module_name = module_name
- def __call__(self, label='fast', verbose=1, extra_argv=None,
- doctests=False, coverage=False, durations=-1, tests=None):
- """
- Run tests for module using pytest.
- Parameters
- ----------
- label : {'fast', 'full'}, optional
- Identifies the tests to run. When set to 'fast', tests decorated
- with `pytest.mark.slow` are skipped, when 'full', the slow marker
- is ignored.
- verbose : int, optional
- Verbosity value for test outputs, in the range 1-3. Default is 1.
- extra_argv : list, optional
- List with any extra arguments to pass to pytests.
- doctests : bool, optional
- .. note:: Not supported
- coverage : bool, optional
- If True, report coverage of NumPy code. Default is False.
- Requires installation of (pip) pytest-cov.
- durations : int, optional
- If < 0, do nothing, If 0, report time of all tests, if > 0,
- report the time of the slowest `timer` tests. Default is -1.
- tests : test or list of tests
- Tests to be executed with pytest '--pyargs'
- Returns
- -------
- result : bool
- Return True on success, false otherwise.
- Notes
- -----
- Each NumPy module exposes `test` in its namespace to run all tests for
- it. For example, to run all tests for numpy.lib:
- >>> np.lib.test() #doctest: +SKIP
- Examples
- --------
- >>> result = np.lib.test() #doctest: +SKIP
- ...
- 1023 passed, 2 skipped, 6 deselected, 1 xfailed in 10.39 seconds
- >>> result
- True
- """
- import pytest
- import warnings
- #FIXME This is no longer needed? Assume it was for use in tests.
- # cap verbosity at 3, which is equivalent to the pytest '-vv' option
- #from . import utils
- #verbose = min(int(verbose), 3)
- #utils.verbose = verbose
- #
- module = sys.modules[self.module_name]
- module_path = os.path.abspath(module.__path__[0])
- # setup the pytest arguments
- pytest_args = ["-l"]
- # offset verbosity. The "-q" cancels a "-v".
- pytest_args += ["-q"]
- # Filter out distutils cpu warnings (could be localized to
- # distutils tests). ASV has problems with top level import,
- # so fetch module for suppression here.
- with warnings.catch_warnings():
- warnings.simplefilter("always")
- from numpy.distutils import cpuinfo
- # Filter out annoying import messages. Want these in both develop and
- # release mode.
- pytest_args += [
- "-W ignore:Not importing directory",
- "-W ignore:numpy.dtype size changed",
- "-W ignore:numpy.ufunc size changed",
- "-W ignore::UserWarning:cpuinfo",
- ]
- # When testing matrices, ignore their PendingDeprecationWarnings
- pytest_args += [
- "-W ignore:the matrix subclass is not",
- ]
- # Ignore python2.7 -3 warnings
- pytest_args += [
- r"-W ignore:sys\.exc_clear\(\) not supported in 3\.x:DeprecationWarning",
- r"-W ignore:in 3\.x, __setslice__:DeprecationWarning",
- r"-W ignore:in 3\.x, __getslice__:DeprecationWarning",
- r"-W ignore:buffer\(\) not supported in 3\.x:DeprecationWarning",
- r"-W ignore:CObject type is not supported in 3\.x:DeprecationWarning",
- r"-W ignore:comparing unequal types not supported in 3\.x:DeprecationWarning",
- r"-W ignore:the commands module has been removed in Python 3\.0:DeprecationWarning",
- r"-W ignore:The 'new' module has been removed in Python 3\.0:DeprecationWarning",
- ]
- if doctests:
- raise ValueError("Doctests not supported")
- if extra_argv:
- pytest_args += list(extra_argv)
- if verbose > 1:
- pytest_args += ["-" + "v"*(verbose - 1)]
- if coverage:
- pytest_args += ["--cov=" + module_path]
- if label == "fast":
- pytest_args += ["-m", "not slow"]
- elif label != "full":
- pytest_args += ["-m", label]
- if durations >= 0:
- pytest_args += ["--durations=%s" % durations]
- if tests is None:
- tests = [self.module_name]
- pytest_args += ["--pyargs"] + list(tests)
- # run tests.
- _show_numpy_info()
- try:
- code = pytest.main(pytest_args)
- except SystemExit as exc:
- code = exc.code
- return code == 0
|