Show More
This diff has been collapsed as it changes many lines, (724 lines changed) Show them Hide them | |||||
@@ -0,0 +1,724 b'' | |||||
|
1 | """Discover and run doctests in modules and test files.""" | |||
|
2 | import bdb | |||
|
3 | import inspect | |||
|
4 | import platform | |||
|
5 | import sys | |||
|
6 | import traceback | |||
|
7 | import types | |||
|
8 | import warnings | |||
|
9 | from contextlib import contextmanager | |||
|
10 | from typing import Any | |||
|
11 | from typing import Callable | |||
|
12 | from typing import Dict | |||
|
13 | from typing import Generator | |||
|
14 | from typing import Iterable | |||
|
15 | from typing import List | |||
|
16 | from typing import Optional | |||
|
17 | from typing import Pattern | |||
|
18 | from typing import Sequence | |||
|
19 | from typing import Tuple | |||
|
20 | from typing import Type | |||
|
21 | from typing import TYPE_CHECKING | |||
|
22 | from typing import Union | |||
|
23 | ||||
|
24 | import py.path | |||
|
25 | ||||
|
26 | import pytest | |||
|
27 | from _pytest import outcomes | |||
|
28 | from _pytest._code.code import ExceptionInfo | |||
|
29 | from _pytest._code.code import ReprFileLocation | |||
|
30 | from _pytest._code.code import TerminalRepr | |||
|
31 | from _pytest._io import TerminalWriter | |||
|
32 | from _pytest.compat import safe_getattr | |||
|
33 | from _pytest.config import Config | |||
|
34 | from _pytest.config.argparsing import Parser | |||
|
35 | from _pytest.fixtures import FixtureRequest | |||
|
36 | from _pytest.nodes import Collector | |||
|
37 | from _pytest.outcomes import OutcomeException | |||
|
38 | from _pytest.pathlib import import_path | |||
|
39 | from _pytest.python_api import approx | |||
|
40 | from _pytest.warning_types import PytestWarning | |||
|
41 | ||||
|
42 | if TYPE_CHECKING: | |||
|
43 | import doctest | |||
|
44 | ||||
|
45 | DOCTEST_REPORT_CHOICE_NONE = "none" | |||
|
46 | DOCTEST_REPORT_CHOICE_CDIFF = "cdiff" | |||
|
47 | DOCTEST_REPORT_CHOICE_NDIFF = "ndiff" | |||
|
48 | DOCTEST_REPORT_CHOICE_UDIFF = "udiff" | |||
|
49 | DOCTEST_REPORT_CHOICE_ONLY_FIRST_FAILURE = "only_first_failure" | |||
|
50 | ||||
|
51 | DOCTEST_REPORT_CHOICES = ( | |||
|
52 | DOCTEST_REPORT_CHOICE_NONE, | |||
|
53 | DOCTEST_REPORT_CHOICE_CDIFF, | |||
|
54 | DOCTEST_REPORT_CHOICE_NDIFF, | |||
|
55 | DOCTEST_REPORT_CHOICE_UDIFF, | |||
|
56 | DOCTEST_REPORT_CHOICE_ONLY_FIRST_FAILURE, | |||
|
57 | ) | |||
|
58 | ||||
|
59 | # Lazy definition of runner class | |||
|
60 | RUNNER_CLASS = None | |||
|
61 | # Lazy definition of output checker class | |||
|
62 | CHECKER_CLASS: Optional[Type["doctest.OutputChecker"]] = None | |||
|
63 | ||||
|
64 | ||||
|
65 | def pytest_addoption(parser: Parser) -> None: | |||
|
66 | parser.addini( | |||
|
67 | "doctest_optionflags", | |||
|
68 | "option flags for doctests", | |||
|
69 | type="args", | |||
|
70 | default=["ELLIPSIS"], | |||
|
71 | ) | |||
|
72 | parser.addini( | |||
|
73 | "doctest_encoding", "encoding used for doctest files", default="utf-8" | |||
|
74 | ) | |||
|
75 | group = parser.getgroup("collect") | |||
|
76 | group.addoption( | |||
|
77 | "--doctest-modules", | |||
|
78 | action="store_true", | |||
|
79 | default=False, | |||
|
80 | help="run doctests in all .py modules", | |||
|
81 | dest="doctestmodules", | |||
|
82 | ) | |||
|
83 | group.addoption( | |||
|
84 | "--doctest-report", | |||
|
85 | type=str.lower, | |||
|
86 | default="udiff", | |||
|
87 | help="choose another output format for diffs on doctest failure", | |||
|
88 | choices=DOCTEST_REPORT_CHOICES, | |||
|
89 | dest="doctestreport", | |||
|
90 | ) | |||
|
91 | group.addoption( | |||
|
92 | "--doctest-glob", | |||
|
93 | action="append", | |||
|
94 | default=[], | |||
|
95 | metavar="pat", | |||
|
96 | help="doctests file matching pattern, default: test*.txt", | |||
|
97 | dest="doctestglob", | |||
|
98 | ) | |||
|
99 | group.addoption( | |||
|
100 | "--doctest-ignore-import-errors", | |||
|
101 | action="store_true", | |||
|
102 | default=False, | |||
|
103 | help="ignore doctest ImportErrors", | |||
|
104 | dest="doctest_ignore_import_errors", | |||
|
105 | ) | |||
|
106 | group.addoption( | |||
|
107 | "--doctest-continue-on-failure", | |||
|
108 | action="store_true", | |||
|
109 | default=False, | |||
|
110 | help="for a given doctest, continue to run after the first failure", | |||
|
111 | dest="doctest_continue_on_failure", | |||
|
112 | ) | |||
|
113 | ||||
|
114 | ||||
|
115 | def pytest_unconfigure() -> None: | |||
|
116 | global RUNNER_CLASS | |||
|
117 | ||||
|
118 | RUNNER_CLASS = None | |||
|
119 | ||||
|
120 | ||||
|
121 | def pytest_collect_file( | |||
|
122 | path: py.path.local, parent: Collector, | |||
|
123 | ) -> Optional[Union["DoctestModule", "DoctestTextfile"]]: | |||
|
124 | config = parent.config | |||
|
125 | if path.ext == ".py": | |||
|
126 | if config.option.doctestmodules and not _is_setup_py(path): | |||
|
127 | mod: DoctestModule = DoctestModule.from_parent(parent, fspath=path) | |||
|
128 | return mod | |||
|
129 | elif _is_doctest(config, path, parent): | |||
|
130 | txt: DoctestTextfile = DoctestTextfile.from_parent(parent, fspath=path) | |||
|
131 | return txt | |||
|
132 | return None | |||
|
133 | ||||
|
134 | ||||
|
135 | def _is_setup_py(path: py.path.local) -> bool: | |||
|
136 | if path.basename != "setup.py": | |||
|
137 | return False | |||
|
138 | contents = path.read_binary() | |||
|
139 | return b"setuptools" in contents or b"distutils" in contents | |||
|
140 | ||||
|
141 | ||||
|
142 | def _is_doctest(config: Config, path: py.path.local, parent) -> bool: | |||
|
143 | if path.ext in (".txt", ".rst") and parent.session.isinitpath(path): | |||
|
144 | return True | |||
|
145 | globs = config.getoption("doctestglob") or ["test*.txt"] | |||
|
146 | for glob in globs: | |||
|
147 | if path.check(fnmatch=glob): | |||
|
148 | return True | |||
|
149 | return False | |||
|
150 | ||||
|
151 | ||||
|
152 | class ReprFailDoctest(TerminalRepr): | |||
|
153 | def __init__( | |||
|
154 | self, reprlocation_lines: Sequence[Tuple[ReprFileLocation, Sequence[str]]] | |||
|
155 | ) -> None: | |||
|
156 | self.reprlocation_lines = reprlocation_lines | |||
|
157 | ||||
|
158 | def toterminal(self, tw: TerminalWriter) -> None: | |||
|
159 | for reprlocation, lines in self.reprlocation_lines: | |||
|
160 | for line in lines: | |||
|
161 | tw.line(line) | |||
|
162 | reprlocation.toterminal(tw) | |||
|
163 | ||||
|
164 | ||||
|
165 | class MultipleDoctestFailures(Exception): | |||
|
166 | def __init__(self, failures: Sequence["doctest.DocTestFailure"]) -> None: | |||
|
167 | super().__init__() | |||
|
168 | self.failures = failures | |||
|
169 | ||||
|
170 | ||||
|
171 | def _init_runner_class() -> Type["doctest.DocTestRunner"]: | |||
|
172 | import doctest | |||
|
173 | ||||
|
174 | class PytestDoctestRunner(doctest.DebugRunner): | |||
|
175 | """Runner to collect failures. | |||
|
176 | ||||
|
177 | Note that the out variable in this case is a list instead of a | |||
|
178 | stdout-like object. | |||
|
179 | """ | |||
|
180 | ||||
|
181 | def __init__( | |||
|
182 | self, | |||
|
183 | checker: Optional["doctest.OutputChecker"] = None, | |||
|
184 | verbose: Optional[bool] = None, | |||
|
185 | optionflags: int = 0, | |||
|
186 | continue_on_failure: bool = True, | |||
|
187 | ) -> None: | |||
|
188 | doctest.DebugRunner.__init__( | |||
|
189 | self, checker=checker, verbose=verbose, optionflags=optionflags | |||
|
190 | ) | |||
|
191 | self.continue_on_failure = continue_on_failure | |||
|
192 | ||||
|
193 | def report_failure( | |||
|
194 | self, out, test: "doctest.DocTest", example: "doctest.Example", got: str, | |||
|
195 | ) -> None: | |||
|
196 | failure = doctest.DocTestFailure(test, example, got) | |||
|
197 | if self.continue_on_failure: | |||
|
198 | out.append(failure) | |||
|
199 | else: | |||
|
200 | raise failure | |||
|
201 | ||||
|
202 | def report_unexpected_exception( | |||
|
203 | self, | |||
|
204 | out, | |||
|
205 | test: "doctest.DocTest", | |||
|
206 | example: "doctest.Example", | |||
|
207 | exc_info: Tuple[Type[BaseException], BaseException, types.TracebackType], | |||
|
208 | ) -> None: | |||
|
209 | if isinstance(exc_info[1], OutcomeException): | |||
|
210 | raise exc_info[1] | |||
|
211 | if isinstance(exc_info[1], bdb.BdbQuit): | |||
|
212 | outcomes.exit("Quitting debugger") | |||
|
213 | failure = doctest.UnexpectedException(test, example, exc_info) | |||
|
214 | if self.continue_on_failure: | |||
|
215 | out.append(failure) | |||
|
216 | else: | |||
|
217 | raise failure | |||
|
218 | ||||
|
219 | return PytestDoctestRunner | |||
|
220 | ||||
|
221 | ||||
|
222 | def _get_runner( | |||
|
223 | checker: Optional["doctest.OutputChecker"] = None, | |||
|
224 | verbose: Optional[bool] = None, | |||
|
225 | optionflags: int = 0, | |||
|
226 | continue_on_failure: bool = True, | |||
|
227 | ) -> "doctest.DocTestRunner": | |||
|
228 | # We need this in order to do a lazy import on doctest | |||
|
229 | global RUNNER_CLASS | |||
|
230 | if RUNNER_CLASS is None: | |||
|
231 | RUNNER_CLASS = _init_runner_class() | |||
|
232 | # Type ignored because the continue_on_failure argument is only defined on | |||
|
233 | # PytestDoctestRunner, which is lazily defined so can't be used as a type. | |||
|
234 | return RUNNER_CLASS( # type: ignore | |||
|
235 | checker=checker, | |||
|
236 | verbose=verbose, | |||
|
237 | optionflags=optionflags, | |||
|
238 | continue_on_failure=continue_on_failure, | |||
|
239 | ) | |||
|
240 | ||||
|
241 | ||||
|
242 | class DoctestItem(pytest.Item): | |||
|
243 | def __init__( | |||
|
244 | self, | |||
|
245 | name: str, | |||
|
246 | parent: "Union[DoctestTextfile, DoctestModule]", | |||
|
247 | runner: Optional["doctest.DocTestRunner"] = None, | |||
|
248 | dtest: Optional["doctest.DocTest"] = None, | |||
|
249 | ) -> None: | |||
|
250 | super().__init__(name, parent) | |||
|
251 | self.runner = runner | |||
|
252 | self.dtest = dtest | |||
|
253 | self.obj = None | |||
|
254 | self.fixture_request: Optional[FixtureRequest] = None | |||
|
255 | ||||
|
256 | @classmethod | |||
|
257 | def from_parent( # type: ignore | |||
|
258 | cls, | |||
|
259 | parent: "Union[DoctestTextfile, DoctestModule]", | |||
|
260 | *, | |||
|
261 | name: str, | |||
|
262 | runner: "doctest.DocTestRunner", | |||
|
263 | dtest: "doctest.DocTest", | |||
|
264 | ): | |||
|
265 | # incompatible signature due to to imposed limits on sublcass | |||
|
266 | """The public named constructor.""" | |||
|
267 | return super().from_parent(name=name, parent=parent, runner=runner, dtest=dtest) | |||
|
268 | ||||
|
269 | def setup(self) -> None: | |||
|
270 | if self.dtest is not None: | |||
|
271 | self.fixture_request = _setup_fixtures(self) | |||
|
272 | globs = dict(getfixture=self.fixture_request.getfixturevalue) | |||
|
273 | for name, value in self.fixture_request.getfixturevalue( | |||
|
274 | "doctest_namespace" | |||
|
275 | ).items(): | |||
|
276 | globs[name] = value | |||
|
277 | self.dtest.globs.update(globs) | |||
|
278 | ||||
|
279 | def runtest(self) -> None: | |||
|
280 | assert self.dtest is not None | |||
|
281 | assert self.runner is not None | |||
|
282 | _check_all_skipped(self.dtest) | |||
|
283 | self._disable_output_capturing_for_darwin() | |||
|
284 | failures: List["doctest.DocTestFailure"] = [] | |||
|
285 | # Type ignored because we change the type of `out` from what | |||
|
286 | # doctest expects. | |||
|
287 | self.runner.run(self.dtest, out=failures) # type: ignore[arg-type] | |||
|
288 | if failures: | |||
|
289 | raise MultipleDoctestFailures(failures) | |||
|
290 | ||||
|
291 | def _disable_output_capturing_for_darwin(self) -> None: | |||
|
292 | """Disable output capturing. Otherwise, stdout is lost to doctest (#985).""" | |||
|
293 | if platform.system() != "Darwin": | |||
|
294 | return | |||
|
295 | capman = self.config.pluginmanager.getplugin("capturemanager") | |||
|
296 | if capman: | |||
|
297 | capman.suspend_global_capture(in_=True) | |||
|
298 | out, err = capman.read_global_capture() | |||
|
299 | sys.stdout.write(out) | |||
|
300 | sys.stderr.write(err) | |||
|
301 | ||||
|
302 | # TODO: Type ignored -- breaks Liskov Substitution. | |||
|
303 | def repr_failure( # type: ignore[override] | |||
|
304 | self, excinfo: ExceptionInfo[BaseException], | |||
|
305 | ) -> Union[str, TerminalRepr]: | |||
|
306 | import doctest | |||
|
307 | ||||
|
308 | failures: Optional[ | |||
|
309 | Sequence[Union[doctest.DocTestFailure, doctest.UnexpectedException]] | |||
|
310 | ] = (None) | |||
|
311 | if isinstance( | |||
|
312 | excinfo.value, (doctest.DocTestFailure, doctest.UnexpectedException) | |||
|
313 | ): | |||
|
314 | failures = [excinfo.value] | |||
|
315 | elif isinstance(excinfo.value, MultipleDoctestFailures): | |||
|
316 | failures = excinfo.value.failures | |||
|
317 | ||||
|
318 | if failures is not None: | |||
|
319 | reprlocation_lines = [] | |||
|
320 | for failure in failures: | |||
|
321 | example = failure.example | |||
|
322 | test = failure.test | |||
|
323 | filename = test.filename | |||
|
324 | if test.lineno is None: | |||
|
325 | lineno = None | |||
|
326 | else: | |||
|
327 | lineno = test.lineno + example.lineno + 1 | |||
|
328 | message = type(failure).__name__ | |||
|
329 | # TODO: ReprFileLocation doesn't expect a None lineno. | |||
|
330 | reprlocation = ReprFileLocation(filename, lineno, message) # type: ignore[arg-type] | |||
|
331 | checker = _get_checker() | |||
|
332 | report_choice = _get_report_choice( | |||
|
333 | self.config.getoption("doctestreport") | |||
|
334 | ) | |||
|
335 | if lineno is not None: | |||
|
336 | assert failure.test.docstring is not None | |||
|
337 | lines = failure.test.docstring.splitlines(False) | |||
|
338 | # add line numbers to the left of the error message | |||
|
339 | assert test.lineno is not None | |||
|
340 | lines = [ | |||
|
341 | "%03d %s" % (i + test.lineno + 1, x) | |||
|
342 | for (i, x) in enumerate(lines) | |||
|
343 | ] | |||
|
344 | # trim docstring error lines to 10 | |||
|
345 | lines = lines[max(example.lineno - 9, 0) : example.lineno + 1] | |||
|
346 | else: | |||
|
347 | lines = [ | |||
|
348 | "EXAMPLE LOCATION UNKNOWN, not showing all tests of that example" | |||
|
349 | ] | |||
|
350 | indent = ">>>" | |||
|
351 | for line in example.source.splitlines(): | |||
|
352 | lines.append(f"??? {indent} {line}") | |||
|
353 | indent = "..." | |||
|
354 | if isinstance(failure, doctest.DocTestFailure): | |||
|
355 | lines += checker.output_difference( | |||
|
356 | example, failure.got, report_choice | |||
|
357 | ).split("\n") | |||
|
358 | else: | |||
|
359 | inner_excinfo = ExceptionInfo(failure.exc_info) | |||
|
360 | lines += ["UNEXPECTED EXCEPTION: %s" % repr(inner_excinfo.value)] | |||
|
361 | lines += [ | |||
|
362 | x.strip("\n") | |||
|
363 | for x in traceback.format_exception(*failure.exc_info) | |||
|
364 | ] | |||
|
365 | reprlocation_lines.append((reprlocation, lines)) | |||
|
366 | return ReprFailDoctest(reprlocation_lines) | |||
|
367 | else: | |||
|
368 | return super().repr_failure(excinfo) | |||
|
369 | ||||
|
370 | def reportinfo(self): | |||
|
371 | assert self.dtest is not None | |||
|
372 | return self.fspath, self.dtest.lineno, "[doctest] %s" % self.name | |||
|
373 | ||||
|
374 | ||||
|
375 | def _get_flag_lookup() -> Dict[str, int]: | |||
|
376 | import doctest | |||
|
377 | ||||
|
378 | return dict( | |||
|
379 | DONT_ACCEPT_TRUE_FOR_1=doctest.DONT_ACCEPT_TRUE_FOR_1, | |||
|
380 | DONT_ACCEPT_BLANKLINE=doctest.DONT_ACCEPT_BLANKLINE, | |||
|
381 | NORMALIZE_WHITESPACE=doctest.NORMALIZE_WHITESPACE, | |||
|
382 | ELLIPSIS=doctest.ELLIPSIS, | |||
|
383 | IGNORE_EXCEPTION_DETAIL=doctest.IGNORE_EXCEPTION_DETAIL, | |||
|
384 | COMPARISON_FLAGS=doctest.COMPARISON_FLAGS, | |||
|
385 | ALLOW_UNICODE=_get_allow_unicode_flag(), | |||
|
386 | ALLOW_BYTES=_get_allow_bytes_flag(), | |||
|
387 | NUMBER=_get_number_flag(), | |||
|
388 | ) | |||
|
389 | ||||
|
390 | ||||
|
391 | def get_optionflags(parent): | |||
|
392 | optionflags_str = parent.config.getini("doctest_optionflags") | |||
|
393 | flag_lookup_table = _get_flag_lookup() | |||
|
394 | flag_acc = 0 | |||
|
395 | for flag in optionflags_str: | |||
|
396 | flag_acc |= flag_lookup_table[flag] | |||
|
397 | return flag_acc | |||
|
398 | ||||
|
399 | ||||
|
400 | def _get_continue_on_failure(config): | |||
|
401 | continue_on_failure = config.getvalue("doctest_continue_on_failure") | |||
|
402 | if continue_on_failure: | |||
|
403 | # We need to turn off this if we use pdb since we should stop at | |||
|
404 | # the first failure. | |||
|
405 | if config.getvalue("usepdb"): | |||
|
406 | continue_on_failure = False | |||
|
407 | return continue_on_failure | |||
|
408 | ||||
|
409 | ||||
|
410 | class DoctestTextfile(pytest.Module): | |||
|
411 | obj = None | |||
|
412 | ||||
|
413 | def collect(self) -> Iterable[DoctestItem]: | |||
|
414 | import doctest | |||
|
415 | ||||
|
416 | # Inspired by doctest.testfile; ideally we would use it directly, | |||
|
417 | # but it doesn't support passing a custom checker. | |||
|
418 | encoding = self.config.getini("doctest_encoding") | |||
|
419 | text = self.fspath.read_text(encoding) | |||
|
420 | filename = str(self.fspath) | |||
|
421 | name = self.fspath.basename | |||
|
422 | globs = {"__name__": "__main__"} | |||
|
423 | ||||
|
424 | optionflags = get_optionflags(self) | |||
|
425 | ||||
|
426 | runner = _get_runner( | |||
|
427 | verbose=False, | |||
|
428 | optionflags=optionflags, | |||
|
429 | checker=_get_checker(), | |||
|
430 | continue_on_failure=_get_continue_on_failure(self.config), | |||
|
431 | ) | |||
|
432 | ||||
|
433 | parser = doctest.DocTestParser() | |||
|
434 | test = parser.get_doctest(text, globs, name, filename, 0) | |||
|
435 | if test.examples: | |||
|
436 | yield DoctestItem.from_parent( | |||
|
437 | self, name=test.name, runner=runner, dtest=test | |||
|
438 | ) | |||
|
439 | ||||
|
440 | ||||
|
441 | def _check_all_skipped(test: "doctest.DocTest") -> None: | |||
|
442 | """Raise pytest.skip() if all examples in the given DocTest have the SKIP | |||
|
443 | option set.""" | |||
|
444 | import doctest | |||
|
445 | ||||
|
446 | all_skipped = all(x.options.get(doctest.SKIP, False) for x in test.examples) | |||
|
447 | if all_skipped: | |||
|
448 | pytest.skip("all tests skipped by +SKIP option") | |||
|
449 | ||||
|
450 | ||||
|
451 | def _is_mocked(obj: object) -> bool: | |||
|
452 | """Return if an object is possibly a mock object by checking the | |||
|
453 | existence of a highly improbable attribute.""" | |||
|
454 | return ( | |||
|
455 | safe_getattr(obj, "pytest_mock_example_attribute_that_shouldnt_exist", None) | |||
|
456 | is not None | |||
|
457 | ) | |||
|
458 | ||||
|
459 | ||||
|
460 | @contextmanager | |||
|
461 | def _patch_unwrap_mock_aware() -> Generator[None, None, None]: | |||
|
462 | """Context manager which replaces ``inspect.unwrap`` with a version | |||
|
463 | that's aware of mock objects and doesn't recurse into them.""" | |||
|
464 | real_unwrap = inspect.unwrap | |||
|
465 | ||||
|
466 | def _mock_aware_unwrap( | |||
|
467 | func: Callable[..., Any], *, stop: Optional[Callable[[Any], Any]] = None | |||
|
468 | ) -> Any: | |||
|
469 | try: | |||
|
470 | if stop is None or stop is _is_mocked: | |||
|
471 | return real_unwrap(func, stop=_is_mocked) | |||
|
472 | _stop = stop | |||
|
473 | return real_unwrap(func, stop=lambda obj: _is_mocked(obj) or _stop(func)) | |||
|
474 | except Exception as e: | |||
|
475 | warnings.warn( | |||
|
476 | "Got %r when unwrapping %r. This is usually caused " | |||
|
477 | "by a violation of Python's object protocol; see e.g. " | |||
|
478 | "https://github.com/pytest-dev/pytest/issues/5080" % (e, func), | |||
|
479 | PytestWarning, | |||
|
480 | ) | |||
|
481 | raise | |||
|
482 | ||||
|
483 | inspect.unwrap = _mock_aware_unwrap | |||
|
484 | try: | |||
|
485 | yield | |||
|
486 | finally: | |||
|
487 | inspect.unwrap = real_unwrap | |||
|
488 | ||||
|
489 | ||||
|
490 | class DoctestModule(pytest.Module): | |||
|
491 | def collect(self) -> Iterable[DoctestItem]: | |||
|
492 | import doctest | |||
|
493 | ||||
|
494 | class MockAwareDocTestFinder(doctest.DocTestFinder): | |||
|
495 | """A hackish doctest finder that overrides stdlib internals to fix a stdlib bug. | |||
|
496 | ||||
|
497 | https://github.com/pytest-dev/pytest/issues/3456 | |||
|
498 | https://bugs.python.org/issue25532 | |||
|
499 | """ | |||
|
500 | ||||
|
501 | def _find_lineno(self, obj, source_lines): | |||
|
502 | """Doctest code does not take into account `@property`, this | |||
|
503 | is a hackish way to fix it. | |||
|
504 | ||||
|
505 | https://bugs.python.org/issue17446 | |||
|
506 | """ | |||
|
507 | if isinstance(obj, property): | |||
|
508 | obj = getattr(obj, "fget", obj) | |||
|
509 | # Type ignored because this is a private function. | |||
|
510 | return doctest.DocTestFinder._find_lineno( # type: ignore | |||
|
511 | self, obj, source_lines, | |||
|
512 | ) | |||
|
513 | ||||
|
514 | def _find( | |||
|
515 | self, tests, obj, name, module, source_lines, globs, seen | |||
|
516 | ) -> None: | |||
|
517 | if _is_mocked(obj): | |||
|
518 | return | |||
|
519 | with _patch_unwrap_mock_aware(): | |||
|
520 | ||||
|
521 | # Type ignored because this is a private function. | |||
|
522 | doctest.DocTestFinder._find( # type: ignore | |||
|
523 | self, tests, obj, name, module, source_lines, globs, seen | |||
|
524 | ) | |||
|
525 | ||||
|
526 | if self.fspath.basename == "conftest.py": | |||
|
527 | module = self.config.pluginmanager._importconftest( | |||
|
528 | self.fspath, self.config.getoption("importmode") | |||
|
529 | ) | |||
|
530 | else: | |||
|
531 | try: | |||
|
532 | module = import_path(self.fspath) | |||
|
533 | except ImportError: | |||
|
534 | if self.config.getvalue("doctest_ignore_import_errors"): | |||
|
535 | pytest.skip("unable to import module %r" % self.fspath) | |||
|
536 | else: | |||
|
537 | raise | |||
|
538 | # Uses internal doctest module parsing mechanism. | |||
|
539 | finder = MockAwareDocTestFinder() | |||
|
540 | optionflags = get_optionflags(self) | |||
|
541 | runner = _get_runner( | |||
|
542 | verbose=False, | |||
|
543 | optionflags=optionflags, | |||
|
544 | checker=_get_checker(), | |||
|
545 | continue_on_failure=_get_continue_on_failure(self.config), | |||
|
546 | ) | |||
|
547 | ||||
|
548 | for test in finder.find(module, module.__name__): | |||
|
549 | if test.examples: # skip empty doctests | |||
|
550 | yield DoctestItem.from_parent( | |||
|
551 | self, name=test.name, runner=runner, dtest=test | |||
|
552 | ) | |||
|
553 | ||||
|
554 | ||||
|
555 | def _setup_fixtures(doctest_item: DoctestItem) -> FixtureRequest: | |||
|
556 | """Used by DoctestTextfile and DoctestItem to setup fixture information.""" | |||
|
557 | ||||
|
558 | def func() -> None: | |||
|
559 | pass | |||
|
560 | ||||
|
561 | doctest_item.funcargs = {} # type: ignore[attr-defined] | |||
|
562 | fm = doctest_item.session._fixturemanager | |||
|
563 | doctest_item._fixtureinfo = fm.getfixtureinfo( # type: ignore[attr-defined] | |||
|
564 | node=doctest_item, func=func, cls=None, funcargs=False | |||
|
565 | ) | |||
|
566 | fixture_request = FixtureRequest(doctest_item, _ispytest=True) | |||
|
567 | fixture_request._fillfixtures() | |||
|
568 | return fixture_request | |||
|
569 | ||||
|
570 | ||||
|
571 | def _init_checker_class() -> Type["doctest.OutputChecker"]: | |||
|
572 | import doctest | |||
|
573 | import re | |||
|
574 | ||||
|
575 | class LiteralsOutputChecker(doctest.OutputChecker): | |||
|
576 | # Based on doctest_nose_plugin.py from the nltk project | |||
|
577 | # (https://github.com/nltk/nltk) and on the "numtest" doctest extension | |||
|
578 | # by Sebastien Boisgerault (https://github.com/boisgera/numtest). | |||
|
579 | ||||
|
580 | _unicode_literal_re = re.compile(r"(\W|^)[uU]([rR]?[\'\"])", re.UNICODE) | |||
|
581 | _bytes_literal_re = re.compile(r"(\W|^)[bB]([rR]?[\'\"])", re.UNICODE) | |||
|
582 | _number_re = re.compile( | |||
|
583 | r""" | |||
|
584 | (?P<number> | |||
|
585 | (?P<mantissa> | |||
|
586 | (?P<integer1> [+-]?\d*)\.(?P<fraction>\d+) | |||
|
587 | | | |||
|
588 | (?P<integer2> [+-]?\d+)\. | |||
|
589 | ) | |||
|
590 | (?: | |||
|
591 | [Ee] | |||
|
592 | (?P<exponent1> [+-]?\d+) | |||
|
593 | )? | |||
|
594 | | | |||
|
595 | (?P<integer3> [+-]?\d+) | |||
|
596 | (?: | |||
|
597 | [Ee] | |||
|
598 | (?P<exponent2> [+-]?\d+) | |||
|
599 | ) | |||
|
600 | ) | |||
|
601 | """, | |||
|
602 | re.VERBOSE, | |||
|
603 | ) | |||
|
604 | ||||
|
605 | def check_output(self, want: str, got: str, optionflags: int) -> bool: | |||
|
606 | if doctest.OutputChecker.check_output(self, want, got, optionflags): | |||
|
607 | return True | |||
|
608 | ||||
|
609 | allow_unicode = optionflags & _get_allow_unicode_flag() | |||
|
610 | allow_bytes = optionflags & _get_allow_bytes_flag() | |||
|
611 | allow_number = optionflags & _get_number_flag() | |||
|
612 | ||||
|
613 | if not allow_unicode and not allow_bytes and not allow_number: | |||
|
614 | return False | |||
|
615 | ||||
|
616 | def remove_prefixes(regex: Pattern[str], txt: str) -> str: | |||
|
617 | return re.sub(regex, r"\1\2", txt) | |||
|
618 | ||||
|
619 | if allow_unicode: | |||
|
620 | want = remove_prefixes(self._unicode_literal_re, want) | |||
|
621 | got = remove_prefixes(self._unicode_literal_re, got) | |||
|
622 | ||||
|
623 | if allow_bytes: | |||
|
624 | want = remove_prefixes(self._bytes_literal_re, want) | |||
|
625 | got = remove_prefixes(self._bytes_literal_re, got) | |||
|
626 | ||||
|
627 | if allow_number: | |||
|
628 | got = self._remove_unwanted_precision(want, got) | |||
|
629 | ||||
|
630 | return doctest.OutputChecker.check_output(self, want, got, optionflags) | |||
|
631 | ||||
|
632 | def _remove_unwanted_precision(self, want: str, got: str) -> str: | |||
|
633 | wants = list(self._number_re.finditer(want)) | |||
|
634 | gots = list(self._number_re.finditer(got)) | |||
|
635 | if len(wants) != len(gots): | |||
|
636 | return got | |||
|
637 | offset = 0 | |||
|
638 | for w, g in zip(wants, gots): | |||
|
639 | fraction: Optional[str] = w.group("fraction") | |||
|
640 | exponent: Optional[str] = w.group("exponent1") | |||
|
641 | if exponent is None: | |||
|
642 | exponent = w.group("exponent2") | |||
|
643 | if fraction is None: | |||
|
644 | precision = 0 | |||
|
645 | else: | |||
|
646 | precision = len(fraction) | |||
|
647 | if exponent is not None: | |||
|
648 | precision -= int(exponent) | |||
|
649 | if float(w.group()) == approx(float(g.group()), abs=10 ** -precision): | |||
|
650 | # They're close enough. Replace the text we actually | |||
|
651 | # got with the text we want, so that it will match when we | |||
|
652 | # check the string literally. | |||
|
653 | got = ( | |||
|
654 | got[: g.start() + offset] + w.group() + got[g.end() + offset :] | |||
|
655 | ) | |||
|
656 | offset += w.end() - w.start() - (g.end() - g.start()) | |||
|
657 | return got | |||
|
658 | ||||
|
659 | return LiteralsOutputChecker | |||
|
660 | ||||
|
661 | ||||
|
662 | def _get_checker() -> "doctest.OutputChecker": | |||
|
663 | """Return a doctest.OutputChecker subclass that supports some | |||
|
664 | additional options: | |||
|
665 | ||||
|
666 | * ALLOW_UNICODE and ALLOW_BYTES options to ignore u'' and b'' | |||
|
667 | prefixes (respectively) in string literals. Useful when the same | |||
|
668 | doctest should run in Python 2 and Python 3. | |||
|
669 | ||||
|
670 | * NUMBER to ignore floating-point differences smaller than the | |||
|
671 | precision of the literal number in the doctest. | |||
|
672 | ||||
|
673 | An inner class is used to avoid importing "doctest" at the module | |||
|
674 | level. | |||
|
675 | """ | |||
|
676 | global CHECKER_CLASS | |||
|
677 | if CHECKER_CLASS is None: | |||
|
678 | CHECKER_CLASS = _init_checker_class() | |||
|
679 | return CHECKER_CLASS() | |||
|
680 | ||||
|
681 | ||||
|
682 | def _get_allow_unicode_flag() -> int: | |||
|
683 | """Register and return the ALLOW_UNICODE flag.""" | |||
|
684 | import doctest | |||
|
685 | ||||
|
686 | return doctest.register_optionflag("ALLOW_UNICODE") | |||
|
687 | ||||
|
688 | ||||
|
689 | def _get_allow_bytes_flag() -> int: | |||
|
690 | """Register and return the ALLOW_BYTES flag.""" | |||
|
691 | import doctest | |||
|
692 | ||||
|
693 | return doctest.register_optionflag("ALLOW_BYTES") | |||
|
694 | ||||
|
695 | ||||
|
696 | def _get_number_flag() -> int: | |||
|
697 | """Register and return the NUMBER flag.""" | |||
|
698 | import doctest | |||
|
699 | ||||
|
700 | return doctest.register_optionflag("NUMBER") | |||
|
701 | ||||
|
702 | ||||
|
703 | def _get_report_choice(key: str) -> int: | |||
|
704 | """Return the actual `doctest` module flag value. | |||
|
705 | ||||
|
706 | We want to do it as late as possible to avoid importing `doctest` and all | |||
|
707 | its dependencies when parsing options, as it adds overhead and breaks tests. | |||
|
708 | """ | |||
|
709 | import doctest | |||
|
710 | ||||
|
711 | return { | |||
|
712 | DOCTEST_REPORT_CHOICE_UDIFF: doctest.REPORT_UDIFF, | |||
|
713 | DOCTEST_REPORT_CHOICE_CDIFF: doctest.REPORT_CDIFF, | |||
|
714 | DOCTEST_REPORT_CHOICE_NDIFF: doctest.REPORT_NDIFF, | |||
|
715 | DOCTEST_REPORT_CHOICE_ONLY_FIRST_FAILURE: doctest.REPORT_ONLY_FIRST_FAILURE, | |||
|
716 | DOCTEST_REPORT_CHOICE_NONE: 0, | |||
|
717 | }[key] | |||
|
718 | ||||
|
719 | ||||
|
720 | @pytest.fixture(scope="session") | |||
|
721 | def doctest_namespace() -> Dict[str, Any]: | |||
|
722 | """Fixture that returns a :py:class:`dict` that will be injected into the | |||
|
723 | namespace of doctests.""" | |||
|
724 | return dict() |
General Comments 0
You need to be logged in to leave comments.
Login now