1 py$(PYV): remove tox env folder $(@D)/.tox/py$(PYV)
2 py$(PYV): commands[0]> python -m pytest -k 'example and not options' --doctest-modules test/test_pytest/
3 ============================= test session starts ==============================
4 platform sunos5 -- Python $(PYTHON_VERSION).X -- $(@D)/.tox/py$(PYV)/bin/python
5 cachedir: .tox/py$(PYV)/.pytest_cache
7 collecting ... collected 70 items / 52 deselected / 18 selected
9 ===Flaky Test Report===
10 test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED
11 test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED
12 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED
13 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED
14 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED
15 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED
16 test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing XFAIL
17 test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED
18 test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED
19 test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED
20 test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED
21 test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED
22 test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED
23 test/test_pytest/test_pytest_example.py::test.test_pytest.test_pytest_example._test_flaky_doctest PASSED
24 test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED
25 test/test_pytest/test_pytest_example.py::test_something_flaky PASSED
26 test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL
27 test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL
28 test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED
30 test_something_flaky[dummy_list0] failed (1 runs remaining out of 2).
31 <class 'AssertionError'>
34 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/pytest_generate_example/test_pytest_generate_example.py:7>]
35 test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success!
36 test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2).
37 <class 'AssertionError'>
39 + where 0 = TestExample._threshold
40 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/pytest_generate_example/test_pytest_generate_example.py:17>]
41 test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success!
42 test_something_flaky failed (1 runs remaining out of 2).
43 <class 'AssertionError'>
46 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:16>]
47 test_something_flaky passed 1 out of the required 1 times. Success!
48 test_something_good_with_failing_setup_fixture failed (1 runs remaining out of 2).
49 <class 'AssertionError'>
51 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:85>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:843>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:878>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:82>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:158>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:515>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:512>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1775>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:687>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:541>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:570>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:647>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1079>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/setuponly.py:36>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1132>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:913>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:21>]
52 test_something_good_with_failing_setup_fixture failed; it passed 0 out of the required 1 times.
53 <class 'AssertionError'>
55 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:85>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:843>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:878>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:82>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:158>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:515>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:512>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1775>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:687>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:541>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:570>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:647>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1079>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/setuponly.py:36>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1132>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:913>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:21>]
56 test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).
57 <class 'AssertionError'>
59 + where 0 = TestExample._threshold
60 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:50>]
61 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times.
62 test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success!
63 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times.
64 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success!
65 test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times.
66 test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success!
67 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
68 <class 'AssertionError'>
70 + where 0 = TestExampleFlakyTests._threshold
71 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:87>]
72 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
73 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
74 <class 'AssertionError'>
76 + where 0 = TestExampleFlakyTestCase._threshold
77 [<TracebackEntry $(PYTHON_DIR)/unittest/case.py:59>, <TracebackEntry $(PYTHON_DIR)/unittest/case.py:592>, <TracebackEntry $(PYTHON_DIR)/unittest/case.py:550>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:101>]
78 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
79 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
80 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
81 <class 'AssertionError'>
83 + where 0 = TestMarkedClass._threshold
84 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:119>]
85 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
86 test_requiring_my_fixture failed (1 runs remaining out of 2).
87 <class 'AssertionError'>
90 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:140>]
91 test_requiring_my_fixture passed 1 out of the required 1 times. Success!
92 test_something_flaky failed (1 runs remaining out of 2).
93 <class 'AssertionError'>
95 + where 0 = TestExampleRerunFilter._threshold
96 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:155>]
97 test_something_flaky passed 1 out of the required 1 times. Success!
99 ===End Flaky Test Report===
101 ======== 14 passed, 2 skipped, 52 deselected, 3 xfailed ========
102 py$(PYV): commands[1]> python -m pytest -k 'example and not options' -n 1 test/test_pytest/
103 ============================= test session starts ==============================
104 platform sunos5 -- Python $(PYTHON_VERSION).X -- $(@D)/.tox/py$(PYV)/bin/python
105 cachedir: .tox/py$(PYV)/.pytest_cache
110 scheduling tests via LoadScheduling
112 test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED
113 test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED
114 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED
115 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED
116 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED
117 test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED
118 test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing XFAIL
119 test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED
120 test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED
121 test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED
122 test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED
123 test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED
124 test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED
125 test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED
126 test/test_pytest/test_pytest_example.py::test_something_flaky PASSED
127 test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL
128 test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture XFAIL
129 test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED
131 test_something_flaky[dummy_list0] failed (1 runs remaining out of 2).
132 <class 'AssertionError'>
135 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/pytest_generate_example/test_pytest_generate_example.py:7>]
136 test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success!
137 test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2).
138 <class 'AssertionError'>
140 + where 0 = TestExample._threshold
141 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/pytest_generate_example/test_pytest_generate_example.py:17>]
142 test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success!
143 test_something_flaky failed (1 runs remaining out of 2).
144 <class 'AssertionError'>
147 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:16>]
148 test_something_flaky passed 1 out of the required 1 times. Success!
149 test_something_good_with_failing_setup_fixture failed (1 runs remaining out of 2).
150 <class 'AssertionError'>
152 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:85>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:843>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:878>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:82>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:158>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:515>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:512>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1775>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:687>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:541>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:570>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:647>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1079>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/setuponly.py:36>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1132>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:913>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:21>]
153 test_something_good_with_failing_setup_fixture failed; it passed 0 out of the required 1 times.
154 <class 'AssertionError'>
156 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:85>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:843>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:878>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:82>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:158>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:515>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:512>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1775>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:687>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:541>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:570>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:647>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1079>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/setuponly.py:36>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:1132>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/fixtures.py:913>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:21>]
157 test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).
158 <class 'AssertionError'>
160 + where 0 = TestExample._threshold
161 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:50>]
162 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times.
163 test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success!
164 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times.
165 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success!
166 test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times.
167 test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success!
168 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
169 <class 'AssertionError'>
171 + where 0 = TestExampleFlakyTests._threshold
172 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:87>]
173 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
174 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
175 <class 'AssertionError'>
177 + where 0 = TestExampleFlakyTestCase._threshold
178 [<TracebackEntry $(PYTHON_DIR)/unittest/case.py:59>, <TracebackEntry $(PYTHON_DIR)/unittest/case.py:592>, <TracebackEntry $(PYTHON_DIR)/unittest/case.py:550>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:101>]
179 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
180 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
181 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).
182 <class 'AssertionError'>
184 + where 0 = TestMarkedClass._threshold
185 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:119>]
186 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
187 test_requiring_my_fixture failed (1 runs remaining out of 2).
188 <class 'AssertionError'>
191 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:140>]
192 test_requiring_my_fixture passed 1 out of the required 1 times. Success!
193 test_something_flaky failed (1 runs remaining out of 2).
194 <class 'AssertionError'>
196 + where 0 = TestExampleRerunFilter._threshold
197 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_example.py:155>]
198 test_something_flaky passed 1 out of the required 1 times. Success!
200 ===End Flaky Test Report===
202 ======== 13 passed, 2 skipped, 3 xfailed ========
203 py$(PYV): commands[2]> python -m pytest -p no:flaky test/test_pytest/test_flaky_pytest_plugin.py
204 ============================= test session starts ==============================
205 platform sunos5 -- Python $(PYTHON_VERSION).X -- $(@D)/.tox/py$(PYV)/bin/python
206 cachedir: .tox/py$(PYV)/.pytest_cache
208 collecting ... collected 48 items
210 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_report PASSED [ 2%]
211 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-True] PASSED [ 4%]
212 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-False] PASSED [ 6%]
213 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-True] PASSED [ 8%]
214 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-False] PASSED [ 10%]
215 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-True] PASSED [ 12%]
216 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-False] PASSED [ 14%]
217 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-True] PASSED [ 16%]
218 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-False] PASSED [ 18%]
219 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-True] PASSED [ 20%]
220 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-False] PASSED [ 22%]
221 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-True] PASSED [ 25%]
222 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-False] PASSED [ 27%]
223 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[--] PASSED [ 29%]
224 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[-Flaky report text-Flaky report text] PASSED [ 31%]
225 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text--Flaky report text] PASSED [ 33%]
226 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad] PASSED [ 35%]
227 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01adFlaky report text] PASSED [ 37%]
228 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[instance] PASSED [ 39%]
229 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[module] PASSED [ 41%]
230 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[parent] PASSED [ 43%]
231 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[instance] PASSED [ 45%]
232 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[module] PASSED [ 47%]
233 test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[parent] PASSED [ 50%]
234 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[instance] PASSED [ 52%]
235 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[module] PASSED [ 54%]
236 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[parent] PASSED [ 56%]
237 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[instance] PASSED [ 58%]
238 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[module] PASSED [ 60%]
239 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[parent] PASSED [ 62%]
240 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[instance] PASSED [ 64%]
241 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[module] PASSED [ 66%]
242 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[parent] PASSED [ 68%]
243 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[instance] PASSED [ 70%]
244 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[module] PASSED [ 72%]
245 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[parent] PASSED [ 75%]
246 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[instance] PASSED [ 77%]
247 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[module] PASSED [ 79%]
248 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[parent] PASSED [ 81%]
249 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[instance] PASSED [ 83%]
250 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[module] PASSED [ 85%]
251 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[parent] PASSED [ 87%]
252 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[instance] PASSED [ 89%]
253 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[module] PASSED [ 91%]
254 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[parent] PASSED [ 93%]
255 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[instance] PASSED [ 95%]
256 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[module] PASSED [ 97%]
257 test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[parent] PASSED [100%]
259 ======== 48 passed ========
260 py$(PYV): commands[3]> python -m pytest --force-flaky --max-runs 2 test/test_pytest/test_pytest_options_example.py
261 ============================= test session starts ==============================
262 platform sunos5 -- Python $(PYTHON_VERSION).X -- $(@D)/.tox/py$(PYV)/bin/python
263 cachedir: .tox/py$(PYV)/.pytest_cache
265 collecting ... collected 3 items
267 test/test_pytest/test_pytest_options_example.py::test_something_flaky PASSED [ 33%]
268 test/test_pytest/test_pytest_options_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 66%]
269 test/test_pytest/test_pytest_options_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [100%]
270 ===Flaky Test Report===
272 test_something_flaky failed (1 runs remaining out of 2).
273 <class 'AssertionError'>
276 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_options_example.py:11>]
277 test_something_flaky passed 1 out of the required 1 times. Success!
278 test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).
279 <class 'AssertionError'>
281 + where -1 = TestExample._threshold
282 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_options_example.py:27>]
283 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3).
284 <class 'AssertionError'>
286 + where 0 = TestExample._threshold
287 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_options_example.py:27>]
288 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
289 test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).
290 <class 'AssertionError'>
292 + where -1 = TestExampleFlakyTests._threshold
293 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_options_example.py:43>]
294 test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3).
295 <class 'AssertionError'>
297 + where 0 = TestExampleFlakyTests._threshold
298 [<TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:340>, <TracebackEntry $(@D)/flaky/flaky_pytest_plugin.py:146>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:87>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/threadexception.py:63>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:90>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/unraisableexception.py:65>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:849>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/logging.py:832>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/capture.py:883>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:121>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/skipping.py:256>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:182>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/runner.py:172>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:1772>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_hooks.py:501>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_manager.py:119>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:138>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/pluggy/_callers.py:102>, <TracebackEntry $(PYTHON_DIR)/vendor-packages/_pytest/python.py:195>, <TracebackEntry $(@D)/test/test_pytest/test_pytest_options_example.py:43>]
299 test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success!
301 ===End Flaky Test Report===
303 ======== 3 passed ========