Mock Version: 2.1 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'], chrootPath='/var/lib/mock/1327259-epel-8-x86_64-1585963955.905974/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'en_US.UTF-8'}shell=Falselogger=timeout=0uid=1001gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'be1a7081b87e46c587849f2ae4b5cae7', '-D', '/var/lib/mock/1327259-epel-8-x86_64-1585963955.905974/root', '-a', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=en_US.UTF-8', '-u', 'mockbuild', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'en_US.UTF-8'} and shell False Building target platforms: x86_64 Building for target x86_64 Wrote: /builddir/build/SRPMS/python-flaky-3.5.3-2.el8.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'], chrootPath='/var/lib/mock/1327259-epel-8-x86_64-1585963955.905974/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'en_US.UTF-8'}shell=Falselogger=timeout=0uid=1001gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'b759e2be4ca34d08802d96458287f0fd', '-D', '/var/lib/mock/1327259-epel-8-x86_64-1585963955.905974/root', '-a', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.24jewd7q:/etc/resolv.conf', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=en_US.UTF-8', '-u', 'mockbuild', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/python-flaky.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'en_US.UTF-8'} and shell False Building target platforms: x86_64 Building for target x86_64 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.j2Vnzk + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf flaky-3.5.3 + /usr/bin/gzip -dc /builddir/build/SOURCES/flaky-3.5.3.tar.gz + /usr/bin/tar -xof - + STATUS=0 + '[' 0 -ne 0 ']' + cd flaky-3.5.3 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + sed -i -e 's/import mock/from unittest import mock/' -e 's/from mock/from unittest.mock/' test/test_nose/test_flaky_nose_plugin.py test/test_nose/test_nose_example.py test/test_nose/test_nose_options_example.py test/test_pytest/test_flaky_pytest_plugin.py test/test_pytest/test_pytest_example.py test/test_pytest/test_pytest_options_example.py test/test_pytest/test_pytester_plugin.py + exit 0 Executing(%build): /bin/sh -e /var/tmp/rpm-tmp.eSBve1 + umask 022 + cd /builddir/build/BUILD + cd flaky-3.5.3 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld' + /usr/bin/python3.6 setup.py build '--executable=/usr/bin/python3.6 -s' running build running build_py creating build creating build/lib creating build/lib/flaky copying flaky/utils.py -> build/lib/flaky copying flaky/names.py -> build/lib/flaky copying flaky/multiprocess_string_io.py -> build/lib/flaky copying flaky/flaky_pytest_plugin.py -> build/lib/flaky copying flaky/flaky_nose_plugin.py -> build/lib/flaky copying flaky/flaky_decorator.py -> build/lib/flaky copying flaky/defaults.py -> build/lib/flaky copying flaky/_flaky_plugin.py -> build/lib/flaky copying flaky/__init__.py -> build/lib/flaky + sleep 1 + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.ZVYZ1K + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 ++ dirname /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 + cd flaky-3.5.3 + CFLAGS='-O2 -g -pipe -Wall -Werror=format-security -Wp,-D_FORTIFY_SOURCE=2 -Wp,-D_GLIBCXX_ASSERTIONS -fexceptions -fstack-protector-strong -grecord-gcc-switches -specs=/usr/lib/rpm/redhat/redhat-hardened-cc1 -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -m64 -mtune=generic -fasynchronous-unwind-tables -fstack-clash-protection -fcf-protection' + LDFLAGS='-Wl,-z,relro -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld' + /usr/bin/python3.6 setup.py install -O1 --skip-build --root /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 running install running install_lib creating /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr creating /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib creating /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6 creating /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages creating /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/__init__.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/_flaky_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/defaults.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/flaky_decorator.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/flaky_nose_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/flaky_pytest_plugin.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/multiprocess_string_io.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/names.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky copying build/lib/flaky/utils.py -> /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/__init__.py to __init__.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/_flaky_plugin.py to _flaky_plugin.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/defaults.py to defaults.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/flaky_decorator.py to flaky_decorator.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/flaky_nose_plugin.py to flaky_nose_plugin.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/flaky_pytest_plugin.py to flaky_pytest_plugin.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/multiprocess_string_io.py to multiprocess_string_io.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/names.py to names.cpython-36.pyc byte-compiling /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky/utils.py to utils.cpython-36.pyc writing byte-compilation script '/tmp/tmp7nts5_z_.py' /usr/bin/python3.6 /tmp/tmp7nts5_z_.py removing /tmp/tmp7nts5_z_.py running install_egg_info running egg_info creating flaky.egg-info writing flaky.egg-info/PKG-INFO writing dependency_links to flaky.egg-info/dependency_links.txt writing entry points to flaky.egg-info/entry_points.txt writing top-level names to flaky.egg-info/top_level.txt writing manifest file 'flaky.egg-info/SOURCES.txt' reading manifest file 'flaky.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' writing manifest file 'flaky.egg-info/SOURCES.txt' Copying flaky.egg-info to /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages/flaky-3.5.3-py3.6.egg-info running install_scripts + /usr/lib/rpm/find-debuginfo.sh -j2 --strict-build-id -m -i --build-id-seed 3.5.3-2.el8 --unique-debug-suffix -3.5.3-2.el8.x86_64 --unique-debug-src-base python-flaky-3.5.3-2.el8.x86_64 --run-dwz --dwz-low-mem-die-limit 10000000 --dwz-max-die-limit 110000000 -S debugsourcefiles.list /builddir/build/BUILD/flaky-3.5.3 find: 'debug': No such file or directory + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig /sbin/ldconfig: Warning: ignoring configuration file that cannot be opened: /etc/ld.so.conf: No such file or directory + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/brp-python-bytecompile 1 Bytecompiling .py files below /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6 using /usr/libexec/platform-python + /usr/lib/rpm/brp-python-hardlink + PYTHON3=/usr/bin/python3.6 + /usr/lib/rpm/redhat/brp-mangle-shebangs Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.b4pZmw + umask 022 + cd /builddir/build/BUILD + cd flaky-3.5.3 + export PYTHONPATH=/builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages + PYTHONPATH=/builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/lib/python3.6/site-packages + /usr/bin/python3.6 -m nose -v --with-flaky --exclude=test_nose_options_example test/test_nose/ test_flaky_plugin_get_stream(multiprocess_plugin_absent) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_argument_absent) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_equals_one) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_get_stream(processes_equals_two) (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_additional_errors (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_bare_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_error_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_error_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_no_more_retries (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_failure_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_needs_rerun (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_test_instance (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_handles_success_for_test_method (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_error_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_error_for_nose_failure (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_failure_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_ignores_success_for_non_flaky_test (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok test_flaky_plugin_report (test.test_nose.test_flaky_nose_plugin.TestFlakyNosePlugin) ... ok Flaky will run this test twice. It will fail once and then succeed. ... ok Flaky will run this test twice. It will fail once and then succeed. ... ok test_non_flaky_thing('ascii name') (test.test_nose.test_nose_example.ExampleFlakyTestsWithUnicodeTestNames) ... ok test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') (test.test_nose.test_nose_example.ExampleFlakyTestsWithUnicodeTestNames) ... ok Flaky will run this test twice. Both will fail. ... SKIP: This really fails! Remove this decorator to see the test failure. Flaky will run this test twice. Both will succeed. ... ok Flaky will run this test 3 times. It will fail once and then succeed twice. ... ok Flaky will run this test 3 times. It will succeed once, fail once, and then succeed one more time. ... ok Flaky will also not interact with this test ... ok Flaky will not interact with this test ... ok Nose will import this function and wrap it in a :class:`FunctionTestCase`. ... ok test.test_nose.test_nose_example.test_flaky_function ... ok ===Flaky Test Report=== test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 70, in test_flaky_thing_that_fails_then_succeeds self._threshold, 1), Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 70, in test_flaky_thing_that_fails_then_succeeds self._threshold, 1), Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_non_flaky_thing('ascii name') failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/usr/lib/python3.6/site-packages/genty/genty.py", line 364, in *dataset File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 97, in test_non_flaky_thing self._threshold, 1, message), Exception: Threshold is not high enough: 0 vs 1 for 'ascii name'. test_non_flaky_thing('ascii name') passed 1 out of the required 1 times. Success! test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/usr/lib/python3.6/site-packages/genty/genty.py", line 364, in *dataset File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 97, in test_non_flaky_thing self._threshold, 1, message), Exception: Threshold is not high enough: 0 vs 1 for 'ńőń ȁŝćȉȉ ŝƭȕƒƒ'. test_non_flaky_thing('ńőń ȁŝćȉȉ ŝƭȕƒƒ') passed 1 out of the required 1 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 36, in test_flaky_thing_that_fails_then_succeeds self._threshold, 1), Exception: Threshold is not high enough: 0 vs 1. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds failed (1 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 46, in test_flaky_thing_that_succeeds_then_fails_then_succeeds self.assertEqual(0, 1) File "/usr/lib64/python3.6/unittest/case.py", line 846, in assertEqual assertion_func(first, second, msg=msg) File "/usr/lib64/python3.6/unittest/case.py", line 839, in _baseAssertEqual raise self.failureException(msg) AssertionError: 0 != 1 test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_function failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/usr/lib/python3.6/site-packages/nose/case.py", line 197, in runTest self.test(*self.arg) File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_example.py", line 86, in test_flaky_function assert param_length == 1 AssertionError test_flaky_function passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ---------------------------------------------------------------------- Ran 31 tests in 0.103s OK (SKIP=1) + /usr/bin/python3.6 -m pytest -v -k 'example and not options' --doctest-modules test/test_pytest/ ============================= test session starts ============================== platform linux -- Python 3.6.8, pytest-3.4.2, py-1.5.3, pluggy-0.6.0 -- /usr/bin/python3.6 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.5.3, inifile: plugins: flaky-3.5.3 collecting ... collected 70 items test/test_pytest/test_pytest_example.py::test.test_pytest.test_pytest_example._test_flaky_doctest PASSED [ 5%] test/test_pytest/test_pytest_example.py::test_something_flaky PASSED [ 11%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture xfail [ 16%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED [ 22%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing xfail [ 27%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 33%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED [ 38%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED [ 44%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED [ 50%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [ 55%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED [ 61%] test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED [ 66%] test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED [ 72%] test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED [ 77%] test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED [ 83%] test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED [ 88%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED [ 94%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTestCase._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestMarkedClass._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_requiring_my_fixture failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_requiring_my_fixture passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleRerunFilter._threshold [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_flaky[dummy_list0] failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ============================= 52 tests deselected ============================== ======== 14 passed, 2 skipped, 52 deselected, 2 xfailed in 0.20 seconds ======== + /usr/bin/python3.6 -m pytest -v -k 'example and not options' test/test_pytest/ ============================= test session starts ============================== platform linux -- Python 3.6.8, pytest-3.4.2, py-1.5.3, pluggy-0.6.0 -- /usr/bin/python3.6 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.5.3, inifile: plugins: flaky-3.5.3 collecting ... collected 69 items test/test_pytest/test_pytest_example.py::test_something_flaky PASSED [ 5%] test/test_pytest/test_pytest_example.py::test_something_good_with_failing_setup_fixture xfail [ 11%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_thing PASSED [ 17%] test/test_pytest/test_pytest_example.py::TestExample::test_non_flaky_failing_thing xfail [ 23%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 29%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_succeeds_then_fails_then_succeeds PASSED [ 35%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_passes PASSED [ 41%] test/test_pytest/test_pytest_example.py::TestExample::test_flaky_thing_that_always_fails SKIPPED [ 47%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [ 52%] test/test_pytest/test_pytest_example.py::TestExampleFlakyTestCase::test_flaky_thing_that_fails_then_succeeds PASSED [ 58%] test/test_pytest/test_pytest_example.py::TestFlakySubclass::test_flaky_thing_that_fails_then_succeeds PASSED [ 64%] test/test_pytest/test_pytest_example.py::TestMarkedClass::test_flaky_thing_that_fails_then_succeeds PASSED [ 70%] test/test_pytest/test_pytest_example.py::test_requiring_my_fixture PASSED [ 76%] test/test_pytest/test_pytest_example.py::TestExampleRerunFilter::test_something_flaky PASSED [ 82%] test/test_pytest/test_pytest_example.py::test_something_that_always_fails_but_should_be_skipped SKIPPED [ 88%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::test_something_flaky[dummy_list0] PASSED [ 94%] test/test_pytest/pytest_generate_example/test_pytest_generate_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds[dummy_list0] PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_succeeds_then_fails_then_succeeds passed 2 out of the required 2 times. Success! test_flaky_thing_that_always_passes passed 1 out of the required 2 times. Running test again until it passes 2 times. test_flaky_thing_that_always_passes passed 2 out of the required 2 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleFlakyTestCase._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestMarkedClass._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_requiring_my_fixture failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_requiring_my_fixture passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExampleRerunFilter._threshold [] test_something_flaky passed 1 out of the required 1 times. Success! test_something_flaky[dummy_list0] failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky[dummy_list0] passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds[dummy_list0] failed (1 runs remaining out of 2). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds[dummy_list0] passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ============================= 52 tests deselected ============================== ======== 13 passed, 2 skipped, 52 deselected, 2 xfailed in 0.15 seconds ======== + /usr/bin/python3.6 -m pytest -v -p no:flaky test/test_pytest/test_flaky_pytest_plugin.py ============================= test session starts ============================== platform linux -- Python 3.6.8, pytest-3.4.2, py-1.5.3, pluggy-0.6.0 -- /usr/bin/python3.6 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.5.3, inifile: collecting ... collected 48 items test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_report PASSED [ 2%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-True] PASSED [ 4%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-None-False] PASSED [ 6%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-True] PASSED [ 8%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput0-mock_xdist_error1-False] PASSED [ 10%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-True] PASSED [ 12%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-None-False] PASSED [ 14%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-True] PASSED [ 16%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput1-mock_xdist_error1-False] PASSED [ 18%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-True] PASSED [ 20%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-None-False] PASSED [ 22%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-True] PASSED [ 25%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_xdist_nodedown[mock_xdist_node_workeroutput2-mock_xdist_error1-False] PASSED [ 27%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[--] PASSED [ 29%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[-Flaky report text-Flaky report text] PASSED [ 31%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text--Flaky report text] PASSED [ 33%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad] PASSED [ 35%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_session_finish_copies_flaky_report[\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01ad-Flaky report text-\u1e3e\u0151\u0155\u0205 \u0192\u013e\u0201\u0199\u0177 \u0155\u0205\u048f\u0151\u0155\u01ad \u01ad\u0205\u0445\u01adFlaky report text] PASSED [ 37%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[instance] PASSED [ 39%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[module] PASSED [ 41%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_can_suppress_success_report[parent] PASSED [ 43%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[instance] PASSED [ 45%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[module] PASSED [ 47%] test/test_pytest/test_flaky_pytest_plugin.py::test_flaky_plugin_raises_errors_in_fixture_setup[parent] PASSED [ 50%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[instance] PASSED [ 52%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[module] PASSED [ 54%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success[parent] PASSED [ 56%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[instance] PASSED [ 58%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[module] PASSED [ 60%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_success_for_needs_rerun[parent] PASSED [ 62%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[instance] PASSED [ 64%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[module] PASSED [ 66%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_success_for_non_flaky_test[parent] PASSED [ 68%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[instance] PASSED [ 70%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[module] PASSED [ 72%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_ignores_failure_for_non_flaky_test[parent] PASSED [ 75%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[instance] PASSED [ 77%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[module] PASSED [ 79%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure[parent] PASSED [ 81%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[instance] PASSED [ 83%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[module] PASSED [ 85%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_failure_for_no_more_retries[parent] PASSED [ 87%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[instance] PASSED [ 89%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[module] PASSED [ 91%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_handles_additional_failures[parent] PASSED [ 93%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[instance] PASSED [ 95%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[module] PASSED [ 97%] test/test_pytest/test_flaky_pytest_plugin.py::TestFlakyPytestPlugin::test_flaky_plugin_exits_after_false_rerun_filter[parent] PASSED [100%] ========================== 48 passed in 0.14 seconds =========================== + /usr/bin/python3.6 -m nose -v --with-flaky --force-flaky --max-runs 2 test/test_nose/test_nose_options_example.py Flaky will run this test 3 times. ... ok Flaky will run this test 3 times. ... ok Flaky will run this test twice. ... ok ===Flaky Test Report=== test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_options_example.py", line 54, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_options_example.py", line 38, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_options_example.py", line 38, in test_flaky_thing_that_fails_then_succeeds raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_something_flaky failed (1 runs remaining out of 2).Traceback (most recent call last): File "/usr/lib64/python3.6/unittest/case.py", line 60, in testPartExecutor yield File "/usr/lib64/python3.6/unittest/case.py", line 622, in run testMethod() File "/builddir/build/BUILD/flaky-3.5.3/test/test_nose/test_nose_options_example.py", line 26, in test_something_flaky raise Exception("Threshold is not high enough.") Exception: Threshold is not high enough. test_something_flaky passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== ---------------------------------------------------------------------- Ran 3 tests in 0.003s OK + /usr/bin/python3.6 -m pytest -v --force-flaky --max-runs 2 test/test_pytest/test_pytest_options_example.py ============================= test session starts ============================== platform linux -- Python 3.6.8, pytest-3.4.2, py-1.5.3, pluggy-0.6.0 -- /usr/bin/python3.6 cachedir: .pytest_cache rootdir: /builddir/build/BUILD/flaky-3.5.3, inifile: plugins: flaky-3.5.3 collecting ... collected 3 items test/test_pytest/test_pytest_options_example.py::test_something_flaky PASSED [ 33%] test/test_pytest/test_pytest_options_example.py::TestExample::test_flaky_thing_that_fails_then_succeeds PASSED [ 66%] test/test_pytest/test_pytest_options_example.py::TestExampleFlakyTests::test_flaky_thing_that_fails_then_succeeds PASSED [100%] ===Flaky Test Report=== test_something_flaky failed (1 runs remaining out of 2). assert 1 > 1 + where 1 = len([0]) [] test_something_flaky passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert -1 >= 1 + where -1 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExample._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! test_flaky_thing_that_fails_then_succeeds failed (2 runs remaining out of 3). assert -1 >= 1 + where -1 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds failed (1 runs remaining out of 3). assert 0 >= 1 + where 0 = TestExampleFlakyTests._threshold [] test_flaky_thing_that_fails_then_succeeds passed 1 out of the required 1 times. Success! ===End Flaky Test Report=== =========================== 3 passed in 0.05 seconds =========================== + exit 0 Processing files: python3-flaky-3.5.3-2.el8.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.X9OHqn + umask 022 + cd /builddir/build/BUILD + cd flaky-3.5.3 + DOCDIR=/builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/doc/python3-flaky + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/doc/python3-flaky + cp -pr README.rst /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/doc/python3-flaky + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.7rPive + umask 022 + cd /builddir/build/BUILD + cd flaky-3.5.3 + LICENSEDIR=/builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/licenses/python3-flaky + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/licenses/python3-flaky + cp -pr LICENSE /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64/usr/share/licenses/python3-flaky + exit 0 Provides: python3-flaky = 3.5.3-2.el8 python3.6dist(flaky) = 3.5.3 python3dist(flaky) = 3.5.3 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PartialHardlinkSets) <= 4.0.4-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: python(abi) = 3.6 Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 Wrote: /builddir/build/RPMS/python3-flaky-3.5.3-2.el8.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.rgRinc + umask 022 + cd /builddir/build/BUILD + cd flaky-3.5.3 + /usr/bin/rm -rf /builddir/build/BUILDROOT/python-flaky-3.5.3-2.el8.x86_64 + exit 0 Child return code was: 0