skip hanging or very slow tests

Author: Zac-HD

hypothesis-python/tests/cover/test_database_backend.py

@@ -659,6 +659,7 @@ def test_database_listener_memory():
 
 
 @skipif_emscripten
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ages")
 def test_database_listener_background_write():
     _database_conforms_to_listener_api(
         lambda path: BackgroundWriteDatabase(InMemoryExampleDatabase()),

hypothesis-python/tests/cover/test_lookup.py

@@ -619,6 +619,7 @@ def __repr__(self):
         return f"Tree({self.left}, {self.right})"
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~19 mins")
 @given(tree=st.builds(Tree))
 def test_resolving_recursive_type(tree):
     assert isinstance(tree, Tree)
@@ -979,6 +980,10 @@ def test_no_byteswarning(_):
     pass
 
 
+@pytest.mark.skipif(
+    settings._current_profile == "crosshair",
+    reason="Crosshair doesn't generate the Decimal('snan'), so this runs for hours",
+)
 def test_hashable_type_unhashable_value():
     # Decimal("snan") is not hashable; we should be able to generate it.
     # See https://github.com/HypothesisWorks/hypothesis/issues/2320

hypothesis-python/tests/cover/test_lookup_py38.py

@@ -15,7 +15,7 @@
 
 import pytest
 
-from hypothesis import example, given, strategies as st
+from hypothesis import example, given, settings, strategies as st
 from hypothesis.errors import InvalidArgument
 from hypothesis.internal.reflection import (
     convert_positional_arguments,
@@ -126,6 +126,7 @@ class Node:
     right: typing.Union["Node", int]
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~11 mins")
 @given(st.builds(Node))
 def test_can_resolve_recursive_dataclass(val):
     assert isinstance(val, Node)

hypothesis-python/tests/cover/test_provisional_strategies.py

@@ -56,6 +56,7 @@ def test_invalid_domain_arguments(max_length, max_element_length):
         )
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~300s each")
 @pytest.mark.parametrize("max_length", [None, 4, 8, 255])
 @pytest.mark.parametrize("max_element_length", [None, 1, 2, 4, 8, 63])
 def test_valid_domains_arguments(max_length, max_element_length):

hypothesis-python/tests/cover/test_randoms.py

@@ -325,6 +325,7 @@ def test_randbytes_have_right_length(rnd, n):
     assert len(rnd.randbytes(n)) == n
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes hours")
 @given(any_random)
 def test_can_manage_very_long_ranges_with_step(rnd):
     i = rnd.randrange(0, 2**256, 3)

hypothesis-python/tests/cover/test_regex.py

@@ -104,6 +104,7 @@ def pred(s):
     _test_matching_pattern(category, isvalidchar=pred, is_unicode=is_unicode)
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~30s each")
 @pytest.mark.parametrize(
     "pattern",
     [
@@ -190,6 +191,7 @@ def test_any_with_dotall_generate_newline_binary(pattern):
     find_any(st.from_regex(pattern), lambda s: s == b"\n", settings(max_examples=10**6))
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~30s each")
 @pytest.mark.parametrize(
     "pattern",
     ["\\d", "[\\d]", "[^\\D]", "\\w", "[\\w]", "[^\\W]", "\\s", "[\\s]", "[^\\S]"],

hypothesis-python/tests/cover/test_sampled_from.py

@@ -99,6 +99,10 @@ def test_efficient_dicts_with_sampled_keys(x):
     assert set(x) == set(range(50))
 
 
+@pytest.mark.skipif(
+    settings._current_profile == "crosshair",
+    reason="takes ~10 mins and raises Unsatisfiable",
+)
 @given(
     st.lists(
         st.tuples(st.sampled_from(range(20)), st.builds(list)),

hypothesis-python/tests/cover/test_stateful.py

@@ -1325,7 +1325,9 @@ def rule1(self, data):
         assert data
 
 
-TestLotsOfEntropyPerStepMachine = LotsOfEntropyPerStepMachine.TestCase
+@pytest.mark.skipif(Settings._current_profile == "crosshair", reason="takes hours")
+def test_lots_of_entropy():
+    run_state_machine_as_test(LotsOfEntropyPerStepMachine)
 
 
 def test_flatmap():

hypothesis-python/tests/nocover/test_characters.py

@@ -11,7 +11,9 @@
 import string
 from encodings.aliases import aliases
 
-from hypothesis import given, strategies as st
+import pytest
+
+from hypothesis import given, settings, strategies as st
 
 IDENTIFIER_CHARS = string.ascii_letters + string.digits + "_"
 
@@ -47,6 +49,7 @@ def _enc(cdc):
 assert len(lots_of_encodings) > 100  # sanity-check
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes 2000s")
 @given(data=st.data(), codec=st.sampled_from(lots_of_encodings))
 def test_can_constrain_characters_to_codec(data, codec):
     s = data.draw(st.text(st.characters(codec=codec), min_size=100))

hypothesis-python/tests/nocover/test_emails.py

@@ -8,10 +8,13 @@
 # v. 2.0. If a copy of the MPL was not distributed with this file, You can
 # obtain one at https://mozilla.org/MPL/2.0/.
 
-from hypothesis import given
+import pytest
+
+from hypothesis import given, settings
 from hypothesis.strategies import emails, just
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~7 mins")
 @given(emails())
 def test_is_valid_email(address: str):
     local, at_, domain = address.rpartition("@")

hypothesis-python/tests/nocover/test_flatmap.py

@@ -85,6 +85,7 @@ def test_flatmap_has_original_strategy_repr():
     assert repr(ints) in repr(ints_up)
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~6 mins")
 def test_mixed_list_flatmap():
     s = lists(booleans().flatmap(lambda b: booleans() if b else text()))
 

hypothesis-python/tests/nocover/test_from_type_recipe.py

@@ -8,7 +8,9 @@
 # v. 2.0. If a copy of the MPL was not distributed with this file, You can
 # obtain one at https://mozilla.org/MPL/2.0/.
 
-from hypothesis import given, strategies as st
+import pytest
+
+from hypothesis import given, settings, strategies as st
 from hypothesis.strategies._internal.types import _global_type_lookup
 
 from tests.common.debug import find_any
@@ -32,6 +34,7 @@ def everything_except(excluded_types):
     )
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~250s")
 @given(
     excluded_types=st.lists(
         st.sampled_from(TYPES), min_size=1, max_size=3, unique=True

hypothesis-python/tests/nocover/test_health_checks.py

@@ -20,6 +20,8 @@
 from hypothesis.internal.entropy import deterministic_PRNG
 from hypothesis.strategies._internal.lazy import LazyStrategy
 
+pytestmark = pytest.mark.skipif(settings._current_profile == "crosshair", reason="slow")
+
 large_strategy = st.binary(min_size=7000, max_size=7000)
 too_large_strategy = st.tuples(large_strategy, large_strategy)
 

hypothesis-python/tests/nocover/test_lstar.py

@@ -8,6 +8,8 @@
 # v. 2.0. If a copy of the MPL was not distributed with this file, You can
 # obtain one at https://mozilla.org/MPL/2.0/.
 
+import pytest
+
 import hypothesis.strategies as st
 from hypothesis import Phase, example, given, settings
 from hypothesis.internal.conjecture.dfa.lstar import LStar
@@ -20,6 +22,7 @@ def byte_order(draw):
     return ls[:n]
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes 300s")
 @example({0}, [1])
 @given(st.sets(st.integers(0, 255)), byte_order())
 # This test doesn't even use targeting at all, but for some reason the

hypothesis-python/tests/nocover/test_recursive.py

@@ -12,6 +12,8 @@
 import threading
 import warnings
 
+import pytest
+
 from hypothesis import HealthCheck, given, settings, strategies as st
 
 from tests.common.debug import find_any, minimal
@@ -115,6 +117,7 @@ def test_can_form_sets_of_recursive_data():
     assert len(xs) == size
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="not threadsafe")
 def test_drawing_from_recursive_strategy_is_thread_safe():
     shared_strategy = st.recursive(
         st.integers(), lambda s: st.lists(s, max_size=2), max_leaves=20

hypothesis-python/tests/nocover/test_sampled_from.py

@@ -15,7 +15,7 @@
 
 import pytest
 
-from hypothesis import given, strategies as st
+from hypothesis import given, settings, strategies as st
 from hypothesis.errors import InvalidArgument
 from hypothesis.internal.compat import bit_count
 from hypothesis.strategies._internal.strategies import SampledFromStrategy
@@ -130,6 +130,7 @@ def test_flags_minimizes_bit_count():
     )
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="takes ~10 mins")
 def test_flags_finds_all_bits_set():
     assert find_any(st.sampled_from(LargeFlag), lambda f: f == ~LargeFlag(0))
 

hypothesis-python/tests/nocover/test_simple_strings.py

@@ -10,10 +10,15 @@
 
 import unicodedata
 
+import pytest
+
 from hypothesis import given, settings
 from hypothesis.strategies import text
 
 
+@pytest.mark.skipif(
+    settings._current_profile == "crosshair", reason="takes ~10 minutes"
+)
 @given(text(min_size=1, max_size=1))
 @settings(max_examples=2000)
 def test_does_not_generate_surrogates(t):

hypothesis-python/tests/nocover/test_targeting.py

@@ -83,6 +83,9 @@ def test(ls):
     assert score(enabled=True) > score(enabled=False)
 
 
+@pytest.mark.skipif(
+    settings._current_profile == "crosshair", reason="takes ~15 minutes"
+)
 def test_issue_2395_regression():
     @given(d=st.floats().filter(lambda x: abs(x) < 1000))
     @settings(max_examples=1000, database=None)

hypothesis-python/tests/nocover/test_type_lookup_forward_ref.py

@@ -12,14 +12,16 @@
 
 import pytest
 
-from hypothesis import given, strategies as st
+from hypothesis import given, settings, strategies as st
 from hypothesis.errors import ResolutionFailed
 
 from tests.common import utils
 
 # Mutually-recursive types
 # See https://github.com/HypothesisWorks/hypothesis/issues/2722
 
+pytestmark = pytest.mark.skipif(settings._current_profile == "crosshair", reason="slow")
+
 
 @given(st.data())
 def test_mutually_recursive_types_with_typevar(data):

hypothesis-python/tests/nocover/test_unusual_settings_configs.py

@@ -8,6 +8,8 @@
 # v. 2.0. If a copy of the MPL was not distributed with this file, You can
 # obtain one at https://mozilla.org/MPL/2.0/.
 
+import pytest
+
 from hypothesis import HealthCheck, Verbosity, assume, given, settings, strategies as st
 
 
@@ -17,6 +19,7 @@ def test_single_example(n):
     pass
 
 
+@pytest.mark.skipif(settings._current_profile == "crosshair", reason="hangs/crashes")
 @settings(
     max_examples=1,
     database=None,