Reduce default test suite runtime

Author: FrancescAlted

tests/ctable/test_ctable_indexing.py

@@ -848,7 +848,7 @@ class _IncrRow:
     i: int = blosc2.field(blosc2.int64(), chunks=(2000,), blocks=(500,))
 
 
-def _build_incr_data(n=9000):
+def _build_incr_data(n=2250):
     rng = np.random.default_rng(7)
     f = (rng.standard_normal(n) * 50).astype(np.float32)
     f[rng.integers(0, n, n // 100)] = np.nan  # exercise NaN flags
@@ -867,6 +867,7 @@ def _summary_sidecars(table):
     return out
 
 
+@pytest.mark.heavy
 def test_incremental_summary_matches_ooc_build(tmp_path):
     """The incremental per-block accumulator (folded during the write phase)
     must produce SUMMARY sidecars byte-identical to the out-of-core
@@ -901,10 +902,11 @@ def test_incremental_summary_matches_ooc_build(tmp_path):
         assert np.allclose(a["max"], b["max"], equal_nan=True)
 
 
+@pytest.mark.heavy
 def test_incremental_summary_stale_on_inplace(tmp_path):
     """An in-place column write before close must invalidate the accumulator so
     the builder falls back to a correct full rescan."""
-    f, i = _build_incr_data(n=4000)
+    f, i = _build_incr_data(n=2250)
     path = str(tmp_path / "upd.b2z")
     with blosc2.CTable(_IncrRow, urlpath=path, mode="w") as t:
         t.extend({"f": f, "i": i})

tests/ctable/test_dictionary_column.py

@@ -600,7 +600,6 @@ def test_dictionary_column_comparisons_are_elementwise():
 
     It used to return a plain ``False`` — silently wrong rather than an error.
     """
-    import numpy as np
 
     @dataclass
     class Row:
@@ -625,7 +624,6 @@ def test_dictionary_ne_predicate_matches_live_rows():
     Negating afterwards turned every dead capacity slot True, which then failed
     with an IndexError when used to select rows.
     """
-    import numpy as np
 
     @dataclass
     class Row:
@@ -637,11 +635,9 @@ class Row:
     t._flush_varlen_columns()
 
     assert sorted(t[t["c"] != "a1"]["c"][:]) == sorted(v for v in values if v != "a1")
-    assert len(t[t["c"] == "a1"]["c"][:]) == 13
-    # A value no row carries: nothing matches, everything differs.
-    assert len(t[t["c"] == "absent"]["c"][:]) == 0
+    # A value no row carries differs from every live row, but not from padded
+    # capacity slots.
     assert len(t[t["c"] != "absent"]["c"][:]) == len(values)
-    assert np.asarray((t["c"] != "a1")[:]).sum() == 26
 
 
 def test_dictionary_index_answers_equality(tmp_path):
@@ -652,27 +648,16 @@ class Row:
         c: str = blosc2.field(blosc2.dictionary())
 
     values = ["pear", "apple", "cherry", "apple", "banana"]
-    results = {}
-    for tag in ("scan", "index"):
-        t = CTable(Row, urlpath=str(tmp_path / f"{tag}.b2t"), mode="w")
-        t.extend({"c": values}, validate=False)
-        t._flush_varlen_columns()
-        if tag == "index":
-            t.create_index("c", kind="full")
-            assert t["c"]._dictionary_index_mask("apple") is not None
-            # A value absent from the dictionary still answers, matching nothing.
-            assert not t["c"]._dictionary_index_mask("absent").any()
-        results[tag] = {
-            probe: (
-                sorted(t[t["c"] == probe]["c"][:]),
-                sorted(t[t["c"] != probe]["c"][:]),
-            )
-            for probe in ("apple", "pear", "absent")
-        }
-        del t
-
-    assert results["index"] == results["scan"]
-    assert results["scan"]["apple"][0] == ["apple", "apple"]
+    t = CTable(Row, urlpath=str(tmp_path / "indexed.b2t"), mode="w")
+    t.extend({"c": values}, validate=False)
+    t._flush_varlen_columns()
+    t.create_index("c", kind="full")
+    assert t["c"]._dictionary_index_mask("apple") is not None
+    # A value absent from the dictionary still answers, matching nothing.
+    assert not t["c"]._dictionary_index_mask("absent").any()
+    assert sorted(t[t["c"] == "apple"]["c"][:]) == ["apple", "apple"]
+    assert list(t[t["c"] == "absent"]["c"][:]) == []
+    del t
 
 
 def test_dictionary_index_spans_deleted_rows(tmp_path):

tests/ctable/test_utf8.py

@@ -2299,6 +2299,7 @@ def test_constructors_string_dtype_reject_nd():
         blosc2.zeros(3, dtype=STRING_DTYPE, urlpath="unused.b2nd")
 
 
+@pytest.mark.heavy
 @pytest.mark.skipif(
     blosc2.IS_WASM,
     reason="peak-memory scaling is not measurable under Pyodide: its noise floor "

tests/test_ctable_cframe.py

@@ -203,8 +203,7 @@ class R:
 
     p = pathlib.Path(tempfile.mkdtemp()) / "t.b2z"
     t = blosc2.CTable(R, urlpath=str(p), mode="w", compact=True)
-    for i in range(50):
-        t.append((i, f"n{i}"))
+    t.extend([(i, f"n{i}") for i in range(50)])
     t.close()
     t = blosc2.open(p)
     cf = t.to_cframe()

tests/test_locking.py

@@ -225,7 +225,7 @@ def test_cross_process_hammer(tmp_path):
     urlpath = tmp_path / "schunk-hammer.b2frame"
     create_schunk(urlpath, contiguous=False, locking=True)
 
-    iters = 500
+    iters = 150
     writer = subprocess.Popen(
         [sys.executable, "-c", WRITER_SCRIPT, str(urlpath), str(NCHUNKS), str(CHUNK_NITEMS), str(iters)]
     )
@@ -353,7 +353,7 @@ def test_cross_process_multiwriter_update(tmp_path):
     # owner's last-written value.
     urlpath = tmp_path / "schunk-multiwriter-update.b2frame"
     nwriters = 4
-    iters = 60
+    iters = 20
     schunk = create_schunk(urlpath, contiguous=False, locking=True)
     nchunks = schunk.nchunks
     del schunk
@@ -1332,10 +1332,10 @@ def slow_sync(self):
     dstore = blosc2.DictStore(path, mode="w", threshold=500, locking=True)
     dstore["/hot"] = np.arange(100)
 
-    writer = subprocess.Popen([sys.executable, "-c", DSTORE_OVERWRITER, path, "300"])
+    writer = subprocess.Popen([sys.executable, "-c", DSTORE_OVERWRITER, path, "100"])
     try:
         nreads = 0
-        while writer.poll() is None and nreads < 60:
+        while writer.poll() is None and nreads < 20:
             data = dstore["/hot"][:]
             # Each round writes arange(i, i + 100); a torn read breaks the run
             assert np.array_equal(data, np.arange(data[0], data[0] + 100))
@@ -1345,7 +1345,7 @@ def slow_sync(self):
             writer.kill()
         writer.wait()
 
-    assert nreads == 60
+    assert nreads == 20
     dstore._closed = True