diff --git a/tests/data/asv_0.6.1_raw_results.json b/tests/data/asv_0.6.6_raw_results.json similarity index 77% rename from tests/data/asv_0.6.1_raw_results.json rename to tests/data/asv_0.6.6_raw_results.json index 7f4c59d..93acfe5 100644 --- a/tests/data/asv_0.6.1_raw_results.json +++ b/tests/data/asv_0.6.6_raw_results.json @@ -27,9 +27,9 @@ "{'name': 'B'}" ] ], - "baffb96bc63f705ae883e56b15ebc74070d05406a779dc4ec4f382bfe6d84b36", - 1791350742012, - 0.017311, + "4933c92c8671f70cbc6f12096f43626d1a35ee18b927d65b2776eb866ab757a7", + 1791387880190, + 0.19855, null, null, null, @@ -58,9 +58,9 @@ "{'name': 'B'}" ] ], - "26e3a7e66482e998b12768ed82102e95f8770e4e2f3737de978309feb7d94f69", - 1791350742031, - 0.013156, + "2001c3f48d2b4c732d8ba1ae5b21815f0e6483e2fb2ed78cc86e3a8658f11bb4", + 1791387880390, + 0.20317, null, null, null, @@ -82,7 +82,7 @@ ], "bench.Timed.time_read": [ [ - 1.3246999998273168e-05, + 3.129999996076549e-06, NaN ], [ @@ -91,9 +91,9 @@ "{'name': 'B'}" ] ], - "267b65a446ea0bd2b4564e2747f943211b97455e145f7675e0abcc11247da3ad", - 1791350742044, - 0.007133, + "4ec591f3893044fe1b377f3e1e7ba67e837b75d5522d4151dd4f60b426e8186e", + 1791387880594, + 0.097666, [ -Infinity, null @@ -103,11 +103,11 @@ null ], [ - 1.3247e-05, + 3.13e-06, null ], [ - 1.3247e-05, + 3.13e-06, null ], [ @@ -120,7 +120,7 @@ ], [ [ - 1.3246999998273168e-05 + 3.129999996076549e-06 ], null ] @@ -148,9 +148,9 @@ "{'name': 'B'}" ] ], - "c89cd8f48cba96f3dc897029408daf80651d6bfa6c5477abd567a34b6c5f0c37", - 1791350742052, - 0.011107 + "9d2350fd9f55c4dcab83774838a0cac7a82b1928ff1ffee3bafb465713adef23", + 1791387880693, + 0.20363 ] }, "version": 2 diff --git a/tests/test_reduce_results.py b/tests/test_reduce_results.py index 0932cac..fe963b1 100644 --- a/tests/test_reduce_results.py +++ b/tests/test_reduce_results.py @@ -7,14 +7,14 @@ from nwb_benchmarks.setup import _reduce_results from nwb_benchmarks.setup._reduce_results import reduce_results -# Written by `asv run --record-samples` (as `nwb_benchmarks run` calls it) with asv 0.6.1, trimmed to the keys the -# reducer reads. It holds one benchmark of each result shape below: +# Written by `asv run --record-samples` (as `nwb_benchmarks run` calls it) with asv 0.6.6 and asv-runner 0.3.1, the +# versions the environment pins, trimmed to the keys the reducer reads. It holds one benchmark of each result shape: # - `Incremental`: a `track_` benchmark returning `dict(samples=..., number=None)` with a list of cumulative times, as # `track_incremental_slicing` does. Parameter set B raised, so its samples are `null`. # - `Network`: a `track_` benchmark returning `dict(samples=..., number=None)`, as the network tracking benchmarks do. # - `Timed`: a `time_` benchmark run with a `--bench` pattern selecting only parameter set A, so B's result is NaN. # - `Unwrapped`: a `track_` benchmark returning a plain dict, which ASV stores in the `result` column without samples. -RAW_RESULTS_FILE_PATH = pathlib.Path(__file__).parent / "data" / "asv_0.6.1_raw_results.json" +RAW_RESULTS_FILE_PATH = pathlib.Path(__file__).parent / "data" / "asv_0.6.6_raw_results.json" INCREMENTAL = "bench.Incremental.track_cumulative_slice_times" NETWORK = "bench.Network.track_network"