diff --git a/.github/workflows/benchmark.yml b/.github/workflows/benchmark.yml index 521e004..4d162a1 100644 --- a/.github/workflows/benchmark.yml +++ b/.github/workflows/benchmark.yml @@ -6,6 +6,10 @@ on: release: types: [published] workflow_dispatch: + inputs: + repeats: + description: Paired runs per payload size; more runs narrow the confidence intervals + default: "20" pull_request: paths: - "benchmarks/*.py" @@ -20,12 +24,16 @@ concurrency: env: SIZES: "1000 10000 100000 1000000 10000000 100000000" + # Pull requests only check that the benchmark works; six runs give the first 95% interval. + REPEATS: ${{ github.event_name == 'pull_request' && '6' || inputs.repeats || '20' }} + # The tables use × and –, which Windows' default encoding would garble in job summaries. + PYTHONUTF8: "1" jobs: benchmark: name: Benchmark (${{ matrix.label }}) runs-on: ${{ matrix.os }} - timeout-minutes: 30 + timeout-minutes: 90 strategy: fail-fast: false matrix: @@ -47,7 +55,7 @@ jobs: - name: Benchmark shell: bash run: >- - python -m benchmarks.benchmark --sizes $SIZES --repeats 5 + python -m benchmarks.benchmark --sizes $SIZES --repeats "$REPEATS" --label "${{ matrix.label }}" --json "${{ matrix.file }}.json" - name: Job summary shell: bash @@ -85,7 +93,7 @@ jobs: done version=$(python -c "import py_sharedmemory; print(py_sharedmemory.__version__)") subtitle="GitHub-hosted runners · py-sharedmemory $version · Python 3.14 · NumPy float32" - subtitle="$subtitle · capacity 2 · median of 5 runs · $(date -u +%Y-%m-%d)" + subtitle="$subtitle · capacity 2 · median of $REPEATS paired runs · $(date -u +%Y-%m-%d)" { echo "## Speedup over multiprocessing.Queue" echo diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 0b604bb..6ec667d 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -46,14 +46,18 @@ python -m benchmarks.benchmark --sizes 1000000 10000000 --repeats 3 --json resul python -m benchmarks.compare results.json --image results.png ``` -`python -m benchmarks.benchmark --help` lists all options. `benchmarks.compare` prints the -speedups as a Markdown table and draws them as a matrix, one row per report. +`python -m benchmarks.benchmark --help` lists all options. Each repeat runs both transports +back to back, alternating which goes first. `benchmarks.compare` takes the ratio of their +durations in each repeat as one speedup and reports the median with a distribution-free 95% +confidence interval, which needs at least six repeats. It prints a Markdown table and draws +a matrix, one row per report. The [benchmark workflow](.github/workflows/benchmark.yml) runs on every release, on demand, and on pull requests that change the benchmarks. It measures Linux, Windows, and macOS -runners, x86-64 and ARM64, from 1 kB to 100 MB. The run summary shows the speedups, and the -`benchmark-summary` artifact holds the reports and the platform matrix. To redraw it from -downloaded reports: +runners, x86-64 and ARM64, from 1 kB to 100 MB, with 20 repeats per size; manual runs take +the number of repeats as an input, and pull requests use six. The run summary shows the +speedups, and the `benchmark-summary` artifact holds the reports and the platform matrix. To +redraw it from downloaded reports: ```sh python -m benchmarks.compare linux-x64.json linux-arm64.json windows-x64.json \ diff --git a/README.md b/README.md index 8fba4f9..6e8d9b5 100644 --- a/README.md +++ b/README.md @@ -13,7 +13,7 @@ **A fast `multiprocessing.Queue` alternative for large Python objects and NumPy arrays.** Payloads travel between processes through shared memory instead of pipes; the queues underneath carry only a few bytes of metadata per message. Multi-megabyte batches, -images, and simulation states arrive up to 3.6× faster on Windows and up to 7.4× faster on +images, and simulation states arrive up to 3.5× faster on Windows and up to 7.9× faster on Linux, on macOS even small messages beat a bounded `multiprocessing.Queue`, and transfers too large for `multiprocessing.Queue` still work. @@ -86,7 +86,7 @@ NumPy arrays, image or video frames, RL rollouts, large `bytes`, or big nested o [Performance](#performance). On Linux and Windows, prefer `multiprocessing.Queue` for small messages: up to about -100 kB it is 1.5–4× faster, because handling a shared-memory block for every message +100 kB it is 1.5–3.6× faster, because handling a shared-memory block for every message costs more than the pipe. On free-threaded Python (`python3.14t` and later), threads run Python code in parallel. @@ -102,33 +102,36 @@ directly. py-sharedmemory delivers an independent copy of each message. ![Speedup of py-sharedmemory over multiprocessing.Queue for each platform and payload size from 1 kB to 100 MB](https://raw.githubusercontent.com/tobiaswuerth/python_shared_memory_queue/main/benchmarks/results/platforms.png) -Speedup over `multiprocessing.Queue`; above 1× means py-sharedmemory is faster. +Speedup over `multiprocessing.Queue`; above 1× means py-sharedmemory is faster. Each cell +is the median of 50 paired runs, with the 95% confidence interval of that median in +parentheses. | Platform | 1 kB | 10 kB | 100 kB | 1 MB | 10 MB | 100 MB | | --- | ---: | ---: | ---: | ---: | ---: | ---: | -| Linux x64 | 0.33× | 0.32× | 0.45× | **3.32×** | **5.30×** | **2.80×** | -| Linux arm64 | 0.32× | 0.36× | 0.52× | **2.57×** | **7.42×** | **2.68×** | -| Windows x64 | 0.25× | 0.28× | 0.51× | **2.50×** | **3.07×** | **3.34×** | -| Windows arm64 | 0.30× | 0.31× | 0.63× | **1.11×** | **3.06×** | **3.62×** | -| macOS arm64 | **11.87×** | **22.58×** | **17.02×** | **10.87×** | **5.34×** | **5.42×** | - -- **Linux, x86-64 and ARM64:** 2.6–7.4× faster from 1 MB. Up to 100 kB, - `multiprocessing.Queue` is 2–3× faster. -- **Windows x86-64:** 2.5–3.3× faster from 1 MB, and 2–4× slower up to 100 kB. -- **Windows ARM64:** about even at 1 MB, and 3–3.6× faster from 10 MB. -- **macOS (Apple Silicon):** 5–23× faster at every size. macOS has no timed semaphore +| Linux x64 | 0.32× (0.31–0.33) | 0.33× (0.32–0.34) | 0.48× (0.48–0.50) | **3.31×** (3.24–3.38) | **4.92×** (4.82–4.98) | **2.89×** (2.81–3.01) | +| Linux arm64 | 0.34× (0.34–0.35) | 0.36× (0.35–0.37) | 0.55× (0.54–0.57) | **3.06×** (2.95–3.13) | **7.90×** (7.73–8.02) | **2.75×** (2.72–2.80) | +| Windows x64 | 0.28× (0.28–0.29) | 0.30× (0.30–0.31) | 0.55× (0.55–0.56) | **2.09×** (1.91–2.35) | **3.22×** (3.16–3.25) | **3.46×** (3.44–3.50) | +| Windows arm64 | 0.31× (0.31–0.32) | 0.33× (0.32–0.33) | 0.64× (0.62–0.65) | **1.12×** (1.11–1.13) | **3.00×** (2.99–3.02) | **3.50×** (3.46–3.53) | +| macOS arm64 | **11.96×** (10.20–13.04) | **18.04×** (14.98–21.99) | **27.29×** (23.23–29.80) | **23.64×** (21.48–27.08) | **6.61×** (6.09–7.10) | **5.73×** (5.34–6.16) | + +- **Linux, x86-64 and ARM64:** 2.8–7.9× faster from 1 MB. Up to 100 kB, + `multiprocessing.Queue` is 1.8–3.1× faster. +- **Windows x86-64:** 2.1–3.5× faster from 1 MB, and 1.8–3.6× slower up to 100 kB. +- **Windows ARM64:** slightly faster at 1 MB, and 3–3.5× faster from 10 MB. +- **macOS (Apple Silicon):** 5.7–27× faster at every size. macOS has no timed semaphore wait, so a full bounded `multiprocessing.Queue` whose `put` has a timeout, as here, [polls with sleeps of up to 20 ms](https://github.com/python/cpython/blob/main/Modules/_multiprocessing/semaphore.c). py-sharedmemory enforces its capacity with a thread condition instead. Measured by the [benchmark workflow](https://github.com/tobiaswuerth/python_shared_memory_queue/blob/main/.github/workflows/benchmark.yml) -on GitHub-hosted runners on 2026-10-18: py-sharedmemory 4.3.0, Python 3.14.8, NumPy 2.5.4, -contiguous float32 arrays, `spawn`, capacity 2 for both queues, and the median of 5 runs -that alternate between the two. The runners are shared virtual machines, so compare the -speedups, not absolute throughput. Run-to-run spread is mostly within 20% on Linux and -Windows and larger on macOS, whose speedups dwarf it. See the +on GitHub-hosted runners on 2026-10-19: py-sharedmemory 4.3.1, Python 3.14.8, NumPy 2.5.4, +contiguous float32 arrays, `spawn`, and capacity 2 for both queues. Each run sends the same +messages through both queues back to back, alternating which goes first, and the ratio of +their times is one speedup; pairing them cancels most of the drift of the shared virtual +machines, whose absolute throughput says little. The intervals are distribution-free, +from the order statistics of the 50 speedups. See the [raw results](https://github.com/tobiaswuerth/python_shared_memory_queue/tree/main/benchmarks/results/platforms). -The workflow reruns on every release. +The workflow reruns with 20 runs on every release. **Larger messages:** the speedup holds beyond the 100 MB that shared runners can hold. On a Windows desktop, an earlier version stayed 1.8× faster at 100 MB and 1.5× faster at 1 GB, diff --git a/benchmarks/compare.py b/benchmarks/compare.py index 98a9480..d3df6d7 100644 --- a/benchmarks/compare.py +++ b/benchmarks/compare.py @@ -1,10 +1,18 @@ -"""Summarize benchmark reports from several platforms as a speedup table and matrix.""" +"""Summarize benchmark reports from several platforms as a speedup table and matrix. + +Each repeat of a benchmark runs both transports back to back, so the ratio of their +durations is one speedup measured under the same conditions. A cell reports the median of +these paired speedups and a distribution-free 95% confidence interval for that median. +""" import argparse import json import math +import statistics from pathlib import Path -from typing import cast +from typing import NamedTuple, cast + +CONFIDENCE = 0.95 SURFACE = "#fcfcfb" INK = "#0b0b0b" @@ -21,14 +29,43 @@ def size_label(size): return f"{size} B" +class Speedup(NamedTuple): + median: float + low: float | None # Confidence interval of the median; None with too few runs + high: float | None + + +def median_interval(values, confidence=CONFIDENCE): + """A distribution-free confidence interval for the median, from order statistics. + + The k-th smallest and k-th largest of n independent values enclose the median with + probability 1 - 2 P(B < k) for B ~ Binomial(n, 1/2); this picks the largest k that keeps + it at least `confidence`. None when there are too few values for any k. + """ + ordered = sorted(values) + count, tail = len(ordered), (1 - confidence) / 2 + k, below = 0, 0.0 + while True: + below += math.comb(count, k) / 2**count # P(B <= k) + if below > tail: + break + k += 1 + return (ordered[k - 1], ordered[count - k]) if k else None + + def speedups(report): - """Shared-memory throughput relative to multiprocessing.Queue per size; None if failed.""" + """Speedup over multiprocessing.Queue per size, or None where either transport failed.""" rows = {(row["transport"], row["size"]): row for row in report["results"]} result = {} for size in sorted({size for _, size in rows}): shared, standard = rows.get(("shared", size)), rows.get(("standard", size)) if shared and standard and shared["status"] == standard["status"] == "ok": - result[size] = shared["median_mib_per_second"] / standard["median_mib_per_second"] + # Both transports sent the same messages in a repeat: the duration ratio is the + # speedup, and pairing cancels most of the runner's drift between repeats. + pairs = zip(standard["durations_seconds"], shared["durations_seconds"], strict=True) + ratios = [standard_time / shared_time for standard_time, shared_time in pairs] + low, high = median_interval(ratios) or (None, None) + result[size] = Speedup(statistics.median(ratios), low, high) else: result[size] = None return result @@ -50,10 +87,19 @@ def markdown(reports): def _cell(values, size): if size not in values: return "—" - if values[size] is None: + speedup = values[size] + if speedup is None: return "failed" - text = f"{values[size]:.2f}×" - return f"**{text}**" if values[size] >= 1 else text + text = f"{speedup.median:.2f}×" + if speedup.median >= 1: + text = f"**{text}**" + if speedup.low is not None: + text += f" ({speedup.low:.2f}–{speedup.high:.2f})" + return text + + +def _short(value): + return f"{value:.1f}" if value >= 10 else f"{value:.2f}" def _luminance(color): @@ -82,8 +128,9 @@ def plot(reports, output, subtitle=""): table = [(report["label"], speedups(report)) for report in reports] sizes = sorted({size for _, values in table for size in values}) + cells = [[values.get(size) for size in sizes] for _, values in table] ratios = np.array( - [[values.get(size) or math.nan for size in sizes] for _, values in table], dtype=float + [[math.nan if cell is None else cell.median for cell in row] for row in cells], dtype=float ) logs = np.log10(ratios) limit = max(math.log10(4), float(np.nanmax(np.abs(logs)))) @@ -92,7 +139,7 @@ def plot(reports, output, subtitle=""): plt.rcParams.update({"font.size": 11, "font.family": "DejaVu Sans"}) fig, ax = plt.subplots( - figsize=(1.25 * len(sizes) + 3.4, 0.62 * len(table) + 2.0), + figsize=(1.3 * len(sizes) + 3.4, 0.8 * len(table) + 2.0), layout="constrained", facecolor=SURFACE, ) @@ -101,20 +148,44 @@ def plot(reports, output, subtitle=""): np.ma.masked_invalid(logs), cmap=cmap, norm=norm, edgecolors=SURFACE, linewidth=2 ) for row, column in np.ndindex(ratios.shape): - if math.isnan(ratios[row, column]): - text, color = ("failed" if sizes[column] in table[row][1] else "—"), SECONDARY_INK - else: - value = ratios[row, column] - text = f"{value:.1f}×" if value >= 10 else f"{value:.2f}×" - rgba = cast(tuple[float, float, float, float], cmap(norm(logs[row, column]))) - color = label_ink(to_hex(rgba)) - ax.text(column + 0.5, row + 0.5, text, ha="center", va="center", color=color, fontsize=10) + speedup = cells[row][column] + if speedup is None: + text = "failed" if sizes[column] in table[row][1] else "—" + ax.text(column + 0.5, row + 0.5, text, ha="center", va="center", color=SECONDARY_INK) + continue + rgba = cast(tuple[float, float, float, float], cmap(norm(logs[row, column]))) + color = label_ink(to_hex(rgba)) + middle = row + 0.5 if speedup.low is None else row + 0.38 + ax.text( + column + 0.5, + middle, + f"{_short(speedup.median)}×", + ha="center", + va="center", + color=color, + fontsize=10, + ) + if speedup.low is not None: + interval = f"{_short(speedup.low)}–{_short(speedup.high)}" + ax.text( + column + 0.5, + row + 0.7, + interval, + ha="center", + va="center", + color=color, + fontsize=7.5, + alpha=0.85, + ) ax.set_xticks(np.arange(len(sizes)) + 0.5, [size_label(size) for size in sizes]) ax.set_yticks(np.arange(len(table)) + 0.5, [label for label, _ in table]) ax.invert_yaxis() ax.tick_params(length=0, colors=SECONDARY_INK) - ax.set_xlabel("Payload per message", color=SECONDARY_INK) + label = "Payload per message" + if any(cell is not None and cell.low is not None for row in cells for cell in row): + label += " · small figures: 95% confidence interval of the median" + ax.set_xlabel(label, color=SECONDARY_INK) ax.spines[:].set_visible(False) ax.set_title( "py-sharedmemory speedup over multiprocessing.Queue", diff --git a/benchmarks/results/platforms.png b/benchmarks/results/platforms.png index e8266aa..ae340cb 100644 Binary files a/benchmarks/results/platforms.png and b/benchmarks/results/platforms.png differ diff --git a/benchmarks/results/platforms/linux-arm64.json b/benchmarks/results/platforms/linux-arm64.json index 168e839..00c1ecf 100644 --- a/benchmarks/results/platforms/linux-arm64.json +++ b/benchmarks/results/platforms/linux-arm64.json @@ -1,7 +1,7 @@ { - "generated_at_utc": "2026-10-18T20:23:43+00:00", + "generated_at_utc": "2026-10-19T08:29:10+00:00", "label": "Linux arm64", - "py_sharedmemory": "4.3.0", + "py_sharedmemory": "4.3.1", "python": "3.14.8", "platform": "Linux-6.17.0-1022-azure-aarch64-with-glibc2.39", "machine": "aarch64", @@ -10,23 +10,68 @@ "capacity": 2, "payload": "numpy", "numpy": "2.5.4", - "repeats": 5, + "repeats": 50, "results": [ { "transport": "standard", "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 16.527687028647787, - "min_mib_per_second": 15.232262747149006, - "max_mib_per_second": 17.11546421425953, - "median_ms_per_message": 0.05770162000001733, + "median_mib_per_second": 16.064281025831725, + "min_mib_per_second": 12.773117848497082, + "max_mib_per_second": 18.777409024755386, + "median_ms_per_message": 0.059366193499982955, "durations_seconds": [ - 0.05821492200001899, - 0.056744793999996546, - 0.055720038000004024, - 0.05770162000001733, - 0.0626088409999852 + 0.05824161099999969, + 0.05972272399998246, + 0.05949275400001852, + 0.05888811700000929, + 0.05700845799998433, + 0.05930854099997873, + 0.059750570999995034, + 0.050788386999983004, + 0.056127381000010246, + 0.05958688399999801, + 0.06044280300000082, + 0.0583160059999841, + 0.05942384599998718, + 0.059930998999988105, + 0.05693820900000901, + 0.06060379100000546, + 0.06084670399999936, + 0.06161066699999651, + 0.060291672999994717, + 0.05689686700000607, + 0.07466260999999008, + 0.05663066799999683, + 0.057662910000004786, + 0.06295285900000636, + 0.0567420200000015, + 0.058095708000024615, + 0.0588052340000047, + 0.057806045000006634, + 0.057870920999988584, + 0.05815133699999819, + 0.06469763500001591, + 0.06976157899998725, + 0.0683982829999934, + 0.06293523200000095, + 0.05529181200000721, + 0.06191277199999945, + 0.06613550200000873, + 0.05771725500000002, + 0.057343995999985964, + 0.0550252430000171, + 0.0556470719999993, + 0.07145764099999496, + 0.06364795799999001, + 0.05962400800001433, + 0.060556857999984004, + 0.061800513999997975, + 0.05960603299999434, + 0.05691968399997904, + 0.05713509599999611, + 0.05874768900000049 ] }, { @@ -34,16 +79,61 @@ "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 5.357093857937322, - "min_mib_per_second": 5.226888167912081, - "max_mib_per_second": 5.594288177119167, - "median_ms_per_message": 0.17802083399999447, + "median_mib_per_second": 5.598843007014489, + "min_mib_per_second": 5.159950554722306, + "max_mib_per_second": 5.8903042900379265, + "median_ms_per_message": 0.1703344874999999, "durations_seconds": [ - 0.17802083399999447, - 0.1824554659999933, - 0.1755286149999904, - 0.17990458099998818, - 0.1704728619999969 + 0.1700520299999937, + 0.17010455499999466, + 0.17823608199998375, + 0.17514467800000943, + 0.16473139400000036, + 0.171715053000014, + 0.17444941399998015, + 0.16693061900002704, + 0.17237038300001473, + 0.16876641600001108, + 0.16445467500000177, + 0.16750658499998394, + 0.17397336199999813, + 0.1708192170000018, + 0.16840895400000022, + 0.17071259299999042, + 0.16661954899998932, + 0.1766264640000088, + 0.17590478799999687, + 0.16938235999998597, + 0.17193709599999352, + 0.16190578100000153, + 0.16911165600001254, + 0.1657623749999857, + 0.16777337600001374, + 0.17234718400001725, + 0.1758524619999946, + 0.17112136800000144, + 0.16934311400001434, + 0.16826413900000148, + 0.16261585000000878, + 0.16406387800000743, + 0.1717782530000136, + 0.1698424369999998, + 0.16535694599997441, + 0.17056442000000516, + 0.1740217469999834, + 0.16671873100000312, + 0.1711623770000017, + 0.17250797799999873, + 0.16673208200001, + 0.17367125499998792, + 0.1750019299999792, + 0.16761837499998933, + 0.17101813799999377, + 0.18482237499998178, + 0.1742440820000013, + 0.16795081900002629, + 0.16974678599999038, + 0.17481438400000116 ] }, { @@ -51,16 +141,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 152.87037796201543, - "min_mib_per_second": 150.10130283573724, - "max_mib_per_second": 163.50792571982993, - "median_ms_per_message": 0.06238450699999021, + "median_mib_per_second": 152.85892950131597, + "min_mib_per_second": 129.35675454091236, + "max_mib_per_second": 163.99564551310266, + "median_ms_per_message": 0.06238918849999209, "durations_seconds": [ - 0.06265853100001095, - 0.05832587700001568, - 0.06238450699999021, - 0.06353537900000106, - 0.060798320000003514 + 0.061699532000005775, + 0.062413113999980396, + 0.061056018000016365, + 0.06254271399998856, + 0.059808801999992056, + 0.06381514299999935, + 0.06042028699999946, + 0.06728305900000464, + 0.06211617099998534, + 0.06160746500000869, + 0.061690787999992835, + 0.06298181599998998, + 0.06315543799999546, + 0.06281488799999124, + 0.05888034999998126, + 0.060991771000004746, + 0.06150987599997393, + 0.06168165800002612, + 0.06324086200001489, + 0.05947617999999011, + 0.06009024799999452, + 0.05815241700000229, + 0.06866794399999776, + 0.06263499400000683, + 0.06570960499999501, + 0.060070128999996086, + 0.0638051740000094, + 0.061434199999979455, + 0.05890262899998788, + 0.06308406099998365, + 0.06274507199998425, + 0.06796758900000555, + 0.06367490499999917, + 0.06254963599999996, + 0.06118054000000939, + 0.06236526300000378, + 0.06414179000000786, + 0.07011149500002034, + 0.06355942499999401, + 0.06039709000000926, + 0.05997601100000338, + 0.06266246900000283, + 0.05946292199999448, + 0.06915985500000943, + 0.06489596999998071, + 0.06150981700000102, + 0.07372435399997812, + 0.06181061600000248, + 0.06255575599999474, + 0.059440195000007634 ] }, { @@ -68,16 +203,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 54.67936978487142, - "min_mib_per_second": 51.952392459094725, - "max_mib_per_second": 57.44528650846042, - "median_ms_per_message": 0.17441209000000413, + "median_mib_per_second": 55.10694236564591, + "min_mib_per_second": 52.422056667059195, + "max_mib_per_second": 61.304586080420066, + "median_ms_per_message": 0.17305895449999298, "durations_seconds": [ - 0.16956056500001182, - 0.18258869400000322, - 0.18356696800000805, - 0.16601437200000646, - 0.17441209000000413 + 0.1715827410000088, + 0.1555632909999929, + 0.1790888439999776, + 0.1643764379999766, + 0.17504919399999608, + 0.17897344299998963, + 0.16839824900000622, + 0.1733315189999871, + 0.17679813899999886, + 0.17795959100001824, + 0.17397764099999335, + 0.1660224370000094, + 0.1711325610000074, + 0.1772032180000167, + 0.17413215100000912, + 0.1775075040000047, + 0.17687495000001263, + 0.16172026399999595, + 0.1745277910000027, + 0.17176419399999077, + 0.1765609839999911, + 0.16976067199999534, + 0.17430682799999886, + 0.17397240100001454, + 0.1721407240000019, + 0.16234948999999688, + 0.1754013000000043, + 0.1667845500000169, + 0.16877831300001844, + 0.16362055099997974, + 0.17433797699999332, + 0.17658152600000676, + 0.17721828800000594, + 0.1687702879999904, + 0.16795599299999253, + 0.16958591300002013, + 0.18192233900001042, + 0.1658576279999977, + 0.1815418340000008, + 0.17190276799999538, + 0.17221587000000227, + 0.16895202200001336, + 0.17257680099999106, + 0.1732962150000219, + 0.17291425299998764, + 0.1700265810000019, + 0.17320365599999832, + 0.16857179999999516, + 0.17528595699999983, + 0.17514383699997893 ] }, { @@ -85,16 +265,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 924.7811926480505, - "min_mib_per_second": 895.9523278576643, - "max_mib_per_second": 940.2624689645481, - "median_ms_per_message": 0.10312432000000626, + "median_mib_per_second": 903.5900194798053, + "min_mib_per_second": 806.3266040152034, + "max_mib_per_second": 997.1384340366434, + "median_ms_per_message": 0.10554285550000486, "durations_seconds": [ - 0.10312432000000626, - 0.10534025199999064, - 0.10156867099999545, - 0.10142639400001485, - 0.10644252900002016 + 0.11826524299999619, + 0.10642965200000276, + 0.10531661400000303, + 0.11667357600001083, + 0.1028298800000016, + 0.09775139499998886, + 0.10276159599999346, + 0.10833069200000978, + 0.11433987399999523, + 0.10229166400000622, + 0.10940621900002157, + 0.10703134199999909, + 0.1161259149999978, + 0.10666196400001127, + 0.10402345500000365, + 0.10136689899999851, + 0.10352457999999842, + 0.10732188499997619, + 0.10328232999998477, + 0.10416227100000697, + 0.09971571599999152, + 0.10686105700000326, + 0.10269921200000454, + 0.09836814600001276, + 0.10920262400000524, + 0.10447143499999356, + 0.09934973700001137, + 0.10561053600000037, + 0.09793362000002048, + 0.10959495800000241, + 0.10628957700001251, + 0.10511888599998542, + 0.10787903499999629, + 0.10223349599999665, + 0.10064303699999755, + 0.10203794699998525, + 0.10851046899998096, + 0.10583963499999527, + 0.11097619599999575, + 0.11827394899998467, + 0.11512091099999111, + 0.10482822899999178, + 0.09998067499998342, + 0.10844918300000472, + 0.10547517500000936, + 0.10102606099999889, + 0.10968925500000637, + 0.0956411150000065, + 0.1071493639999801, + 0.1073394809999968 ] }, { @@ -102,16 +327,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 477.93370060983256, - "min_mib_per_second": 462.1760242278214, - "max_mib_per_second": 490.19191234974636, - "median_ms_per_message": 0.19954113199997892, + "median_mib_per_second": 499.4280393876853, + "min_mib_per_second": 469.9837193128828, + "max_mib_per_second": 549.7000036234608, + "median_ms_per_message": 0.1909534024999857, "durations_seconds": [ - 0.1999726550000105, - 0.19954113199997892, - 0.19455121400000053, - 0.19744858000001386, - 0.2063443940000127 + 0.19217125899999132, + 0.19763466399999174, + 0.19860564799998315, + 0.1920065010000087, + 0.18427825199998438, + 0.193146449000011, + 0.1867631210000127, + 0.18900694900000303, + 0.18443816999999285, + 0.19259456200001068, + 0.2003385130000197, + 0.18733965000001263, + 0.18895160299999247, + 0.18904742199998736, + 0.19134273599999574, + 0.19797459599999456, + 0.18952641000001336, + 0.20291645799997582, + 0.18894881200000668, + 0.19303109300000187, + 0.1883262890000026, + 0.1921669189999875, + 0.1858874309999976, + 0.1966711919999966, + 0.19927274000002626, + 0.19624070000000415, + 0.19475251500000468, + 0.20025114300000268, + 0.19706245900002273, + 0.19419825200000673, + 0.18546200699998394, + 0.18116623600002413, + 0.1908126919999802, + 0.1893422740000119, + 0.1837061100000028, + 0.19749523300001215, + 0.1750035510000032, + 0.1734899599999835, + 0.19692953100002342, + 0.19359563699998716, + 0.19738451000000623, + 0.18937031100000468, + 0.18993169300000545, + 0.18123635699998886, + 0.18431192799999963, + 0.18703912699999137, + 0.19109411299999124, + 0.19610041800001454, + 0.187935594999999, + 0.1798135209999998 ] }, { @@ -119,16 +389,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 1372.340301687311, - "min_mib_per_second": 1203.644063799527, - "max_mib_per_second": 1388.2547558790827, - "median_ms_per_message": 0.694925533582082, + "median_mib_per_second": 1176.9148146205002, + "min_mib_per_second": 1018.0407703180999, + "max_mib_per_second": 1527.9667336782045, + "median_ms_per_message": 0.8103215419776114, "durations_seconds": [ - 0.4154463989999897, - 0.3712795010000036, - 0.37248008599999594, - 0.4246848789999831, - 0.36821010799999954 + 0.38557766499999957, + 0.490399774999986, + 0.42922961000002147, + 0.3504900169999985, + 0.4420220129999848, + 0.49251073299998893, + 0.3465257389999863, + 0.4954946290000066, + 0.4975865140000053, + 0.3847161999999855, + 0.4570361929999933, + 0.46818839499999854, + 0.42889221200002225, + 0.43533782299999757, + 0.3449825390000001, + 0.4434583439999926, + 0.4473000369999909, + 0.4241848329999982, + 0.4392627440000183, + 0.4489739390000125, + 0.44249392100002183, + 0.43618510199999605, + 0.336115704000008, + 0.42826281600000016, + 0.4229833020000058, + 0.33967668599999, + 0.4594931299999985, + 0.4333268700000019, + 0.5021109649999858, + 0.48727082999999993, + 0.45372596499998963, + 0.4492057749999958, + 0.4426089700000091, + 0.33454225299999507, + 0.39023272800000086, + 0.4489922520000107, + 0.43199995700001637, + 0.39421541000001525, + 0.48730198399999836, + 0.39075107400000775, + 0.38820268999998575, + 0.34262905100001717, + 0.4917336119999618, + 0.4302139449999913, + 0.441182394000009, + 0.3354373399999986, + 0.3438066940000226, + 0.44676952700001493, + 0.4321754609999857, + 0.3926946039999848 ] }, { @@ -136,16 +451,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 3525.0801527427075, - "min_mib_per_second": 3457.3732975057183, - "max_mib_per_second": 3944.414396018202, - "median_ms_per_message": 0.27053975373134104, + "median_mib_per_second": 3594.996386317599, + "min_mib_per_second": 3357.7917871960185, + "max_mib_per_second": 4154.914029052007, + "median_ms_per_message": 0.2652782873134216, "durations_seconds": [ - 0.14547431299999403, - 0.129593237999984, - 0.14784907199998543, - 0.14193540200000143, - 0.14500930799999878 + 0.13960521200002063, + 0.1413394530000005, + 0.14043322499998112, + 0.13892146599999933, + 0.14284744299999375, + 0.13468313999999282, + 0.13277474099999154, + 0.14210088600000859, + 0.13584101600000054, + 0.14297364399999424, + 0.14783620499997596, + 0.14578670100002, + 0.1421190369999863, + 0.14299680100000955, + 0.14094034699999725, + 0.14145810099998357, + 0.14619401400000243, + 0.14152098499999965, + 0.14129504699999984, + 0.15223380899999484, + 0.1421295090000001, + 0.14259139300000356, + 0.12932967500000814, + 0.13671391999997695, + 0.14274822199999448, + 0.14302354199998035, + 0.14225433100000373, + 0.1491345580000143, + 0.14858056700001043, + 0.14724061300000812, + 0.13654078700000127, + 0.14224881499998787, + 0.1446681589999912, + 0.1470658880000144, + 0.14992371599998933, + 0.14382928099999504, + 0.15125107699998352, + 0.13668279600000233, + 0.14663078500001347, + 0.14272949100001142, + 0.13816115399998807, + 0.13672290199997406, + 0.14282988500002602, + 0.12857568000003994, + 0.13605063799997197, + 0.1437005530000306, + 0.13687191700000767, + 0.14944974899998442, + 0.13540747599995484, + 0.12302768000000697 ] }, { @@ -153,16 +513,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 1356.6218533650958, - "min_mib_per_second": 1253.488101177771, - "max_mib_per_second": 1372.9009824342897, - "median_ms_per_message": 7.029772622641041, + "median_mib_per_second": 1370.1256329921657, + "min_mib_per_second": 1244.3143934925863, + "max_mib_per_second": 1501.8467200133034, + "median_ms_per_message": 6.960488160377778, "durations_seconds": [ - 0.37030945200001497, - 0.3681601179999916, - 0.40323269699999287, - 0.37703205299999354, - 0.3725779489999752 + 0.3813966689999688, + 0.3941710510000007, + 0.35837633700003835, + 0.3365505820000294, + 0.34519803000000593, + 0.35694837400001234, + 0.36581053700001576, + 0.3684184070000356, + 0.35613475100001324, + 0.36226164300001074, + 0.35254586700000345, + 0.37071706300002916, + 0.3701823950000289, + 0.3660032509999951, + 0.40620553000002246, + 0.35125250200002256, + 0.371604437999963, + 0.3799297130000241, + 0.3719425470000033, + 0.3621571589999917, + 0.36409817999998495, + 0.3732082310000351, + 0.3760209050000185, + 0.3701082729999712, + 0.3585711540000034, + 0.39360368699999526, + 0.3688715380000076, + 0.37682038099995907, + 0.3784732440000198, + 0.36480892999998105, + 0.36894020700003693, + 0.3755065630000445, + 0.35550977499997316, + 0.3396853649999798, + 0.3504374739999889, + 0.3730459540000197, + 0.3690730469999721, + 0.3720053210000174, + 0.36069760999998834, + 0.36609465599997293, + 0.3745064280000179, + 0.3708779880000179, + 0.3499271620000286, + 0.35535248700000466, + 0.37859059300001263, + 0.3554587209999909, + 0.36113514199996644, + 0.3722807620000026, + 0.3804617490000055, + 0.39955361699998093 ] }, { @@ -170,16 +575,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 10062.238841207754, - "min_mib_per_second": 9714.73974165752, - "max_mib_per_second": 10933.424148862927, - "median_ms_per_message": 0.9477754716978891, + "median_mib_per_second": 10789.944782591845, + "min_mib_per_second": 9980.807756211234, + "max_mib_per_second": 11960.842908467488, + "median_ms_per_message": 0.8838558679247588, "durations_seconds": [ - 0.04622956000000045, - 0.05023209999998812, - 0.05202891700000123, - 0.04842063499998517, - 0.051104387999998835 + 0.0497878770000284, + 0.04769795200002136, + 0.04701273000000583, + 0.04399608299996771, + 0.046997202000000016, + 0.04609727899998006, + 0.04629313200001661, + 0.047150737000038134, + 0.04962160700000595, + 0.04570141499999636, + 0.05035645899999963, + 0.04576645899999221, + 0.044545717000005425, + 0.04928889199999276, + 0.04557619299998805, + 0.048614468999971905, + 0.04678999200001499, + 0.04309285199997248, + 0.04857603099998187, + 0.05009425299999748, + 0.0435147790000201, + 0.04819495799995366, + 0.04225850900002115, + 0.04787481599998955, + 0.045345693000001575, + 0.04767161899997063, + 0.04250005199997986, + 0.04666939000003367, + 0.04380717500004039, + 0.04403997700001128, + 0.04485028100003774, + 0.047320224000031885, + 0.04492146100000127, + 0.04857165399999985, + 0.04977746299999808, + 0.046489337999958025, + 0.04663796999994929, + 0.046567694000032134, + 0.046898730000009436, + 0.047204657000008865, + 0.044097072999988995, + 0.047301457999992635, + 0.050641932000019096, + 0.04638820900004248, + 0.04809672300001466, + 0.043214573999989625, + 0.04901745400002255, + 0.05010112599995864, + 0.04386940799997774, + 0.04691975499997625 ] }, { @@ -187,16 +637,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 1153.172945352675, - "min_mib_per_second": 1149.4576879705191, - "max_mib_per_second": 1192.200312755968, - "median_ms_per_message": 82.70002520000048, + "median_mib_per_second": 1106.274865329768, + "min_mib_per_second": 1031.780710496561, + "max_mib_per_second": 1187.3516135072432, + "median_ms_per_message": 86.20592989999523, "durations_seconds": [ - 0.4144552719999979, - 0.4148366340000109, - 0.4135001260000024, - 0.40401281300000846, - 0.399963960000008 + 0.430729719999988, + 0.4260059999999726, + 0.4222803410000324, + 0.4271393089999833, + 0.4257586700000502, + 0.43154440099999647, + 0.43021447199998875, + 0.4428922089999787, + 0.42202527700004566, + 0.4270479630000068, + 0.4436254450000092, + 0.4134787989999609, + 0.45070028799995043, + 0.44313422800001945, + 0.42637125300001344, + 0.4361668599999575, + 0.4407962070000053, + 0.4356923629999869, + 0.4221747359999881, + 0.43047171000000617, + 0.4430607789999499, + 0.4247745590000136, + 0.43280686599996443, + 0.4160596830000145, + 0.4300558799999976, + 0.42033492200005185, + 0.43123596599997427, + 0.42380586699999867, + 0.4449832789999846, + 0.44482456800000136, + 0.4189507580000509, + 0.43686659299999064, + 0.4443749629999729, + 0.44319212200002767, + 0.4373122470000226, + 0.4381776349999882, + 0.4382223449999856, + 0.42928233100002444, + 0.42915371699996285, + 0.4511457379999797, + 0.4432005150000009, + 0.41580505400003176, + 0.43727415500001143, + 0.42248963299999787, + 0.430823332999978, + 0.41804728099998556, + 0.46214971199998445, + 0.4321828939999932, + 0.4015972629999851, + 0.43269354199998133 ] }, { @@ -204,16 +699,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 3089.6468288124074, - "min_mib_per_second": 3020.9653495358893, - "max_mib_per_second": 3100.2221317008252, - "median_ms_per_message": 30.86677439999903, + "median_mib_per_second": 3023.5266148860233, + "min_mib_per_second": 2825.644646267254, + "max_mib_per_second": 3213.4759863719996, + "median_ms_per_message": 31.541800799999464, "durations_seconds": [ - 0.15685096300001078, - 0.1538074169999959, - 0.15433387199999515, - 0.15394125299999928, - 0.1578426439999987 + 0.1590373000000227, + 0.15281760499999564, + 0.15848279599998705, + 0.15833854900000688, + 0.1493370140000252, + 0.16059734700002082, + 0.15781435899998542, + 0.1572870630000125, + 0.15732225200002858, + 0.16520344100001694, + 0.15847466400003896, + 0.16074521000001596, + 0.1586234490000038, + 0.16036890499998435, + 0.15658712999999125, + 0.15469681899998022, + 0.1571666309999955, + 0.15588420400001723, + 0.15551685199994836, + 0.15874674799999866, + 0.15452484700000468, + 0.16039334699996743, + 0.15760364900000923, + 0.15272745799995846, + 0.1559045509999919, + 0.15263137899995627, + 0.15849041199999192, + 0.1621786709999924, + 0.15485966199997847, + 0.1592667660000302, + 0.16205260599997473, + 0.15466019699999833, + 0.1687534059999507, + 0.15569419700000253, + 0.15309489500003792, + 0.1500125659999867, + 0.15676590900000065, + 0.15588346600003433, + 0.16154391399999213, + 0.16093995699998231, + 0.15807737500000485, + 0.15841534800000545, + 0.16076530399999456, + 0.14838671900002964, + 0.15329545600002348, + 0.15467494099999612, + 0.1590642880000246, + 0.15902698600001486, + 0.15929229799996847, + 0.15520227000001796 ] } ] diff --git a/benchmarks/results/platforms/linux-x64.json b/benchmarks/results/platforms/linux-x64.json index 0818f90..32497e5 100644 --- a/benchmarks/results/platforms/linux-x64.json +++ b/benchmarks/results/platforms/linux-x64.json @@ -1,7 +1,7 @@ { - "generated_at_utc": "2026-10-18T20:23:42+00:00", + "generated_at_utc": "2026-10-19T08:29:07+00:00", "label": "Linux x64", - "py_sharedmemory": "4.3.0", + "py_sharedmemory": "4.3.1", "python": "3.14.8", "platform": "Linux-6.17.0-1022-azure-x86_64-with-glibc2.39", "machine": "x86_64", @@ -10,23 +10,68 @@ "capacity": 2, "payload": "numpy", "numpy": "2.5.4", - "repeats": 5, + "repeats": 50, "results": [ { "transport": "standard", "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 16.117431969933378, - "min_mib_per_second": 15.238941377603858, - "max_mib_per_second": 17.718575888403148, - "median_ms_per_message": 0.05917036400000342, + "median_mib_per_second": 19.414207687029876, + "min_mib_per_second": 14.11484647446921, + "max_mib_per_second": 21.70542000791579, + "median_ms_per_message": 0.049123322999999885, "durations_seconds": [ - 0.05917036400000342, - 0.053823418000000345, - 0.06258140199999929, - 0.058047876000003384, - 0.06069253399999752 + 0.05021271700000085, + 0.048166174999998645, + 0.04784197200000051, + 0.05142946300000517, + 0.046907580999999254, + 0.043937151000001506, + 0.05783696999999677, + 0.05361326799999944, + 0.06398078500000537, + 0.04607758000000217, + 0.05147680400000354, + 0.045301276000003554, + 0.05221005500000331, + 0.049349542000001634, + 0.04828625500000072, + 0.0516441919999977, + 0.04769898700000397, + 0.04515043900000393, + 0.04729890799999481, + 0.0559080800000018, + 0.05073839400000679, + 0.051674298999998314, + 0.05707562700000324, + 0.05000443500000529, + 0.04829716699999409, + 0.04753452099999578, + 0.04840814099999591, + 0.04804100399999811, + 0.05841835399999695, + 0.046130992999998455, + 0.053245367999998905, + 0.04830017100000106, + 0.054811655000001736, + 0.04737712699999719, + 0.04725273400000418, + 0.05167913399999691, + 0.047403627000001336, + 0.04794421400000459, + 0.0512964169999961, + 0.047691654000004746, + 0.04932502399999805, + 0.0481384019999993, + 0.056196348000000285, + 0.05377143500000159, + 0.04616207299999786, + 0.0510960630000028, + 0.048683093000001065, + 0.06756533400000109, + 0.04892162200000172, + 0.05326729899999805 ] }, { @@ -34,16 +79,61 @@ "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 5.2714137974619915, - "min_mib_per_second": 4.798837022865155, - "max_mib_per_second": 5.521050839052786, - "median_ms_per_message": 0.18091433400000057, + "median_mib_per_second": 6.126204586324931, + "min_mib_per_second": 5.45346160553405, + "max_mib_per_second": 6.818838295680467, + "median_ms_per_message": 0.1556721010000004, "durations_seconds": [ - 0.17428450399999917, - 0.1987302989999975, - 0.18248963599999968, - 0.18091433400000057, - 0.17273420299999742 + 0.1553220309999972, + 0.15172823099999988, + 0.15614613300000002, + 0.14348710899999872, + 0.1453887389999977, + 0.152891627999999, + 0.17102236299999873, + 0.1575553150000033, + 0.14067792299999837, + 0.1427963109999979, + 0.15433622799999824, + 0.1603831270000029, + 0.15620405599999998, + 0.14715985500000528, + 0.158932618999998, + 0.16344829699999508, + 0.17387716900000072, + 0.14812478200000356, + 0.14936218999999795, + 0.16676719000000162, + 0.17487504000000342, + 0.166703861000002, + 0.15873614899999922, + 0.160586342000002, + 0.16976130500000153, + 0.16025039099999816, + 0.14652092899999758, + 0.15700069600000433, + 0.14612419899999907, + 0.15518209999999755, + 0.17308016300000162, + 0.1515927490000024, + 0.14261781100000093, + 0.16205886300000572, + 0.13985876699999977, + 0.1463360879999982, + 0.1560221710000036, + 0.16777222800000402, + 0.15342966800000113, + 0.15026817799999748, + 0.14528148099999783, + 0.1501826999999949, + 0.1616962579999992, + 0.15409906600000056, + 0.16164385500000122, + 0.15260919899999692, + 0.1454323959999968, + 0.15673099699999682, + 0.1651466909999968, + 0.16391842000000167 ] }, { @@ -51,16 +141,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 162.87231298597627, - "min_mib_per_second": 154.43749334935487, - "max_mib_per_second": 169.5040443997394, - "median_ms_per_message": 0.05855349499999818, + "median_mib_per_second": 184.85631361348493, + "min_mib_per_second": 157.31562018852043, + "max_mib_per_second": 198.86417211386515, + "median_ms_per_message": 0.05159003300000364, "durations_seconds": [ - 0.06175147599999775, - 0.05626262900000256, - 0.05855349499999818, - 0.059441810999999234, - 0.05792801799999836 + 0.05542737199999692, + 0.05007549200000483, + 0.04957768400001328, + 0.05639294399999528, + 0.05168682200000774, + 0.05102873799999941, + 0.052382449999996084, + 0.05063705599999935, + 0.05264169400000185, + 0.052451822000008974, + 0.0501562479999933, + 0.052376509999987775, + 0.05363718700000675, + 0.04914307100000315, + 0.05161565299999893, + 0.05270476500000143, + 0.05552908900000375, + 0.04962687799999799, + 0.0494865510000011, + 0.051485556999992355, + 0.050162329000002615, + 0.048623723000005725, + 0.05949382000000014, + 0.05345012200000099, + 0.056537687999991704, + 0.0502126849999911, + 0.05748099400000228, + 0.05528236399999287, + 0.05002926299999899, + 0.05159662100000162, + 0.05430695799999796, + 0.04914802599999746, + 0.05181997999999055, + 0.050704746999997496, + 0.05287311499999703, + 0.06062171799999305, + 0.050582704000007084, + 0.05053940199999829, + 0.05338300000001084, + 0.05158344500000567, + 0.04868509800000709, + 0.05493607299999326, + 0.050005896000001826, + 0.048635364999995545, + 0.05595585300000039, + 0.04795606499999394, + 0.049302166999993347, + 0.05016017600000566, + 0.055153479000011885, + 0.050805230000008805 ] }, { @@ -68,16 +203,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 52.12066261111416, - "min_mib_per_second": 50.10428409818845, - "max_mib_per_second": 53.550171966897686, - "median_ms_per_message": 0.1829743269999966, + "median_mib_per_second": 60.354779218680875, + "min_mib_per_second": 55.28505450218824, + "max_mib_per_second": 68.10005904065399, + "median_ms_per_message": 0.1580134114999936, "durations_seconds": [ - 0.19033787899999766, - 0.17808987000000087, - 0.18496072199999958, - 0.18206143199999758, - 0.1829743269999966 + 0.1499162109999972, + 0.1438378269999987, + 0.15713317099999813, + 0.15700253899998984, + 0.15138277899998798, + 0.1624616420000109, + 0.15973665500000322, + 0.1686706379999947, + 0.16628356699999358, + 0.1537183029999909, + 0.1550742099999951, + 0.16764608699999428, + 0.1524304370000067, + 0.16644614400000535, + 0.16036632200000156, + 0.15411958800000036, + 0.1585771809999983, + 0.15568821099999752, + 0.16111218400000382, + 0.16936431199999902, + 0.1614039499999933, + 0.1574496419999889, + 0.14004015999999808, + 0.16114573400000154, + 0.15482555200000547, + 0.15445473300000856, + 0.1478150010000121, + 0.1548354009999997, + 0.1539728810000014, + 0.16616255099999933, + 0.1565072679999986, + 0.1492612680000036, + 0.1628666160000023, + 0.1431908310000125, + 0.1539769050000075, + 0.17250128899999595, + 0.15030934000000684, + 0.16041840500000148, + 0.1652881320000006, + 0.16341147299999648, + 0.16501360200000192, + 0.16722454300000322, + 0.16158971499999097, + 0.14442844799999932, + 0.1644553520000045, + 0.17079010700000197, + 0.15367746800001214, + 0.16383033600000374, + 0.16346497199999988, + 0.15172802799999374 ] }, { @@ -85,16 +265,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 1124.9411771634902, - "min_mib_per_second": 1030.5619796052144, - "max_mib_per_second": 1148.6245352474377, - "median_ms_per_message": 0.08477548300000137, + "median_mib_per_second": 1194.645715324167, + "min_mib_per_second": 997.1131833050483, + "max_mib_per_second": 1327.3914318944248, + "median_ms_per_message": 0.07982951299999996, "durations_seconds": [ - 0.08755403900000402, - 0.08302750699999706, - 0.08477548300000137, - 0.09253924900000499, - 0.08359581599999899 + 0.08266826099999491, + 0.07670572399999287, + 0.08844823900000165, + 0.07588835100000324, + 0.0930139630000042, + 0.0787483770000108, + 0.07576813899999024, + 0.07554959699999131, + 0.07484430799999586, + 0.09165764099999762, + 0.07807405100000153, + 0.0760667069999954, + 0.08102423900000133, + 0.0789939919999938, + 0.08002192200000025, + 0.09119099800000185, + 0.08414060299999448, + 0.07640849000000571, + 0.08375832699999819, + 0.07424307099999794, + 0.08064717800000665, + 0.08124893699999802, + 0.07779880500000047, + 0.07503045099998928, + 0.07507293900000889, + 0.07698658099999989, + 0.08362704500000007, + 0.09146872200000189, + 0.07444199100000048, + 0.0735019990000012, + 0.07907121600000266, + 0.0760400489999995, + 0.09564353700000083, + 0.08180864100000917, + 0.08230873399999439, + 0.07184574899999063, + 0.08324644500000034, + 0.08335813100001133, + 0.08114960100000701, + 0.0784723099999951, + 0.08293867999999804, + 0.07950139499999409, + 0.07963710399999968, + 0.09532828899999402, + 0.08715439400000946, + 0.07724813700001221, + 0.08115343500000449, + 0.09093674400000396, + 0.08043736899999487, + 0.07564099700000781 ] }, { @@ -102,16 +327,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 502.39832592506946, - "min_mib_per_second": 496.5313337235711, - "max_mib_per_second": 534.7112837655998, - "median_ms_per_message": 0.18982434199999432, + "median_mib_per_second": 575.5628064298849, + "min_mib_per_second": 529.1124761115251, + "max_mib_per_second": 631.6282919833718, + "median_ms_per_message": 0.1656949545000046, "durations_seconds": [ - 0.18286273100000017, - 0.1783531310000015, - 0.18982434199999432, - 0.19065484299999724, - 0.19206729800000488 + 0.15356718399999636, + 0.1514225590000109, + 0.16690372099999706, + 0.1707581590000018, + 0.15587629099999845, + 0.16174105600001099, + 0.15136591899999985, + 0.1673142169999977, + 0.15619204600000103, + 0.1645337129999973, + 0.163305145999999, + 0.15680177800000195, + 0.1540991589999976, + 0.16534666000001152, + 0.16448038000000054, + 0.1760535469999951, + 0.17950665699999035, + 0.17054903900000795, + 0.17441792700000747, + 0.17778190900000368, + 0.17084387799999945, + 0.1717594210000044, + 0.17048584299999447, + 0.168246381000003, + 0.17522784700000216, + 0.15385847799998942, + 0.1509866370000026, + 0.15867025900000442, + 0.17458225599999366, + 0.1724846519999943, + 0.16801625299999046, + 0.1802403759999862, + 0.16077426300000752, + 0.1635903290000016, + 0.17082583200000556, + 0.16921795400000406, + 0.16158404000000814, + 0.16604324899999767, + 0.1677143769999958, + 0.15368724900000075, + 0.15965794299999914, + 0.16665097899999637, + 0.1701281049999892, + 0.16259154200000125, + 0.15692548600000578, + 0.1616973929999972, + 0.1643916929999989, + 0.16817698299999506, + 0.16208909699999197, + 0.17144598400000177 ] }, { @@ -119,16 +389,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 816.1567701656993, - "min_mib_per_second": 752.6794514713525, - "max_mib_per_second": 845.277283797371, - "median_ms_per_message": 1.1684940335820915, + "median_mib_per_second": 922.4780998672634, + "min_mib_per_second": 784.4026339018817, + "max_mib_per_second": 975.5594455035949, + "median_ms_per_message": 1.033819812499984, "durations_seconds": [ - 0.6173553559999974, - 0.6791329730000015, - 0.6263128020000011, - 0.6300554090000006, - 0.6047357989999966 + 0.5488295709999989, + 0.6031547209999957, + 0.5799107440000029, + 0.5598406470000015, + 0.5351967639999913, + 0.5622781289999921, + 0.5628562130000034, + 0.5548928839999974, + 0.524372416999995, + 0.5252770120000037, + 0.5287873429999905, + 0.5499129659999937, + 0.5328642149999894, + 0.5811795099999983, + 0.5415000560000038, + 0.5480961070000205, + 0.5888172839999868, + 0.5450029980000011, + 0.5239756899999861, + 0.5880306189999942, + 0.5745755210000141, + 0.5592444760000035, + 0.5321258499999999, + 0.6045091330000218, + 0.5822146879999934, + 0.5325118259999897, + 0.5383936940000069, + 0.5825642609999875, + 0.5368461060000129, + 0.574284595999984, + 0.5488499120000085, + 0.5489859300000148, + 0.5533619549999855, + 0.5465906270000005, + 0.5628887500000133, + 0.5817668720000029, + 0.5991060940000068, + 0.5980597940000223, + 0.5943939919999934, + 0.651667156000002, + 0.6032228899999836, + 0.625816068000006, + 0.6170881170000087, + 0.5513981450000074, + 0.5414444339999989, + 0.5353371159999938, + 0.5387133080000126, + 0.5526111909999827, + 0.5314565539999876, + 0.6100869040000134 ] }, { @@ -136,16 +451,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 2709.6777554353685, - "min_mib_per_second": 2607.9891913902, - "max_mib_per_second": 2732.0476876106245, - "median_ms_per_message": 0.3519511921641847, + "median_mib_per_second": 3029.965300650844, + "min_mib_per_second": 2806.4444737109866, + "max_mib_per_second": 3277.1819104341644, + "median_ms_per_message": 0.3147477499999866, "durations_seconds": [ - 0.19186056200000223, - 0.18800859499999945, - 0.19600136199999696, - 0.18864583900000298, - 0.18710121200000174 + 0.16426490800000693, + 0.18009657999999718, + 0.16181842999999674, + 0.16734580899999685, + 0.15834705799998972, + 0.16997483800000168, + 0.15949891399999672, + 0.17534482399999263, + 0.1743885559999967, + 0.160494534999998, + 0.16723425600000041, + 0.16819242100000054, + 0.17568359300000225, + 0.17477307299999723, + 0.16761158500000306, + 0.1688199769999983, + 0.1691000290000204, + 0.1681795609999881, + 0.18153094699999883, + 0.17754877900000565, + 0.16812041400001476, + 0.17762966900002652, + 0.16962358899999685, + 0.1678892509999912, + 0.17585065099999042, + 0.15597835200000532, + 0.1633525089999921, + 0.16710993099999882, + 0.17871470000000045, + 0.1780547889999866, + 0.17548568500001238, + 0.17686518200000023, + 0.1821412959999975, + 0.1658133310000096, + 0.1763946849999911, + 0.1603542599999912, + 0.16566183599999817, + 0.17394126599998572, + 0.1678906060000145, + 0.1757047340000213, + 0.16858961099998737, + 0.17799046400000407, + 0.1730585969999936, + 0.1794204200000138, + 0.1580428329999961, + 0.1613033079999866, + 0.16745057899998983, + 0.16722779300002344, + 0.17117156599999817, + 0.16018708599997922 ] }, { @@ -153,16 +513,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 1004.4560533843805, - "min_mib_per_second": 932.4496563001081, - "max_mib_per_second": 1025.0267079096902, - "median_ms_per_message": 9.494435452830134, + "median_mib_per_second": 1206.9938563725304, + "min_mib_per_second": 1109.7618420890913, + "max_mib_per_second": 1338.7123114259323, + "median_ms_per_message": 7.901248839622663, "durations_seconds": [ - 0.5420639969999996, - 0.4931065540000006, - 0.4957946580000012, - 0.5032050789999971, - 0.5097656659999998 + 0.4329754320000063, + 0.41260650399999577, + 0.4118660210000087, + 0.429826630000008, + 0.412276893000012, + 0.4126324049999823, + 0.44827015399999937, + 0.4246132240000122, + 0.3775623660000065, + 0.41758334100001093, + 0.42240646799999126, + 0.40367630500000473, + 0.39698577199999363, + 0.41700302500001385, + 0.4044038699999817, + 0.40268796399999474, + 0.42638527500000123, + 0.42023348200001465, + 0.4176653730000055, + 0.40724683800002026, + 0.4204338190000101, + 0.3863396109999826, + 0.4540211279999937, + 0.43582727699998713, + 0.4368268910000097, + 0.42562355199999047, + 0.41930251799999496, + 0.4248138439999991, + 0.4473195060000137, + 0.4165856680000104, + 0.41462307000000465, + 0.43097350900001175, + 0.4464094869999826, + 0.44223819000001185, + 0.4182298590000073, + 0.4323041779999812, + 0.40790940200000136, + 0.44340938099998084, + 0.4252755780000257, + 0.414312338000002, + 0.43955230299999926, + 0.3941417399999807, + 0.40833083900000133, + 0.38573520799999983, + 0.40582030999999574, + 0.4047469900000067, + 0.4054435619999879, + 0.42862943200000814, + 0.43368033800001626, + 0.455455728000004 ] }, { @@ -170,16 +575,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 5325.513265077872, - "min_mib_per_second": 4799.038296953727, - "max_mib_per_second": 5817.270043034201, - "median_ms_per_message": 1.7907650754716595, + "median_mib_per_second": 5913.671901948133, + "min_mib_per_second": 5334.969501436542, + "max_mib_per_second": 6503.497047900616, + "median_ms_per_message": 1.6126612547170551, "durations_seconds": [ - 0.10532264100000077, - 0.08688738599999368, - 0.09085314800000077, - 0.09491054899999796, - 0.10065321300000107 + 0.08366649199999188, + 0.0879988990000129, + 0.0836730440000224, + 0.08410231800002066, + 0.07771932299999662, + 0.08350496500000304, + 0.08485654300000078, + 0.08347791799999982, + 0.08943171199999256, + 0.08467562500001691, + 0.08497019999998656, + 0.08949110200001087, + 0.09076446200000987, + 0.08650638700001423, + 0.08516721399999483, + 0.08356926999999814, + 0.08756777800002169, + 0.08538189600000123, + 0.09198086199998556, + 0.09141473500000075, + 0.0947423199999946, + 0.08798586300000011, + 0.09068176499999936, + 0.08554098400000498, + 0.0892689940000082, + 0.08596677599999225, + 0.08595977400000265, + 0.08610753199999976, + 0.08229431000000886, + 0.08643090399999664, + 0.08996264999998971, + 0.08386117699998863, + 0.09263312799998857, + 0.0799822230000018, + 0.08392418399998292, + 0.08320712100001515, + 0.08176825099999974, + 0.0869143500000007, + 0.08536744200000612, + 0.0914049529999943, + 0.07840715999998338, + 0.08375539499999718, + 0.08540110900000286, + 0.08536214800000153, + 0.08522585500000446, + 0.08575471000000334, + 0.09119178099999203, + 0.0845976809999911, + 0.0864491320000127, + 0.08712114300001872 ] }, { @@ -187,16 +637,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 958.2354712541038, - "min_mib_per_second": 945.677086534068, - "max_mib_per_second": 975.4522157534581, - "median_ms_per_message": 99.52400480000136, + "median_mib_per_second": 1011.0576787148623, + "min_mib_per_second": 931.2222608799345, + "max_mib_per_second": 1106.2531261090728, + "median_ms_per_message": 94.32442880000167, "durations_seconds": [ - 0.5042283090000055, - 0.5006867389999954, - 0.49622469899999544, - 0.4976200240000068, - 0.4888370239999986 + 0.4629682970000033, + 0.4910697200000129, + 0.4440642609999941, + 0.4310380210000062, + 0.460725296999982, + 0.4842225749999898, + 0.47873548000001165, + 0.47266563700000574, + 0.491217851000016, + 0.4699124900000129, + 0.4476077109999892, + 0.4647602080000013, + 0.48931596799999966, + 0.44963289499997927, + 0.44746090600000343, + 0.468242287999999, + 0.45075904499998387, + 0.4817532340000241, + 0.47541076799998905, + 0.44645620500000405, + 0.49653132599999594, + 0.49200046299998235, + 0.488496538000021, + 0.46000310300001956, + 0.4967915649999952, + 0.5070607370000175, + 0.46910454600001117, + 0.5017150989999948, + 0.47174420500002157, + 0.4701073309999799, + 0.476044939000019, + 0.46032797700001993, + 0.5120551540000235, + 0.4561150740000244, + 0.4670647739999936, + 0.5058762010000066, + 0.4639996989999986, + 0.47150008299999513, + 0.4468014419999804, + 0.48357505799998535, + 0.4630255530000227, + 0.4793079149999926, + 0.4575951459999601, + 0.4872144869999602, + 0.47051290400003154, + 0.4824321930000224, + 0.4833290070000089, + 0.4601647709999952, + 0.47815515499996764, + 0.47235909300002277 ] }, { @@ -204,16 +699,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 2681.586528155798, - "min_mib_per_second": 2641.1813755164276, - "max_mib_per_second": 3151.612973348877, - "median_ms_per_message": 35.56380920000066, + "median_mib_per_second": 2918.692702125659, + "min_mib_per_second": 2738.41465040574, + "max_mib_per_second": 3741.8280970280002, + "median_ms_per_message": 32.67475439999998, "durations_seconds": [ - 0.15129940199999936, - 0.18053934600000332, - 0.17515014800000017, - 0.1778190460000033, - 0.18046383499999763 + 0.16684431499999164, + 0.16940373599999248, + 0.16836741299999858, + 0.16380340500001012, + 0.1593593269999758, + 0.15547633500000302, + 0.14440930300000332, + 0.1674246480000079, + 0.157620301999998, + 0.1711777219999817, + 0.15369422600002736, + 0.15455869900000607, + 0.15681064900002184, + 0.16906901900000548, + 0.1274342770000203, + 0.14892217999999957, + 0.15511422400001607, + 0.167872444000011, + 0.1548393029999886, + 0.1604118650000146, + 0.1721894309999925, + 0.15431814500001906, + 0.1651329569999973, + 0.15920785499997692, + 0.17299456399999258, + 0.15988079600001015, + 0.1681407050000132, + 0.15432402399997613, + 0.12761057599999504, + 0.17059530299999892, + 0.13632188400001155, + 0.16514833299999054, + 0.15817906600000242, + 0.16966054100001315, + 0.17278300000000968, + 0.16317898299999456, + 0.15489559499999928, + 0.16356856100000527, + 0.16962439899998571, + 0.158734566000021, + 0.15404624300003888, + 0.17066137199998366, + 0.1540856940000026, + 0.17326240100004497, + 0.1715155109999955, + 0.174128909999979, + 0.17137613699998155, + 0.16766861599995764, + 0.14197084099998847, + 0.17067939899999374 ] } ] diff --git a/benchmarks/results/platforms/macos-arm64.json b/benchmarks/results/platforms/macos-arm64.json index 446f49e..e4e77d5 100644 --- a/benchmarks/results/platforms/macos-arm64.json +++ b/benchmarks/results/platforms/macos-arm64.json @@ -1,7 +1,7 @@ { - "generated_at_utc": "2026-10-18T20:24:13+00:00", + "generated_at_utc": "2026-10-19T08:29:16+00:00", "label": "macOS arm64", - "py_sharedmemory": "4.3.0", + "py_sharedmemory": "4.3.1", "python": "3.14.8", "platform": "macOS-26.6.2-arm64-arm-64bit-Mach-O", "machine": "arm64", @@ -10,23 +10,68 @@ "capacity": 2, "payload": "numpy", "numpy": "2.5.4", - "repeats": 5, + "repeats": 50, "results": [ { "transport": "standard", "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 0.38912252136569664, - "min_mib_per_second": 0.35354019275122894, - "max_mib_per_second": 0.433461242586712, - "median_ms_per_message": 2.4508329999999887, + "median_mib_per_second": 0.3883346963967066, + "min_mib_per_second": 0.32897713200028317, + "max_mib_per_second": 0.4973619816089256, + "median_ms_per_message": 2.455806604499998, "durations_seconds": [ - 2.2001374580000004, - 2.6974990000000076, - 2.4508329999999887, - 2.3791448330000122, - 2.5796862499999946 + 2.5063422090000103, + 2.711969541000002, + 2.346601458000009, + 2.5794367919999956, + 2.6759161249999863, + 2.3095816249999928, + 2.5880194160000087, + 2.6457512910000105, + 2.1390771659999928, + 2.419958374999993, + 2.5141769589999967, + 2.177690833000014, + 2.3842334170000186, + 2.3240752500000212, + 2.4071045000000026, + 2.1730100420000156, + 2.475395665999997, + 2.436222750000013, + 2.3545257919999756, + 2.40365216699999, + 2.393360541999982, + 2.409822292000001, + 2.388564333000005, + 2.8670416670000236, + 2.500845792000007, + 2.294949709000008, + 2.453865583999999, + 2.4363615409999966, + 2.640325083999983, + 2.5079493749999813, + 2.5682870830000013, + 2.75523020899999, + 2.3343599170000005, + 2.491467499999999, + 2.4335353339999983, + 2.335385083999995, + 2.109031334000008, + 2.457747624999996, + 2.513025125000013, + 1.9174652499999922, + 2.5944743750000043, + 2.5903160830000047, + 2.6653762500000084, + 2.143491707999999, + 2.5295265409999956, + 2.802077958000041, + 2.6350874999999974, + 2.3694427089999976, + 2.8989076249999925, + 2.466080665999982 ] }, { @@ -34,16 +79,61 @@ "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 4.617275109497761, - "min_mib_per_second": 4.338146725860727, - "max_mib_per_second": 8.471087475373833, - "median_ms_per_message": 0.20654483299999526, + "median_mib_per_second": 4.646420899541463, + "min_mib_per_second": 2.20007841645509, + "max_mib_per_second": 8.281025729748366, + "median_ms_per_message": 0.20526685449999604, "durations_seconds": [ - 0.2198345000000046, - 0.20654483299999526, - 0.20889904099999512, - 0.18171112499999253, - 0.11257991600000139 + 0.17829054100000974, + 0.21294079199999771, + 0.23147212499999625, + 0.27448754099999917, + 0.3014790000000005, + 0.3036874160000025, + 0.1937092499999835, + 0.17506283299999836, + 0.25967641700000854, + 0.31585549999999785, + 0.27464658400000985, + 0.21340974999998252, + 0.27883358399998315, + 0.24225724999999443, + 0.16267162500000154, + 0.21351004100000637, + 0.19043820899997854, + 0.22713225000001103, + 0.1848507500000096, + 0.23638258399998335, + 0.18857920799999306, + 0.18848545800000238, + 0.19727904199999102, + 0.24639029200000095, + 0.1852500409999891, + 0.20716883399998665, + 0.20790762499999005, + 0.27667987499998503, + 0.357763417000001, + 0.2505634170000235, + 0.20336487500000544, + 0.23984516600000916, + 0.1151637909999863, + 0.13206770800002232, + 0.16616466599998603, + 0.1316879169999936, + 0.24668458299998974, + 0.43347287500000675, + 0.17717920800001252, + 0.17511845899997525, + 0.17816787500001396, + 0.17335858399999893, + 0.16114533399999686, + 0.21023745800002303, + 0.16996091699999738, + 0.162799624999991, + 0.2020677080000155, + 0.20961916699997118, + 0.1553147079999917, + 0.15118566699999292 ] }, { @@ -51,16 +141,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 3.854071357381463, - "min_mib_per_second": 3.6775495525569366, - "max_mib_per_second": 3.923972510415021, - "median_ms_per_message": 2.4744594169999914, + "median_mib_per_second": 2.3718764538041985, + "min_mib_per_second": 1.6686951606292797, + "max_mib_per_second": 5.5622067120383285, + "median_ms_per_message": 4.020759020500037, "durations_seconds": [ - 2.593233083000001, - 2.4744594169999914, - 2.430379708000004, - 2.550956417000009, - 2.4478301670000064 + 2.1939102090000233, + 2.5801772079999523, + 2.3527553749999583, + 2.593527583000025, + 1.714561083000035, + 2.557930916000032, + 2.7092589169999997, + 2.391896083000006, + 2.218945958000006, + 2.483388458000036, + 2.443668582999976, + 2.1689387080000415, + 2.709852416999979, + 3.3320205420000093, + 4.095434542000021, + 4.007786917000033, + 4.305820583000013, + 2.8266596250000475, + 4.017468333000011, + 4.116726792000009, + 3.412750625000001, + 4.019854083000041, + 2.907618624999998, + 4.182386332999954, + 4.3117083749999665, + 4.120297207999954, + 4.242389000000003, + 3.2228331249999655, + 4.433524417000001, + 3.8661540000000514, + 4.259785749999992, + 4.640777707999973, + 3.5938292079999883, + 4.410847541999999, + 3.832234167000024, + 5.466671792, + 4.397906792000015, + 5.356208125000023, + 4.6947944170000255, + 5.715090083000007, + 3.921128333000013, + 5.5406790000000115, + 4.171939082999984, + 5.1000899579999555, + 4.021663958000033, + 5.465048707999983, + 4.144837457999984, + 5.195885708999981, + 4.913095916000032, + 5.296932583 ] }, { @@ -68,16 +203,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 87.02910121869954, - "min_mib_per_second": 56.43238067538061, - "max_mib_per_second": 92.27525017443071, - "median_ms_per_message": 0.10958108300000902, + "median_mib_per_second": 49.378695861239734, + "min_mib_per_second": 31.666896465308984, + "max_mib_per_second": 72.64196744871123, + "median_ms_per_message": 0.19340935399998216, "durations_seconds": [ - 0.10335104099999626, - 0.11194620800000621, - 0.10958108300000902, - 0.10953879200000927, - 0.16899416699999392 + 0.16846058300001232, + 0.15410808400002907, + 0.1775935000000004, + 0.18612191699997993, + 0.24669891599995708, + 0.25559145800002625, + 0.2091877920000229, + 0.17486537499996757, + 0.21523391699997774, + 0.26659862500002873, + 0.2367342499999836, + 0.2345599579999771, + 0.15872958300002438, + 0.2006967909999844, + 0.17501008400000728, + 0.23177224999994905, + 0.23482712499998115, + 0.2401512499999967, + 0.30115812500002903, + 0.16625733300003276, + 0.27654300000000376, + 0.2794359160000113, + 0.2737907079999786, + 0.2711538749999818, + 0.2499192920000155, + 0.2793177089999972, + 0.16496562499997935, + 0.14657129200003283, + 0.2238836669999955, + 0.20636558299997887, + 0.21436549999998533, + 0.2616053330000341, + 0.18139845899997908, + 0.20662749999996777, + 0.1532766670000001, + 0.14250158300001203, + 0.13327524999999696, + 0.13402416600001743, + 0.13801220800002056, + 0.15563283399995953, + 0.13978120799998806, + 0.1312842079999541, + 0.14566562499999236, + 0.15157175000001644, + 0.16229099999998198, + 0.16173458399998708, + 0.2766666669999722, + 0.2808270840000091, + 0.17790929199998118, + 0.14075750000000653 ] }, { @@ -85,16 +265,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 39.930726108382515, - "min_mib_per_second": 39.57602328089998, - "max_mib_per_second": 41.16671520852167, - "median_ms_per_message": 2.3883220000000165, + "median_mib_per_second": 19.637729107976767, + "min_mib_per_second": 17.17747023069156, + "max_mib_per_second": 25.735033970242224, + "median_ms_per_message": 4.8571109789999705, "durations_seconds": [ - 2.335773667000012, - 2.3883220000000165, - 2.4097275000000025, - 2.4019135419999884, - 2.3166150410000057 + 4.652094040999998, + 5.518063790999975, + 4.153697500000021, + 5.551890374999971, + 4.712654167000096, + 5.524577166999961, + 4.715529957999934, + 5.108177584000032, + 4.698945375000108, + 5.500877666999941, + 4.651504292000027, + 5.320799875000034, + 4.45352195800001, + 4.795800207999946, + 4.712928583999997, + 4.306594000000018, + 5.039257583999984, + 3.9348650420000695, + 5.339584041999956, + 4.544217583999966, + 5.153560958999947, + 4.306030333000081, + 5.067343833999985, + 4.13328362499999, + 5.4585332499999595, + 3.8395402080000167, + 5.377887124999916, + 4.250627040999916, + 5.088047667000069, + 4.708130417000007, + 5.027623250000033, + 4.974422499999946, + 4.918421749999993, + 4.77923337499999, + 4.239397874999895, + 5.410915374999945, + 3.7057433749999973, + 5.537291874999937, + 3.960386582999945, + 5.1658289160000095, + 3.822782249999932, + 5.307544582999981, + 4.706955083000025, + 5.355368375000012, + 4.5564529999999195, + 5.403903874999969, + 4.677616582999917, + 4.945800374999976, + 4.979437500000017, + 5.368282334000014 ] }, { @@ -102,16 +327,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 679.7510662790318, - "min_mib_per_second": 460.3526035835954, - "max_mib_per_second": 724.1246787867516, - "median_ms_per_message": 0.14029758300000594, + "median_mib_per_second": 506.33421918536544, + "min_mib_per_second": 320.81612370410465, + "max_mib_per_second": 938.4945610493284, + "median_ms_per_message": 0.18835020850002593, "durations_seconds": [ - 0.13635391599999025, - 0.207161708000001, - 0.14029758300000594, - 0.131700292000005, - 0.17825633399999674 + 0.19699070900003335, + 0.23752912499998047, + 0.13938387500002136, + 0.21759412500000508, + 0.2113566670000182, + 0.22326462499995614, + 0.2210693340000489, + 0.16478241699996943, + 0.2726655839999239, + 0.18783120800003417, + 0.21887041599995882, + 0.1480471249999482, + 0.21666620799999237, + 0.28189962500005095, + 0.21850516699998934, + 0.2961574590000282, + 0.16224241599991274, + 0.27008120799996505, + 0.16571570899998278, + 0.15279354200004036, + 0.15252629199994772, + 0.15376549999996314, + 0.19022229200004404, + 0.15410529199994016, + 0.15767508399994767, + 0.14032870800008368, + 0.1918279999999868, + 0.18670899999995072, + 0.22857966599997326, + 0.20816325000009783, + 0.11221962499996607, + 0.11376529199992547, + 0.1606760839999879, + 0.15669741599992904, + 0.14523687500002325, + 0.1272907079999186, + 0.10161745799996424, + 0.12540220800008228, + 0.19429483300007178, + 0.1888692090000177, + 0.2972650829999566, + 0.19493099999999686, + 0.26167495799995777, + 0.2414445419999538, + 0.12498329199991076, + 0.1422370839999303, + 0.1947936250001021, + 0.12444820799998979, + 0.2315678749999961, + 0.17664787499995782 ] }, { @@ -119,16 +389,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 403.6042709009202, - "min_mib_per_second": 350.4478056624285, - "max_mib_per_second": 460.9953701038831, - "median_ms_per_message": 2.3628945111940234, + "median_mib_per_second": 178.55963363167444, + "min_mib_per_second": 169.1427428973793, + "max_mib_per_second": 329.78822965321024, + "median_ms_per_message": 5.340929103544853, "durations_seconds": [ - 1.4586178750000158, - 1.238231834000004, - 1.2665114579999965, - 1.3389157500000124, - 1.1088385410000114 + 2.8730448329999945, + 1.8519916660000035, + 2.7669844170000033, + 2.9205807080001023, + 2.9709047080000346, + 2.1503805830000147, + 2.7845265000000836, + 2.9067110420000972, + 2.2140692090000584, + 3.022118624999962, + 2.93663325, + 2.9653184170000486, + 1.856593083000007, + 2.9407931250000274, + 2.92011366600002, + 2.2095384579999973, + 2.6946029580000186, + 2.806042625000032, + 2.502446917000043, + 1.5787376670000413, + 2.891933332999997, + 2.963122042000009, + 2.8632247909999933, + 2.472586500000034, + 2.862251208000089, + 2.8745828749999873, + 1.900419083000088, + 2.998384791000035, + 2.947349165999981, + 2.84883508300004, + 1.9578410000000304, + 2.8780259169999454, + 2.97611674999996, + 2.130553500000019, + 2.3261740000000373, + 2.979103124999938, + 2.880488375000027, + 1.7772684579999805, + 2.8715250000000196, + 2.7901273749999973, + 2.9210655000000543, + 1.5499929579999616, + 2.461341500000003, + 2.9183974579999585, + 2.9386858330000223, + 2.2094949579999366, + 2.906937207999931, + 2.9056040000000394, + 2.03789529200003, + 2.8146014589999595 ] }, { @@ -136,16 +451,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 4387.047340107704, - "min_mib_per_second": 3285.7550664045375, - "max_mib_per_second": 5955.675630990117, - "median_ms_per_message": 0.2173840951492529, + "median_mib_per_second": 4972.450619714784, + "min_mib_per_second": 2616.1711698240383, + "max_mib_per_second": 6638.2767300967935, + "median_ms_per_message": 0.19179244402990397, "durations_seconds": [ - 0.12250116700002422, - 0.15557137499999385, - 0.11651787499999955, - 0.11526674999998932, - 0.08582895799997914 + 0.08178558299994165, + 0.08353712500002075, + 0.08408079100001942, + 0.07700333299999329, + 0.08708125000009659, + 0.10898741599999084, + 0.09182874999999058, + 0.08961279199991168, + 0.1523232920000055, + 0.1188041659999044, + 0.1289124580000589, + 0.11031674999992447, + 0.08296499999994467, + 0.08363424999993185, + 0.13594087499996022, + 0.12421004199995878, + 0.1712435000000596, + 0.1622260419999293, + 0.13541749999990316, + 0.13505291699993904, + 0.1829021249999414, + 0.1381626250000636, + 0.1941999160000023, + 0.19157320900001196, + 0.12585633399999097, + 0.12079591700000947, + 0.08509895800000322, + 0.09071100000005572, + 0.08234733400001915, + 0.10520445899999231, + 0.11220962499999132, + 0.09920183300005192, + 0.11136358400005975, + 0.09729845800006842, + 0.09908870800006753, + 0.1239707909999197, + 0.11317404199996872, + 0.09401491699998132, + 0.09925087500005247, + 0.09109470800001418, + 0.10258654200004003, + 0.10301495800001703, + 0.10138079199998629, + 0.09613504199990075, + 0.19538837499999318, + 0.17623424999999315, + 0.09146616600003199, + 0.08770554099999117, + 0.09867929199992886, + 0.09506170800000291 ] }, { @@ -153,16 +513,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 1540.5390244074947, - "min_mib_per_second": 671.5323303133322, - "max_mib_per_second": 2011.1018876643514, - "median_ms_per_message": 6.190523584905886, + "median_mib_per_second": 1442.8159781085583, + "min_mib_per_second": 1123.5636806726332, + "max_mib_per_second": 1760.056020162878, + "median_ms_per_message": 6.609906443395415, "durations_seconds": [ - 0.7526776670000004, - 0.2711338329999933, - 0.33873137500000894, - 0.25132858300000294, - 0.32809775000001196 + 0.4498609170000236, + 0.32191920899992965, + 0.3516453749999755, + 0.35492437499999596, + 0.3311888750000662, + 0.33646599999997306, + 0.3714493749999974, + 0.32159370800002307, + 0.36077499999998963, + 0.43058591699991666, + 0.3593818750000537, + 0.3195354169999973, + 0.35366912499989667, + 0.36355345900005887, + 0.35908529100004216, + 0.3618010839999215, + 0.3596858749999683, + 0.3719317909999518, + 0.32990987499999846, + 0.3584080419999509, + 0.38145220800004154, + 0.3321317090000093, + 0.3445025830000077, + 0.4126728749999984, + 0.32543329199995696, + 0.2871768750000001, + 0.29018299999995634, + 0.29649095900003886, + 0.3290226670000038, + 0.31454329199993936, + 0.3170485830000871, + 0.34900470799993855, + 0.3472993330000236, + 0.33401916700006495, + 0.3054068339999958, + 0.33836024999993697, + 0.31233816600001774, + 0.39709675000005973, + 0.4469035839999833, + 0.3995289169999978, + 0.31511525000007623, + 0.40794941599995127, + 0.3817848749999939, + 0.3294127499999604, + 0.3474956250000787, + 0.36582995899993875, + 0.3913870420000194, + 0.4054422499999646, + 0.38625370800002656, + 0.3338741249999657 ] }, { @@ -170,16 +575,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 8220.873405511444, - "min_mib_per_second": 7958.762229883841, - "max_mib_per_second": 11070.210921304437, - "median_ms_per_message": 1.1600644716982103, + "median_mib_per_second": 9562.072917065618, + "min_mib_per_second": 6081.615639869913, + "max_mib_per_second": 11887.93796457169, + "median_ms_per_message": 0.9973510188666845, "durations_seconds": [ - 0.04565833399999519, - 0.05156983300000206, - 0.06148341700000515, - 0.0635082910000051, - 0.06149429200002032 + 0.0831107090000387, + 0.08052833300007478, + 0.047763499999973646, + 0.05279058400003578, + 0.06417212500002734, + 0.04740279199995712, + 0.06331191699996452, + 0.05069029200001296, + 0.049292375000050015, + 0.045546082999976534, + 0.06593129099996986, + 0.05740816599995924, + 0.0616032919999725, + 0.049361000000089916, + 0.0636178329999666, + 0.06366666600001736, + 0.06649912500006394, + 0.05634674999998879, + 0.06119991699995353, + 0.04282083299995065, + 0.05613612499996634, + 0.05612608399997043, + 0.061631625000018175, + 0.05117345799999384, + 0.05332124999995358, + 0.05196104100002685, + 0.047646832999930666, + 0.04354820799994741, + 0.04255083299995022, + 0.05286041599993041, + 0.04737312500003554, + 0.04251766700008375, + 0.0450092080000104, + 0.04749520899997606, + 0.0477613329999258, + 0.04612991700003022, + 0.043119457999978295, + 0.04614887499997167, + 0.06277199999999539, + 0.05572720800000752, + 0.05263474999992468, + 0.05777116699994167, + 0.0474197500000173, + 0.04590937499995107, + 0.056278000000020256, + 0.05519333300003382, + 0.07186624999997093, + 0.06311420800000178, + 0.05389129200000298, + 0.05285879199993815 ] }, { @@ -187,16 +637,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 1320.6875560863518, - "min_mib_per_second": 658.619749011441, - "max_mib_per_second": 1766.834903212313, - "median_ms_per_message": 72.2104416000036, + "median_mib_per_second": 1582.8605474925075, + "min_mib_per_second": 270.8489616090124, + "max_mib_per_second": 2039.6367560111041, + "median_ms_per_message": 60.25006250000615, "durations_seconds": [ - 0.7239946249999889, - 0.36995566699999927, - 0.2698821250000094, - 0.361052208000018, - 0.35048220900000615 + 1.7605279169999903, + 0.3662474169999541, + 0.3216434170000184, + 0.43287841699998353, + 0.30112975000008646, + 0.3624388750000662, + 0.3325155410000207, + 0.2508875830000079, + 0.3248623749999524, + 0.2766668749999326, + 0.29056195800001205, + 0.30137087499997506, + 0.26261395900007756, + 0.24780195799996818, + 0.24919679199990696, + 0.30342433299995264, + 0.2911793329999455, + 0.2514662500000213, + 0.3524028750000525, + 0.3576659999999947, + 0.29368929199995364, + 0.31927912499998, + 0.2995369169999549, + 0.24169195899992246, + 0.25237137500005247, + 0.2466209169999729, + 0.2443852499999366, + 0.2687957919999917, + 0.25760474999992766, + 0.3505902919999926, + 0.3471749579999823, + 0.35453212499999154, + 0.23378533300001436, + 0.26865974999998343, + 0.2437260830000696, + 0.3517834159999893, + 0.3787561670000059, + 0.2752355410000291, + 0.27712416600002143, + 0.3086623750000399, + 0.25602950000006786, + 0.32319666699993377, + 0.3522710830000051, + 0.29306912499998816, + 0.31334033300004194, + 0.260638374999985, + 0.3039795409999897, + 0.30382504099998187, + 0.3498926660000734, + 0.3264657920000218 ] }, { @@ -204,16 +699,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 7164.181257138184, - "min_mib_per_second": 5690.857201072886, - "max_mib_per_second": 8390.170340671075, - "median_ms_per_message": 13.311699999997018, + "median_mib_per_second": 9533.847040815788, + "min_mib_per_second": 5112.475267763479, + "max_mib_per_second": 12610.666856673277, + "median_ms_per_message": 10.003454200000306, "durations_seconds": [ - 0.07002154200000632, - 0.08379004100001453, - 0.05683283400000505, - 0.06655849999998509, - 0.0616418749999923 + 0.07634508399996776, + 0.07313220799994724, + 0.09326933299996654, + 0.08102258399992479, + 0.06310916600000382, + 0.0717405420000432, + 0.05131554199999755, + 0.04828733299996202, + 0.0733349580000322, + 0.05536012499999288, + 0.05684500000006665, + 0.04938929200000075, + 0.04530095799998435, + 0.04557491700006722, + 0.04741433300000608, + 0.047993375000032756, + 0.047332624999967265, + 0.04439066600002661, + 0.059503708000079314, + 0.048036042000035195, + 0.05390575000001263, + 0.05184495799994693, + 0.05480791599995882, + 0.04737087499995596, + 0.04517195799996898, + 0.04643312500002139, + 0.044495457999914834, + 0.04087808299993867, + 0.03781220799999119, + 0.04698254100003396, + 0.05888370799993936, + 0.05232825000007324, + 0.051961207999966064, + 0.04429433300003893, + 0.04645766699991327, + 0.04724850000002334, + 0.055252999999993335, + 0.061035375000074055, + 0.06063179099999161, + 0.0459714169999188, + 0.04307608299995991, + 0.04394008299993857, + 0.05457583399993382, + 0.04074329200000193, + 0.0503400000000056, + 0.052900458000067374, + 0.057933124999976826, + 0.04932970800007297, + 0.049694541999997455, + 0.05848883300006946 ] } ] diff --git a/benchmarks/results/platforms/windows-arm64.json b/benchmarks/results/platforms/windows-arm64.json index 5bbd31e..c49052b 100644 --- a/benchmarks/results/platforms/windows-arm64.json +++ b/benchmarks/results/platforms/windows-arm64.json @@ -1,7 +1,7 @@ { - "generated_at_utc": "2026-10-18T20:24:02+00:00", + "generated_at_utc": "2026-10-19T08:29:28+00:00", "label": "Windows arm64", - "py_sharedmemory": "4.3.0", + "py_sharedmemory": "4.3.1", "python": "3.14.8", "platform": "Windows-11-10.0.26200-SP0", "machine": "ARM64", @@ -10,23 +10,68 @@ "capacity": 2, "payload": "numpy", "numpy": "2.5.4", - "repeats": 5, + "repeats": 50, "results": [ { "transport": "standard", "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 14.720172078093396, - "min_mib_per_second": 13.157867151300708, - "max_mib_per_second": 15.914013560001859, - "median_ms_per_message": 0.06478690000000142, + "median_mib_per_second": 14.153032051608555, + "min_mib_per_second": 10.277260922578968, + "max_mib_per_second": 16.031184349408544, + "median_ms_per_message": 0.0673831000000007, "durations_seconds": [ - 0.07247940000002018, - 0.05992670000000544, - 0.0640685999999846, - 0.06478690000000142, - 0.06879720000000589 + 0.06304829999999129, + 0.06311449999998331, + 0.060266400000045905, + 0.07009990000000244, + 0.06490650000000642, + 0.06860990000001266, + 0.06581939999995257, + 0.06797089999997752, + 0.06454030000003286, + 0.06933479999997871, + 0.06909710000002178, + 0.06849469999997382, + 0.06565569999997933, + 0.07292879999999968, + 0.06535330000002659, + 0.06475519999997914, + 0.06458420000001297, + 0.06584350000002814, + 0.061181599999997616, + 0.06641159999998081, + 0.06568089999996118, + 0.06785230000002684, + 0.06430979999998954, + 0.07135130000000345, + 0.06401909999999589, + 0.0682468999999628, + 0.06366509999998016, + 0.06534560000000056, + 0.06604730000003656, + 0.06923060000002579, + 0.07883640000000014, + 0.0813532999999893, + 0.07347189999995862, + 0.09279459999999062, + 0.07773649999995769, + 0.08712950000000319, + 0.0925440999999978, + 0.06827140000001464, + 0.0635560000000055, + 0.06887489999996887, + 0.07030580000002828, + 0.06968860000000632, + 0.059488699999974415, + 0.06792089999999007, + 0.06548880000002555, + 0.07193019999999706, + 0.06327079999999796, + 0.06731919999998581, + 0.06744700000001558, + 0.06677519999999504 ] }, { @@ -34,16 +79,61 @@ "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 4.402316743639206, - "min_mib_per_second": 3.853185969638423, - "max_mib_per_second": 4.585257049145184, - "median_ms_per_message": 0.21663010000000327, + "median_mib_per_second": 4.47756533527234, + "min_mib_per_second": 3.686155138110541, + "max_mib_per_second": 4.720470606551726, + "median_ms_per_message": 0.21298949999999195, "durations_seconds": [ - 0.23319069999999442, - 0.21644449999999438, - 0.21663010000000327, - 0.20798709999999687, - 0.24750280000000657 + 0.20236410000001115, + 0.22070719999999255, + 0.23459920000004786, + 0.2099691999999891, + 0.20664010000001554, + 0.20837949999997818, + 0.21740390000002208, + 0.2068854999999985, + 0.21035710000001018, + 0.2203665999999771, + 0.20986590000001115, + 0.2193482000000131, + 0.2162569999999846, + 0.210817899999995, + 0.21140980000001264, + 0.21396350000003395, + 0.21977169999996704, + 0.2145640000000526, + 0.21460400000000845, + 0.20547980000003463, + 0.22064820000002783, + 0.21292569999997113, + 0.22144009999999525, + 0.20737850000000435, + 0.2240939999999796, + 0.2099873999999886, + 0.21650609999994685, + 0.21190209999997478, + 0.21104279999997289, + 0.21305330000001277, + 0.21706349999999475, + 0.21291459999997642, + 0.2508242999999766, + 0.2327792000000386, + 0.2343101999999817, + 0.24759729999999536, + 0.2587179000000219, + 0.24890949999996792, + 0.2221117999999933, + 0.21228680000001532, + 0.2031868999999915, + 0.20981230000001005, + 0.21011090000001786, + 0.21664509999999382, + 0.2036840999999754, + 0.2060015000000135, + 0.21073839999996835, + 0.21699489999997468, + 0.20202949999998054, + 0.20595170000001417 ] }, { @@ -51,16 +141,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 137.95694915642352, - "min_mib_per_second": 106.37251979343074, - "max_mib_per_second": 148.63630526766272, - "median_ms_per_message": 0.06912839999998255, + "median_mib_per_second": 136.36396756915116, + "min_mib_per_second": 109.54030385488447, + "max_mib_per_second": 147.2903856967741, + "median_ms_per_message": 0.06993634999997766, "durations_seconds": [ - 0.08965419999998403, - 0.06912839999998255, - 0.06872880000000237, - 0.06416160000000559, - 0.07028880000001436 + 0.06948310000001356, + 0.06689069999998765, + 0.07010429999996859, + 0.06882949999999255, + 0.06474790000004305, + 0.07722409999996671, + 0.0708538999999746, + 0.06880419999998821, + 0.06586349999997765, + 0.07229029999996328, + 0.07015999999998712, + 0.07072859999999537, + 0.06843770000000404, + 0.06809129999999186, + 0.066853100000003, + 0.07214370000002646, + 0.06635749999998097, + 0.06896389999997155, + 0.08118410000002996, + 0.07165870000000041, + 0.06680319999998119, + 0.0666683999999691, + 0.07366519999999355, + 0.06895449999996117, + 0.07102520000000823, + 0.07809279999997898, + 0.07341339999999263, + 0.07134050000001935, + 0.07271409999998468, + 0.06724610000003395, + 0.07416820000003099, + 0.07488490000002912, + 0.06975980000004256, + 0.08706150000000434, + 0.08069740000001957, + 0.07037750000000642, + 0.07284600000002683, + 0.06976839999998674, + 0.06840299999998933, + 0.07013889999996081, + 0.07308879999999363, + 0.06754969999997229, + 0.07086939999999231, + 0.06870040000001154, + 0.06560400000000755, + 0.06634200000002011, + 0.07576620000003231, + 0.06608360000001312, + 0.06728570000001355, + 0.06818440000000692 ] }, { @@ -68,16 +203,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 42.601219883347234, - "min_mib_per_second": 41.7700207128389, - "max_mib_per_second": 44.977848457132836, - "median_ms_per_message": 0.2238608000000113, + "median_mib_per_second": 44.44094803541533, + "min_mib_per_second": 38.403693667684735, + "max_mib_per_second": 46.78224534365985, + "median_ms_per_message": 0.2145937500000059, "durations_seconds": [ - 0.22359389999999735, - 0.2283155000000079, - 0.21203199999999356, - 0.2238608000000113, - 0.2261874000000148 + 0.20963419999998223, + 0.21645350000000008, + 0.2051318999999694, + 0.20717140000004974, + 0.21163070000000062, + 0.20530639999998357, + 0.2134591999999884, + 0.22006809999999177, + 0.2138358999999923, + 0.2097770999999966, + 0.20936430000000428, + 0.2094012999999677, + 0.2117084999999861, + 0.22002650000001722, + 0.2047975999999494, + 0.21492090000003827, + 0.21698909999997795, + 0.2258399000000395, + 0.2262150000000247, + 0.23784540000002607, + 0.2099279999999908, + 0.2144162000000165, + 0.2193824999999947, + 0.2139339000000291, + 0.21869820000000573, + 0.21610880000002908, + 0.21610550000002604, + 0.223532500000033, + 0.22130170000002636, + 0.24334340000001475, + 0.24146160000003647, + 0.22119520000001103, + 0.219771900000012, + 0.21390249999996058, + 0.2483287999999675, + 0.21665769999998474, + 0.21477129999999534, + 0.21800830000000815, + 0.2178295999999591, + 0.2247643000000039, + 0.21221760000003087, + 0.20559579999996913, + 0.203932199999997, + 0.2086960999999974, + 0.2263581000000272, + 0.20633589999999913, + 0.2038539000000128, + 0.2081318000000465, + 0.2063425000000052, + 0.2081525000000397 ] }, { @@ -85,16 +265,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 632.9720596778444, - "min_mib_per_second": 604.480461391472, - "max_mib_per_second": 675.7872289329, - "median_ms_per_message": 0.15066609999999514, + "median_mib_per_second": 645.8064261794927, + "min_mib_per_second": 565.6401101098766, + "max_mib_per_second": 714.8757808270198, + "median_ms_per_message": 0.14767190000000596, "durations_seconds": [ - 0.15766930000000912, - 0.14666769999999474, - 0.15066609999999514, - 0.14112049999999954, - 0.15776759999999967 + 0.14002629999998817, + 0.15553539999996246, + 0.15003339999998389, + 0.1429168999999888, + 0.14350439999998343, + 0.14932390000001305, + 0.14672189999998864, + 0.13767319999999472, + 0.14687889999999015, + 0.147932199999957, + 0.14878669999995964, + 0.14433909999996786, + 0.13449399999996103, + 0.15744130000001633, + 0.14933020000000852, + 0.14001059999998233, + 0.15442950000004885, + 0.156985700000007, + 0.15047590000000355, + 0.14758860000000595, + 0.13787540000004128, + 0.15180429999998069, + 0.15921769999999924, + 0.13937060000000656, + 0.14569160000002057, + 0.13445189999998775, + 0.15657229999999345, + 0.14035120000005463, + 0.15012519999999085, + 0.1378953999999908, + 0.14402509999996482, + 0.14117740000000367, + 0.14983530000000655, + 0.13703010000000404, + 0.1334042000000295, + 0.14889859999999544, + 0.15692330000001675, + 0.14448879999997644, + 0.1504418999999757, + 0.14806010000000924, + 0.15401350000001912, + 0.13803749999999582, + 0.1474150000000236, + 0.1579944999999725, + 0.15806600000001936, + 0.14003760000002785, + 0.14775520000000597, + 0.1478645000000256, + 0.16860090000000127, + 0.1361742999999933 ] }, { @@ -102,16 +327,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 396.475202860185, - "min_mib_per_second": 392.3347307274543, - "max_mib_per_second": 410.82214734604685, - "median_ms_per_message": 0.24053820000000314, + "median_mib_per_second": 413.01266302126214, + "min_mib_per_second": 372.9898763222588, + "max_mib_per_second": 428.04764549787257, + "median_ms_per_message": 0.23090679999998542, "durations_seconds": [ - 0.24241290000000504, - 0.23213800000002038, - 0.24307670000001735, - 0.24053820000000314, - 0.23595600000001582 + 0.22669239999999036, + 0.2292598999999882, + 0.22483539999996083, + 0.2265593999999851, + 0.24097269999998616, + 0.23825170000003482, + 0.23088649999999689, + 0.2361291999999935, + 0.23419880000000148, + 0.22752580000002354, + 0.23628650000000562, + 0.23677589999999782, + 0.23526849999996102, + 0.2320075000000088, + 0.23424909999999954, + 0.22409909999998945, + 0.224379899999974, + 0.223657199999991, + 0.2288336999999956, + 0.22279629999997042, + 0.228984300000036, + 0.23585459999998193, + 0.24093379999999343, + 0.23430969999998297, + 0.24358069999999543, + 0.2296723999999699, + 0.2363229999999703, + 0.2329372000000376, + 0.22974179999999933, + 0.22657470000001467, + 0.22335430000003953, + 0.22788850000000593, + 0.22706099999999196, + 0.2304505999999833, + 0.22611920000002783, + 0.23222980000002735, + 0.2393958999999768, + 0.22719719999997778, + 0.2256972999999789, + 0.2324472999999898, + 0.23718889999997828, + 0.23092709999997396, + 0.22953580000000784, + 0.2295741000000362, + 0.2332746999999813, + 0.23857019999996965, + 0.25568370000002005, + 0.23146250000002055, + 0.2409486999999899, + 0.23070610000002034 ] }, { @@ -119,16 +389,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 2750.103477183074, - "min_mib_per_second": 2572.4834182347317, - "max_mib_per_second": 2838.1162797455972, - "median_ms_per_message": 0.3467776119402957, + "median_mib_per_second": 2921.037122347756, + "min_mib_per_second": 2449.8847526471286, + "max_mib_per_second": 3114.651458030964, + "median_ms_per_message": 0.32648498134330267, "durations_seconds": [ - 0.1848655000000008, - 0.18721590000001243, - 0.19870659999997997, - 0.1801086999999768, - 0.1858727999999985 + 0.1817677999999887, + 0.17636090000002014, + 0.18091729999997597, + 0.17226899999997158, + 0.17179679999998143, + 0.17402269999996633, + 0.17527910000001157, + 0.17469030000000885, + 0.17404750000002878, + 0.17296179999999595, + 0.17900040000000672, + 0.17280079999994769, + 0.17397879999998622, + 0.1748779000000127, + 0.1768950000000018, + 0.17269819999995661, + 0.17663740000000416, + 0.17412869999998293, + 0.16954169999996793, + 0.17728299999998853, + 0.18312850000000935, + 0.17069459999999026, + 0.17529939999997168, + 0.17832469999996192, + 0.17944340000002512, + 0.17511400000000776, + 0.17407829999996238, + 0.17372209999996358, + 0.1775422999999705, + 0.1668478999999934, + 0.16705509999997048, + 0.17349690000003193, + 0.17382030000004534, + 0.20865040000001045, + 0.17622190000003002, + 0.1818306999999777, + 0.17602970000001505, + 0.18398469999999634, + 0.18009219999999004, + 0.17546820000006846, + 0.18092910000007123, + 0.1641177000000198, + 0.16888200000005327, + 0.1757007999999587, + 0.17860709999990831, + 0.17066429999999855, + 0.1707481999999345, + 0.16976449999992838, + 0.18123370000000705, + 0.17413710000005267 ] }, { @@ -136,16 +451,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 3050.577648728882, - "min_mib_per_second": 2917.2324674163465, - "max_mib_per_second": 3194.277911258011, - "median_ms_per_message": 0.3126208955224031, + "median_mib_per_second": 3291.0941904728693, + "min_mib_per_second": 2410.462530881687, + "max_mib_per_second": 3474.5657966837784, + "median_ms_per_message": 0.28977453358213673, "durations_seconds": [ - 0.1695921000000169, - 0.16395049999999856, - 0.16756480000000806, - 0.160026600000009, - 0.1752240999999799 + 0.15760300000005145, + 0.15814899999998033, + 0.15733239999997295, + 0.15441370000002053, + 0.1524666000000252, + 0.16721009999997705, + 0.15773990000002414, + 0.15407899999996744, + 0.1523660000000291, + 0.15672569999998132, + 0.15779670000000579, + 0.1615007999999989, + 0.15875849999997627, + 0.15917930000000524, + 0.14850599999999758, + 0.15547560000004523, + 0.16059400000000323, + 0.15350970000002917, + 0.16044440000001714, + 0.16202899999996134, + 0.16146299999996927, + 0.15560539999995626, + 0.15516270000000532, + 0.15371290000001636, + 0.15963449999998147, + 0.15493849999995746, + 0.15550410000003012, + 0.15374719999999797, + 0.15213359999995646, + 0.14711750000003576, + 0.15482930000001716, + 0.1537809000000152, + 0.161858900000027, + 0.1523087999999575, + 0.2120627999999556, + 0.15509550000001582, + 0.15920010000002094, + 0.17279569999999467, + 0.1578625000000784, + 0.1545433999999659, + 0.1501432999999679, + 0.14904280000007475, + 0.1524835999999823, + 0.15361489999997957, + 0.1522400999999718, + 0.15217840000002525, + 0.152532199999996, + 0.15663050000000567, + 0.15058929999997872, + 0.16442269999993187 ] }, { @@ -153,16 +513,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 1269.1876647110769, - "min_mib_per_second": 1255.3485468487854, - "max_mib_per_second": 1286.5040905042156, - "median_ms_per_message": 7.514052830188421, + "median_mib_per_second": 1335.2735693176637, + "min_mib_per_second": 1264.6377672790102, + "max_mib_per_second": 1376.1358051050274, + "median_ms_per_message": 7.142168867923768, "durations_seconds": [ - 0.4009341999999947, - 0.392884400000014, - 0.4026350999999977, - 0.39376430000001506, - 0.3982447999999863 + 0.38648570000009386, + 0.38477690000001985, + 0.3996775999999045, + 0.3800304999999753, + 0.3790664000000561, + 0.38526260000003276, + 0.37068520000002536, + 0.36983090000001084, + 0.3728922999999895, + 0.37778960000002826, + 0.36951120000003357, + 0.3727511999999251, + 0.38065480000000207, + 0.37823089999994863, + 0.36878569999998945, + 0.3672947000000022, + 0.3737542999999732, + 0.37117189999992206, + 0.380538300000012, + 0.382520999999997, + 0.38326280000001134, + 0.38466459999995095, + 0.38285020000000713, + 0.38004559999990306, + 0.3792293999999856, + 0.3811342000000195, + 0.3756204000000025, + 0.375591800000052, + 0.3750813000000335, + 0.3762891999999738, + 0.3803524999999581, + 0.3730994999999666, + 0.39629889999991974, + 0.3730936000000611, + 0.38393760000008115, + 0.3762265999999954, + 0.377810199999999, + 0.38377040000000306, + 0.3754008999999314, + 0.37189069999999447, + 0.38357810000002246, + 0.37943830000006074, + 0.3809818999999379, + 0.3845678999999791, + 0.37883899999997084, + 0.38231710000002295, + 0.37760560000003807, + 0.37059049999993476, + 0.3694206000000122, + 0.3712884999999915 ] }, { @@ -170,16 +575,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 3888.352941457585, - "min_mib_per_second": 3606.953100413666, - "max_mib_per_second": 3961.726659397672, - "median_ms_per_message": 2.4526433962261573, + "median_mib_per_second": 4029.846107933245, + "min_mib_per_second": 3818.957204302304, + "max_mib_per_second": 4176.616016202548, + "median_ms_per_message": 2.3665301886786816, "durations_seconds": [ - 0.12758260000001087, - 0.12807789999999386, - 0.13449559999997973, - 0.14013140000000135, - 0.12999009999998634 + 0.12607329999991634, + 0.12871190000009847, + 0.1301756000000296, + 0.12341219999996156, + 0.12429620000000341, + 0.12523920000001, + 0.12411340000005566, + 0.12565310000002228, + 0.12525959999993574, + 0.12381700000003093, + 0.12412449999999353, + 0.1240995999999086, + 0.12530219999996461, + 0.12470779999989645, + 0.12351289999992332, + 0.12417709999999715, + 0.12497559999997065, + 0.12330719999999928, + 0.12702420000005077, + 0.12360660000001644, + 0.12564309999993384, + 0.12672909999992044, + 0.13082959999997001, + 0.1283307999999579, + 0.12798750000001746, + 0.12677209999992556, + 0.12820479999993495, + 0.12502280000001065, + 0.12463390000004892, + 0.12684090000004744, + 0.13085750000004737, + 0.12865670000007867, + 0.1210184000000254, + 0.12418029999992086, + 0.12528520000000753, + 0.1323522000000139, + 0.1263802000000851, + 0.12632459999997536, + 0.12803089999999884, + 0.12309200000004239, + 0.12515899999993962, + 0.12758320000000367, + 0.12777600000003986, + 0.12554999999997563, + 0.12898489999997764, + 0.126715699999977, + 0.12662860000000364, + 0.12257429999999658, + 0.12245790000008583, + 0.12307700000008026 ] }, { @@ -187,16 +637,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 1332.0370399323156, - "min_mib_per_second": 1310.2207615975115, - "max_mib_per_second": 1406.9001724649352, - "median_ms_per_message": 71.59518000000276, + "median_mib_per_second": 1359.2736163508202, + "min_mib_per_second": 1310.6626472198734, + "max_mib_per_second": 1403.0676124174247, + "median_ms_per_message": 70.16058999998904, "durations_seconds": [ - 0.3579759000000138, - 0.35295320000000174, - 0.35915549999998575, - 0.3639364999999941, - 0.33892750000001115 + 0.34167309999997997, + 0.34143380000000434, + 0.3496797999999899, + 0.34742370000003575, + 0.33985329999995884, + 0.3443158999999696, + 0.3467617999999675, + 0.34544549999998253, + 0.34975329999997484, + 0.34736309999993864, + 0.3513242999999875, + 0.34565839999993386, + 0.346968600000082, + 0.35449740000001384, + 0.35309380000001056, + 0.36381380000000263, + 0.3563196000000062, + 0.3529961000000412, + 0.3490881000000172, + 0.3619362000000592, + 0.34972590000006676, + 0.35070619999999053, + 0.36224509999999555, + 0.35893929999997454, + 0.3572507000000087, + 0.34619850000001406, + 0.3610453000000007, + 0.35768580000001293, + 0.34962960000007115, + 0.3504606999999851, + 0.35602480000000014, + 0.3555125999999973, + 0.3600619999999708, + 0.3533680999998978, + 0.3591889000000492, + 0.35496249999994234, + 0.3589273999999705, + 0.3558516000000509, + 0.3508996999998999, + 0.3497360999999728, + 0.34723990000009053, + 0.3514278000000104, + 0.3486890000000358, + 0.35019770000008066, + 0.348897299999976, + 0.3457041000000345, + 0.3509586999999783, + 0.3597422999999935, + 0.3583076999999548, + 0.3477849000000788 ] }, { @@ -204,16 +699,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 4827.806710444408, - "min_mib_per_second": 4568.294009306506, - "max_mib_per_second": 4935.104073142483, - "median_ms_per_message": 19.753779999996368, + "median_mib_per_second": 4725.2566450654895, + "min_mib_per_second": 3952.857542448566, + "max_mib_per_second": 4893.161889705882, + "median_ms_per_message": 20.182489999990594, "durations_seconds": [ - 0.09876889999998184, - 0.0966214999999977, - 0.09995609999998578, - 0.10437969999998131, - 0.09792039999999247 + 0.0975577000000385, + 0.09956310000006852, + 0.09744969999997011, + 0.10121560000004592, + 0.09848940000006223, + 0.10705029999996896, + 0.09808880000002773, + 0.0998403999999482, + 0.10519769999996242, + 0.09974320000003445, + 0.10047560000009526, + 0.12063100000000304, + 0.10156469999992623, + 0.1003577999999834, + 0.10087469999996301, + 0.10287590000007185, + 0.10568740000007892, + 0.10096739999994497, + 0.10117639999998573, + 0.10142199999995682, + 0.0995672999999897, + 0.10066099999994549, + 0.09995839999999134, + 0.09835199999997712, + 0.10193709999998646, + 0.10179619999996703, + 0.10204840000005788, + 0.09985770000002958, + 0.09810170000002927, + 0.09857539999995879, + 0.1002161999999771, + 0.10064280000005965, + 0.10014409999996587, + 0.10103929999991124, + 0.1012154999999666, + 0.10095019999994292, + 0.1039375000000291, + 0.10279930000001514, + 0.09951619999992545, + 0.10155059999999594, + 0.10513739999998961, + 0.10108389999993506, + 0.10115359999997509, + 0.09861290000003464, + 0.09928980000006504, + 0.10034360000008746, + 0.10161660000005668, + 0.10263259999999264, + 0.09901479999996354, + 0.10539870000002338 ] } ] diff --git a/benchmarks/results/platforms/windows-x64.json b/benchmarks/results/platforms/windows-x64.json index 1d1fd3b..8a1c032 100644 --- a/benchmarks/results/platforms/windows-x64.json +++ b/benchmarks/results/platforms/windows-x64.json @@ -1,32 +1,77 @@ { - "generated_at_utc": "2026-10-18T20:23:54+00:00", + "generated_at_utc": "2026-10-19T08:29:30+00:00", "label": "Windows x64", - "py_sharedmemory": "4.3.0", + "py_sharedmemory": "4.3.1", "python": "3.14.8", "platform": "Windows-2025Server-10.0.26100-SP0", "machine": "AMD64", - "processor": "AMD64 Family 25 Model 17 Stepping 1, AuthenticAMD", + "processor": "AMD64 Family 25 Model 1 Stepping 1, AuthenticAMD", "start_method": "spawn", "capacity": 2, "payload": "numpy", "numpy": "2.5.4", - "repeats": 5, + "repeats": 50, "results": [ { "transport": "standard", "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 22.05802539635656, - "min_mib_per_second": 21.875873186856747, - "max_mib_per_second": 22.998170042166436, - "median_ms_per_message": 0.043234799999993356, + "median_mib_per_second": 11.715010005014232, + "min_mib_per_second": 10.416511291206943, + "max_mib_per_second": 12.39603810556834, + "median_ms_per_message": 0.08140635000000884, "durations_seconds": [ - 0.04146739999998772, - 0.043234799999993356, - 0.04359479999999394, - 0.042152399999991985, - 0.043453199999987646 + 0.08435579999999732, + 0.08490160000002334, + 0.08129180000000247, + 0.08010120000000143, + 0.08065929999997934, + 0.08018729999997731, + 0.08004080000000613, + 0.07693380000000616, + 0.07747829999999567, + 0.08036140000001524, + 0.08451940000000491, + 0.08152090000001522, + 0.0835124000000178, + 0.08263519999999858, + 0.07949729999998567, + 0.08059390000002509, + 0.07948899999999526, + 0.08281049999999368, + 0.08061739999999418, + 0.08510660000001735, + 0.0780335999999977, + 0.0915540999999962, + 0.08662370000001829, + 0.08473200000000247, + 0.08283349999999245, + 0.08198570000001837, + 0.08181030000000078, + 0.07876319999999737, + 0.08053519999998571, + 0.08081400000000372, + 0.078814900000026, + 0.08411370000001739, + 0.08041029999998273, + 0.08165680000001885, + 0.08289400000001024, + 0.08154530000001614, + 0.08328389999999786, + 0.08110499999997955, + 0.08124269999999001, + 0.08496489999998857, + 0.08073310000000333, + 0.0829398999999853, + 0.0822537999999895, + 0.0794070999999974, + 0.08072450000000231, + 0.08109260000000518, + 0.08037910000001602, + 0.0820506000000023, + 0.08244020000000774, + 0.08423830000000976 ] }, { @@ -34,16 +79,61 @@ "size": 1000, "messages": 1000, "status": "ok", - "median_mib_per_second": 5.520552361891584, - "min_mib_per_second": 5.445223789515798, - "max_mib_per_second": 5.568452389857869, - "median_ms_per_message": 0.17274979999999118, + "median_mib_per_second": 3.3390478908392973, + "min_mib_per_second": 3.1825021287540296, + "max_mib_per_second": 3.3830126700777106, + "median_ms_per_message": 0.28561265000000446, "durations_seconds": [ - 0.17274979999999118, - 0.1751395999999943, - 0.17126380000001973, - 0.17177199999997583, - 0.17381819999999948 + 0.2860511000000088, + 0.2856048999999814, + 0.28723600000000715, + 0.2873814000000152, + 0.2905844000000002, + 0.28728989999999044, + 0.28650549999997565, + 0.2840386999999964, + 0.28796239999999784, + 0.28467789999999127, + 0.28480339999998705, + 0.2832151000000067, + 0.285660699999994, + 0.28389709999999013, + 0.28484770000000026, + 0.2845083999999929, + 0.285747200000003, + 0.28650369999999725, + 0.2851639000000148, + 0.28583860000000527, + 0.2875630000000058, + 0.2911030999999866, + 0.29966179999999554, + 0.2887570000000039, + 0.284259899999995, + 0.28795119999998064, + 0.2848242999999968, + 0.28430290000000014, + 0.28568149999998127, + 0.28560880000000566, + 0.285147099999989, + 0.28601800000001276, + 0.28817240000000766, + 0.2944881999999893, + 0.28907760000001304, + 0.285223000000002, + 0.2873743000000104, + 0.2857197999999812, + 0.2837581, + 0.28190089999998236, + 0.28490170000000603, + 0.28505710000001727, + 0.28561650000000327, + 0.2848133999999902, + 0.2842044999999871, + 0.28514129999999227, + 0.2862376000000211, + 0.2826258999999993, + 0.2834114999999997, + 0.28403759999997646 ] }, { @@ -51,16 +141,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 197.4910314677218, - "min_mib_per_second": 188.77686958984995, - "max_mib_per_second": 207.3750522216166, - "median_ms_per_message": 0.048289500000009866, + "median_mib_per_second": 110.43821862000365, + "min_mib_per_second": 101.9239986241222, + "max_mib_per_second": 115.03010215196255, + "median_ms_per_message": 0.0863537999999977, "durations_seconds": [ - 0.050518600000003744, - 0.04663909999999305, - 0.04883150000000569, - 0.04598790000000008, - 0.048289500000009866 + 0.0876700000000028, + 0.09356719999999541, + 0.0885708000000136, + 0.08909509999998022, + 0.08832859999998277, + 0.08506380000000036, + 0.08480939999998327, + 0.08429440000000454, + 0.08450110000001132, + 0.08848449999999275, + 0.08603899999999953, + 0.08646799999999644, + 0.08751790000002302, + 0.086102000000011, + 0.08616969999999924, + 0.08584220000000187, + 0.08803389999999922, + 0.08685699999998064, + 0.08992789999999218, + 0.08680570000001353, + 0.09037679999997295, + 0.08492079999999191, + 0.0877924000000121, + 0.08711880000001315, + 0.0829065000000071, + 0.08384839999999372, + 0.08700609999999642, + 0.08610690000000432, + 0.08581100000000674, + 0.08336919999999282, + 0.08784580000002506, + 0.0870110999999838, + 0.08577429999999708, + 0.08806110000000444, + 0.08587069999998675, + 0.08605590000001939, + 0.08337700000001291, + 0.08605570000000284, + 0.08558140000002368, + 0.08847539999999299, + 0.08588819999999942, + 0.08837600000001089, + 0.08623959999999897, + 0.08788860000001364, + 0.08783859999999777, + 0.08448450000000207, + 0.08564949999998817, + 0.08758430000000317, + 0.09078880000001277, + 0.08477770000001783 ] }, { @@ -68,16 +203,61 @@ "size": 10000, "messages": 1000, "status": "ok", - "median_mib_per_second": 54.43679016961952, - "min_mib_per_second": 54.12296899500793, - "max_mib_per_second": 55.25532543732737, - "median_ms_per_message": 0.17518929999999955, + "median_mib_per_second": 33.308662876246615, + "min_mib_per_second": 32.635234080570754, + "max_mib_per_second": 33.82818269648397, + "median_ms_per_message": 0.28631420000000674, "durations_seconds": [ - 0.17620510000000422, - 0.17380359999998518, - 0.17259409999999775, - 0.1755273999999929, - 0.17518929999999955 + 0.2849281000000019, + 0.286925999999994, + 0.28632840000000215, + 0.28631610000002183, + 0.28761919999999463, + 0.28892849999999726, + 0.28485150000000203, + 0.28580210000001216, + 0.28742560000000594, + 0.2843065000000138, + 0.2861331000000007, + 0.28469880000000103, + 0.2922222999999917, + 0.28985820000002605, + 0.2862600999999927, + 0.2864710000000059, + 0.2881680999999787, + 0.2848549999999932, + 0.2883999000000017, + 0.28541490000000636, + 0.2900314999999978, + 0.2856623000000127, + 0.2888001999999972, + 0.28607439999998974, + 0.2885389999999859, + 0.2867272000000014, + 0.28721190000001684, + 0.28803539999998407, + 0.28762159999999426, + 0.2865056999999922, + 0.2878230999999971, + 0.28191709999998693, + 0.28631229999999164, + 0.2870922000000178, + 0.2857539999999972, + 0.285292400000003, + 0.28569859999998926, + 0.284353799999991, + 0.28454569999999535, + 0.28511480000000233, + 0.28350090000000705, + 0.28531909999998106, + 0.2875005000000215, + 0.2850588000000016, + 0.2864629999999977, + 0.28880609999998796, + 0.2860202999999899, + 0.2851885999999979, + 0.28671179999997776, + 0.2851828000000012 ] }, { @@ -85,16 +265,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 1048.919339159988, - "min_mib_per_second": 856.3801151444802, - "max_mib_per_second": 1078.1853126858184, - "median_ms_per_message": 0.0909197000000006, + "median_mib_per_second": 591.3786230783971, + "min_mib_per_second": 555.001324779985, + "max_mib_per_second": 607.9175578650924, + "median_ms_per_message": 0.161262899999997, "durations_seconds": [ - 0.09056400000000053, - 0.08845180000000141, - 0.11136110000001054, - 0.0909197000000006, - 0.09092569999998545 + 0.15934619999998745, + 0.16177879999997913, + 0.1576494999999909, + 0.16011510000001294, + 0.1643827999999985, + 0.1612573000000168, + 0.1625171000000023, + 0.15925319999999488, + 0.15936259999998015, + 0.15949919999999906, + 0.15886770000000183, + 0.1620869000000198, + 0.16645370000000526, + 0.16201319999998987, + 0.1598468999999909, + 0.16142089999999598, + 0.1610414000000162, + 0.15925220000002582, + 0.15687560000000644, + 0.15895470000000955, + 0.16768579999998678, + 0.16099510000000805, + 0.160834699999981, + 0.16714569999999185, + 0.1622216000000094, + 0.16126849999997717, + 0.1645719999999926, + 0.15890799999999672, + 0.15900769999998943, + 0.16160089999999627, + 0.1609942999999987, + 0.162576300000012, + 0.1643607999999972, + 0.15894710000003442, + 0.16358800000000429, + 0.16008190000002287, + 0.16116460000000643, + 0.16413419999997814, + 0.17176040000003923, + 0.16896600000001172, + 0.17183279999994738, + 0.16057600000004868, + 0.16386560000000827, + 0.16212339999998449, + 0.16418929999997545, + 0.15872000000001663, + 0.15849769999999808, + 0.16244339999997237, + 0.1620869000000198, + 0.16093280000001187 ] }, { @@ -102,16 +327,61 @@ "size": 100000, "messages": 1000, "status": "ok", - "median_mib_per_second": 536.205269429015, - "min_mib_per_second": 531.0463718405987, - "max_mib_per_second": 539.1776916819808, - "median_ms_per_message": 0.1778562000000079, + "median_mib_per_second": 326.83098933632, + "min_mib_per_second": 319.97973320085947, + "max_mib_per_second": 332.0445037290389, + "median_ms_per_message": 0.29179435000001774, "durations_seconds": [ - 0.17958400000000552, - 0.17828869999999597, - 0.17687569999998232, - 0.17719220000000746, - 0.1778562000000079 + 0.2902315000000044, + 0.28930549999998334, + 0.2883468999999934, + 0.2936782999999821, + 0.2910314000000085, + 0.2946760000000097, + 0.2936842000000013, + 0.29311089999998785, + 0.29082209999998554, + 0.29099370000000135, + 0.2907366999999965, + 0.2904814999999985, + 0.2911995999999988, + 0.2918573999999978, + 0.2942721000000006, + 0.29156460000001516, + 0.2928871000000015, + 0.29096830000000296, + 0.2925074000000052, + 0.28964779999998314, + 0.2896852000000081, + 0.296529100000015, + 0.2913172000000088, + 0.29484529999999154, + 0.2911519000000169, + 0.29804210000000353, + 0.2916045000000054, + 0.29265780000000063, + 0.28721279999999183, + 0.29539600000001087, + 0.29289200000005167, + 0.2941929000000414, + 0.28925850000001674, + 0.29173130000003766, + 0.29219530000000304, + 0.29420470000002297, + 0.292788900000005, + 0.2920131999999853, + 0.28919799999999896, + 0.28963670000001684, + 0.2891066999999907, + 0.2910107999999809, + 0.29401229999996303, + 0.2904105999999729, + 0.2930258999999751, + 0.2927905000000237, + 0.2904679000000101, + 0.29573030000000244, + 0.2920144999999934, + 0.2956715999999915 ] }, { @@ -119,16 +389,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 1245.4858394113414, - "min_mib_per_second": 1225.928581537763, - "max_mib_per_second": 1265.8774937537896, - "median_ms_per_message": 0.7657046641790713, + "median_mib_per_second": 1085.0132639401986, + "min_mib_per_second": 923.7790344444874, + "max_mib_per_second": 1253.1853910682883, + "median_ms_per_message": 0.8789519589552569, "durations_seconds": [ - 0.41696509999999876, - 0.4117172999999923, - 0.41041769999998223, - 0.4055513999999789, - 0.40380640000000767 + 0.5340287000000217, + 0.5024365000000444, + 0.49594480000001795, + 0.442464799999982, + 0.5230615000000398, + 0.4259205000000179, + 0.4368435999999747, + 0.4639024000000518, + 0.4886822999999936, + 0.4836303000000157, + 0.4653605999999968, + 0.5154177000000004, + 0.4628430999999864, + 0.5164498999999978, + 0.4708933000000002, + 0.470796499999949, + 0.5533460000000332, + 0.48496829999999136, + 0.47134320000003527, + 0.4892380000000003, + 0.4990030000000161, + 0.45958750000005466, + 0.4813690999999949, + 0.4175493000000188, + 0.4946497999999906, + 0.42535010000000284, + 0.5014147999999636, + 0.47185810000001993, + 0.4973726000000056, + 0.42688889999999446, + 0.45838590000005297, + 0.4896949000000177, + 0.5015918000000283, + 0.46687759999997525, + 0.4078961000000163, + 0.44468080000001464, + 0.46949200000000246, + 0.5454091999999946, + 0.4747911999999701, + 0.41812270000002627, + 0.43969899999996187, + 0.4811691999999539, + 0.4514434000000165, + 0.4432942999999909, + 0.5010050000000206, + 0.48020009999999047, + 0.4113593000000151, + 0.4154732000000081, + 0.4668317000000002, + 0.4419609000000264 ] }, { @@ -136,16 +451,61 @@ "size": 1000000, "messages": 536, "status": "ok", - "median_mib_per_second": 3112.2336214014517, - "min_mib_per_second": 2668.0242474530705, - "max_mib_per_second": 4471.172104880678, - "median_ms_per_message": 0.30642761194026513, + "median_mib_per_second": 2271.3212886803194, + "min_mib_per_second": 1596.8815012886762, + "max_mib_per_second": 2889.358608784033, + "median_ms_per_message": 0.4198781716417667, "durations_seconds": [ - 0.17506369999998128, - 0.11440509999999904, - 0.1915909999999883, - 0.1642451999999821, - 0.1143256000000008 + 0.2358184999999935, + 0.20674139999999852, + 0.1786576000000082, + 0.26803969999997435, + 0.21199799999999414, + 0.18208920000000717, + 0.18106519999997772, + 0.2611296999999695, + 0.1823640999999725, + 0.2619703999999956, + 0.24165419999997084, + 0.18079679999999598, + 0.1801757000000066, + 0.18232160000002295, + 0.2347599999999943, + 0.18004330000002255, + 0.17830100000003313, + 0.2255106000000069, + 0.2546071999999526, + 0.219901899999968, + 0.23856829999999718, + 0.17875520000001188, + 0.2686845000000062, + 0.27375729999999976, + 0.1769145000000094, + 0.27092199999998456, + 0.241366199999959, + 0.32010480000002417, + 0.18670979999996007, + 0.2378744000000097, + 0.18720869999998513, + 0.2566246000000092, + 0.3170629999999619, + 0.26483759999996437, + 0.2659894999999892, + 0.2717222999999649, + 0.2618048999999587, + 0.17927070000001777, + 0.2526038999999969, + 0.21336079999997537, + 0.180041000000017, + 0.1788106000000198, + 0.21196659999998246, + 0.1993110000000229, + 0.27111070000000836, + 0.24181349999997792, + 0.26307650000001104, + 0.17699019999997745, + 0.224598799999967, + 0.22283440000001065 ] }, { @@ -153,16 +513,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 1584.1358922490756, - "min_mib_per_second": 1571.3134647300333, - "max_mib_per_second": 1600.2513422149846, - "median_ms_per_message": 6.020154716981204, + "median_mib_per_second": 1131.4655359818896, + "min_mib_per_second": 792.3971304169581, + "max_mib_per_second": 1166.6990307087406, + "median_ms_per_message": 8.428692452830461, "durations_seconds": [ - 0.31805700000001025, - 0.3158549999999991, - 0.3190682000000038, - 0.32006669999998394, - 0.32167190000001256 + 0.438349100000039, + 0.44462119999997185, + 0.44499419999999645, + 0.44039629999997487, + 0.45029460000000654, + 0.4385424000000171, + 0.4367968999999903, + 0.43457700000004706, + 0.4406812999999943, + 0.4442514000000415, + 0.44349410000000944, + 0.4386044000000311, + 0.4459042000000295, + 0.44047259999996413, + 0.4419515999999817, + 0.4511439999999993, + 0.43848650000001044, + 0.4432124999999587, + 0.586125299999992, + 0.4942840999999589, + 0.45804659999998876, + 0.45732800000001816, + 0.45819440000002487, + 0.48660979999999654, + 0.4620224999999891, + 0.45481089999998403, + 0.48016849999999067, + 0.47196990000003325, + 0.4547693999999751, + 0.4657757999999603, + 0.46123940000001085, + 0.5104799000000071, + 0.4938714999999547, + 0.5167738000000099, + 0.637871299999972, + 0.46440580000000864, + 0.4503464000000008, + 0.4569255000000112, + 0.4475371999999993, + 0.439401700000019, + 0.4354733000000124, + 0.4447038000000134, + 0.4520258999999669, + 0.4374645000000328, + 0.4623536999999942, + 0.44208380000003444, + 0.43322860000000674, + 0.43925100000001294, + 0.4372362000000294, + 0.4401042000000075 ] }, { @@ -170,16 +575,61 @@ "size": 10000000, "messages": 53, "status": "ok", - "median_mib_per_second": 4863.391235317794, - "min_mib_per_second": 4738.207971285411, - "max_mib_per_second": 4881.549854892951, - "median_ms_per_message": 1.9609245283017682, + "median_mib_per_second": 3619.088612580622, + "min_mib_per_second": 1988.9480407323827, + "max_mib_per_second": 3833.785175665024, + "median_ms_per_message": 2.635123584905116, "durations_seconds": [ - 0.10392899999999372, - 0.10470119999999383, - 0.10667480000000751, - 0.10380610000001411, - 0.10354240000000914 + 0.13612239999997655, + 0.13782759999998007, + 0.13460590000005368, + 0.16038620000000492, + 0.13732410000000073, + 0.13447600000000648, + 0.13409350000000586, + 0.13843109999999115, + 0.1419836000000032, + 0.13958869999999024, + 0.1413814000000002, + 0.13669449999997596, + 0.1395802000000117, + 0.13540729999999712, + 0.13540439999997034, + 0.13976900000000114, + 0.13502820000002203, + 0.13309930000002623, + 0.20670630000000756, + 0.1525741999999468, + 0.1480900000000247, + 0.18575559999999314, + 0.13572410000000446, + 0.14019970000003923, + 0.15121060000001307, + 0.1326313000000141, + 0.1552859999999896, + 0.13896760000000086, + 0.14354589999999234, + 0.13788460000000669, + 0.1460644000000002, + 0.14946370000001252, + 0.18134670000000597, + 0.17591729999998051, + 0.254128000000037, + 0.1485302000000388, + 0.14278310000003103, + 0.13973439999995207, + 0.13542800000004718, + 0.14375639999997247, + 0.13545780000004015, + 0.13184030000002167, + 0.1402698999999643, + 0.1381999000000178, + 0.14513869999996132, + 0.14379760000002761, + 0.13332100000002356, + 0.13580350000000863, + 0.13987549999995963, + 0.1338404999999625 ] }, { @@ -187,16 +637,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 1498.4201767015106, - "min_mib_per_second": 1480.3026380834851, - "max_mib_per_second": 1529.2491266453246, - "median_ms_per_message": 63.64532000000054, + "median_mib_per_second": 1155.232615361807, + "min_mib_per_second": 1116.860606615917, + "max_mib_per_second": 1189.4226416771266, + "median_ms_per_message": 82.55257999999799, "durations_seconds": [ - 0.3211746000000062, - 0.31371219999999767, - 0.311811299999988, - 0.3182266000000027, - 0.3221213999999861 + 0.40951959999995324, + 0.403389299999958, + 0.4028864999999655, + 0.411049099999957, + 0.40704379999999674, + 0.40745479999998224, + 0.41617889999997715, + 0.41265789999999924, + 0.41016609999996945, + 0.4256475999999907, + 0.4226173999999787, + 0.41099320000000716, + 0.41746499999999287, + 0.41893729999998186, + 0.42249559999999065, + 0.4131228999999621, + 0.4198672999999644, + 0.4114951999999903, + 0.41946720000004234, + 0.40847270000000435, + 0.4183094999999639, + 0.42613189999997303, + 0.4112908000000175, + 0.415227600000037, + 0.4213318999999842, + 0.40859439999996994, + 0.4249328999999875, + 0.41540719999994735, + 0.40369459999999435, + 0.41997249999997166, + 0.4161192999999912, + 0.41765090000001237, + 0.4070933999999511, + 0.40894389999999703, + 0.4052798000000166, + 0.4182703000000174, + 0.4269441999999799, + 0.4090716000000043, + 0.412270699999965, + 0.41394329999997126, + 0.4217192999999497, + 0.41222240000001875, + 0.41708619999997154, + 0.4008980000000406, + 0.4047862999999552, + 0.41281029999998964, + 0.40983570000003056, + 0.42348200000003544, + 0.41271549999999024, + 0.40783060000001115 ] }, { @@ -204,16 +699,61 @@ "size": 100000000, "messages": 5, "status": "ok", - "median_mib_per_second": 5011.10973772658, - "min_mib_per_second": 4865.610814153024, - "max_mib_per_second": 5086.121965718148, - "median_ms_per_message": 19.03120000000058, + "median_mib_per_second": 4005.1639193641086, + "min_mib_per_second": 3802.702022364466, + "max_mib_per_second": 4097.665665844837, + "median_ms_per_message": 23.811119999999164, "durations_seconds": [ - 0.09375259999998775, - 0.09800149999998098, - 0.09468530000000897, - 0.0951560000000029, - 0.09516640000001075 + 0.11702489999998988, + 0.11703410000001213, + 0.1190232000000151, + 0.11748830000004773, + 0.11712340000002541, + 0.11822029999996175, + 0.11780989999999747, + 0.11924909999999045, + 0.11916489999998703, + 0.12079770000002554, + 0.11908799999997655, + 0.12064430000003767, + 0.11671259999997119, + 0.11983359999999266, + 0.11657309999998233, + 0.12539430000003904, + 0.12289669999995567, + 0.1236809999999764, + 0.12262269999996533, + 0.12188009999999849, + 0.12241860000000315, + 0.11950009999998201, + 0.11811110000002145, + 0.11740929999996297, + 0.12045269999998709, + 0.11971840000001066, + 0.12002080000002024, + 0.12251359999999067, + 0.11658099999999649, + 0.11670829999997068, + 0.11770549999999957, + 0.11636800000002268, + 0.11764190000002372, + 0.11764260000001059, + 0.1195701999999983, + 0.12198779999999942, + 0.12193289999999024, + 0.11684969999998884, + 0.11965379999998049, + 0.1188584000000219, + 0.12168479999996862, + 0.12247790000003533, + 0.1223082000000204, + 0.11786050000000614, + 0.11797389999998131, + 0.11780129999999644, + 0.1195374000000129, + 0.11894790000002331, + 0.11763209999998026, + 0.11790050000001884 ] } ] diff --git a/pyproject.toml b/pyproject.toml index e2889c7..488ba06 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -102,7 +102,7 @@ line-length = 100 [tool.ruff.lint] select = ["E", "W", "F", "I", "B", "UP", "C4", "SIM", "PIE", "PT", "RUF"] -allowed-confusables = ["×"] +allowed-confusables = ["×", "–"] # Speedups and ranges in benchmark reports [tool.mypy] python_version = "3.11" diff --git a/tests/test_benchmark.py b/tests/test_benchmark.py index 2731c81..b77b861 100644 --- a/tests/test_benchmark.py +++ b/tests/test_benchmark.py @@ -128,13 +128,46 @@ def test_benchmark_rejects_invalid_inputs(args): assert caught.value.code == 2 -def _row(transport, size, status="ok", throughput=100.0): - row = {"transport": transport, "size": size, "status": status} - if status == "ok": - row.update(median_mib_per_second=throughput, median_ms_per_message=8_000.0) +def _row(transport, size, durations=(1.0,) * 6): + """A report row; no durations means the transport failed.""" + row = {"transport": transport, "size": size, "durations_seconds": list(durations)} + row["status"] = "ok" if durations else "failed" return row +@pytest.mark.parametrize( + ("runs", "interval"), + [(5, None), (6, (1, 6)), (15, (4, 12)), (30, (10, 21)), (50, (18, 33))], +) +def test_median_interval_uses_order_statistics(runs, interval): + # The k-th smallest and k-th largest of n runs bound the median with at least 95% + # confidence; five runs are too few for any such pair. + from benchmarks.compare import median_interval + + assert median_interval(list(range(runs, 0, -1))) == interval + + +def test_speedup_pairs_the_runs_of_both_transports(): + # Repeat i ran both transports back to back, so its duration ratio is one speedup. + from benchmarks.compare import speedups + + standard = [2.0, 3.0, 2.0, 30.0, 2.0, 2.0] # Run 4 hit a slow moment on the runner + shared = [1.0, 1.0, 1.0, 10.0, 0.5, 2.0] + report = {"results": [_row("standard", 10**6, standard), _row("shared", 10**6, shared)]} + (estimate,) = speedups(report).values() + assert estimate.median == 2.5 # Of the ratios 2, 3, 2, 3, 4 and 1 + assert (estimate.low, estimate.high) == (1.0, 4.0) + + +def test_speedup_without_enough_runs_has_no_interval(): + from benchmarks.compare import markdown + + rows = [_row("standard", 1_000, [2.0] * 5), _row("shared", 1_000, [1.0] * 5)] + assert markdown([{"label": "Old report", "results": rows}]).splitlines()[2] == ( + "| Old report | **2.00×** |" + ) + + @pytest.mark.parametrize( ("size", "label"), [(16, "16 B"), (1_000, "1 kB"), (2_500_000, "2.5 MB"), (10**10, "10 GB")], @@ -155,20 +188,20 @@ def _platform_reports(tmp_path): tmp_path / "linux.json", "Linux x64", [ - _row("standard", 1_000, throughput=40), - _row("shared", 1_000, throughput=10), - _row("standard", 10**6, throughput=500), - _row("shared", 10**6, throughput=1_000), + _row("standard", 1_000, [1.0, 1.1, 0.9, 1.0, 1.0, 1.2]), + _row("shared", 1_000, [4.0] * 6), + _row("standard", 10**6, [2.0] * 6), + _row("shared", 10**6, [1.0, 1.0, 0.8, 1.0, 1.25, 1.0]), ], ) macos = _report( tmp_path / "macos.json", "macOS arm64", [ - _row("standard", 1_000, throughput=5), - _row("shared", 1_000, status="failed"), - _row("standard", 10**6, throughput=200), - _row("shared", 10**6, throughput=3_000), + _row("standard", 1_000, [5.0] * 6), + _row("shared", 1_000, ()), + _row("standard", 10**6, [15.0] * 6), + _row("shared", 10**6, [1.0] * 6), ], ) return linux, macos @@ -181,8 +214,8 @@ def test_compare_prints_a_speedup_table_in_platform_order(tmp_path, capsys): lines = capsys.readouterr().out.splitlines() assert lines[0] == "| Platform | 1 kB | 1 MB |" assert lines[1] == "| --- | ---: | ---: |" - assert lines[2] == "| Linux x64 | 0.25× | **2.00×** |" - assert lines[3] == "| macOS arm64 | failed | **15.00×** |" + assert lines[2] == "| Linux x64 | 0.25× (0.23–0.30) | **2.00×** (1.60–2.50) |" + assert lines[3] == "| macOS arm64 | failed | **15.00×** (15.00–15.00) |" def test_compare_draws_the_platform_matrix(tmp_path, capsys):