Add benchmarks

Author: axcherednikov

.gitignore

@@ -41,6 +41,9 @@ run-tests.php
 .idea/
 .vscode/
 
-# tmp/ is tracked (benchmarks), but ignore vendor inside it
-tmp/vendor/
-tmp/composer.lock
+# Benchmark dependencies
+benchmark/vendor/
+benchmark/composer.lock
+
+# Legacy tmp
+tmp/

README.md

@@ -191,18 +191,20 @@ echo EventLoop::getDriver(); // "epoll" on Linux, "kqueue" on macOS
 
 ## Benchmarks
 
-**Environment:** PHP 8.5.4, Apple M1 Max, macOS, 100,000 iterations.
-Revolt v1.0.8 with StreamSelectDriver (default, no ext-ev/ext-uv). ext-eventloop using kqueue driver.
-
-| Benchmark | Revolt | ext-eventloop | Speedup |
-|---|--:|--:|--:|
-| `defer()` dispatch | 715,053 ops/sec | 3,712,263 ops/sec | **5.2x** |
-| `delay(0)` dispatch | 234,229 ops/sec | 2,832,500 ops/sec | **12.1x** |
-| `repeat()` dispatch | 679,452 ops/sec | 17,794,516 ops/sec | **26.2x** |
-| I/O register + cancel | 2,109,267 ops/sec | 7,635,677 ops/sec | **3.6x** |
-| Fiber suspend/resume | 221,776 ops/sec | 248,738 ops/sec | **1.1x** |
-
-> **Note:** Revolt was tested with its default StreamSelectDriver. With ext-ev or ext-uv backends, Revolt's I/O performance would be higher, though callback dispatch overhead remains in PHP userland. Fiber performance is nearly identical because `suspend()`/`resume()` is handled by the Zend Engine in both cases.
+**Environment:** PHP 8.5.4, Apple M1 Max, macOS, 100,000 iterations (average of 3 runs).
+Revolt v1.0.8 tested with all four available drivers ([StreamSelect, Ev, Event, UV](https://revolt.run/extensions)). ext-eventloop using kqueue driver.
+
+| Benchmark | Revolt StreamSelect | Revolt Ev | Revolt Event | Revolt UV | ext-eventloop |
+|---|--:|--:|--:|--:|--:|
+| `defer()` | 755,979 ops/sec | 726,468 ops/sec | 741,084 ops/sec | 730,488 ops/sec | **3,696,132 ops/sec** |
+| `delay(0)` | 245,389 ops/sec | 480,866 ops/sec | 467,362 ops/sec | 185,068 ops/sec | **3,041,443 ops/sec** |
+| `repeat(0)` | 694,763 ops/sec | 712,077 ops/sec | 74,929 ops/sec | 73,899 ops/sec | **17,971,855 ops/sec** |
+| I/O register + cancel | 2,149,497 ops/sec | 2,056,740 ops/sec | 2,034,001 ops/sec | 2,000,214 ops/sec | **7,642,510 ops/sec** |
+| Fiber suspend/resume | 219,349 ops/sec | 217,095 ops/sec | 220,924 ops/sec | 215,305 ops/sec | **242,691 ops/sec** |
+
+> These benchmarks measure callback dispatch and scheduling throughput. The I/O backend (StreamSelect, Ev, Event, UV) primarily affects polling efficiency at high concurrency, not dispatch speed — that's why all four Revolt drivers show similar numbers here. ext-eventloop moves the entire dispatch path into C, which is where the difference comes from. Fiber performance is nearly identical because `suspend()`/`resume()` is handled by the Zend Engine directly.
+>
+> **[Run the benchmarks yourself →](benchmark/)**
 
 ## Migrating from Revolt
 

benchmark/README.md

@@ -0,0 +1,56 @@
+# Benchmarks
+
+Callback dispatch throughput benchmarks comparing ext-eventloop with Revolt across all available drivers.
+
+## Setup
+
+```bash
+cd benchmark
+composer install
+```
+
+For Revolt driver comparison, install the desired extensions:
+
+```bash
+pecl install ev        # EvDriver
+pecl install event     # EventDriver (requires libevent)
+pecl install uv-beta   # UvDriver (requires libuv)
+```
+
+## Running
+
+```bash
+# ext-eventloop (requires ext-eventloop installed)
+php bench_eventloop.php [iterations]
+
+# Revolt drivers
+php bench_revolt_stream_select.php [iterations]
+php bench_revolt_ev.php [iterations]
+php bench_revolt_event.php [iterations]
+php bench_revolt_uv.php [iterations]
+```
+
+Default: 100,000 iterations.
+
+## What is measured
+
+| Benchmark | What it tests |
+|---|---|
+| `defer()` | Queue and dispatch deferred callbacks |
+| `delay(0)` | Schedule and fire zero-delay timers |
+| `repeat(0)` | Repeated timer dispatch throughput |
+| I/O register + cancel | onReadable registration and cancellation overhead |
+| Fiber suspend/resume | Fiber context switching via Suspension |
+
+These benchmarks measure **callback dispatch overhead** — how fast the loop can register, schedule, and invoke callbacks. The I/O backend primarily affects polling efficiency at high concurrency, not dispatch speed.
+
+## File structure
+
+| File | Description |
+|---|---|
+| `bench.php` | Shared benchmark logic |
+| `bench_eventloop.php` | ext-eventloop entry point |
+| `bench_revolt_stream_select.php` | Revolt StreamSelectDriver |
+| `bench_revolt_ev.php` | Revolt EvDriver (pecl/ev) |
+| `bench_revolt_event.php` | Revolt EventDriver (pecl/event) |
+| `bench_revolt_uv.php` | Revolt UvDriver (pecl/uv) |

benchmark/bench.php

@@ -0,0 +1,106 @@
+<?php
+
+declare(strict_types=1);
+
+use EventLoop\EventLoop as PhpLoop;
+use Revolt\EventLoop as RevoltLoop;
+
+/**
+ * @var class-string<PhpLoop|RevoltLoop> $loop
+ */
+
+$iterations = (int) ($argv[1] ?? 100000);
+
+printf("Iterations: %d\n\n", $iterations);
+
+/**
+ * 1. defer() dispatch throughput
+ */
+$count = 0;
+$start = hrtime(true);
+
+for ($i = 0; $i < $iterations; $i++) {
+    $loop::defer(function () use (&$count) {
+        $count++;
+    });
+}
+$loop::run();
+
+$elapsed = (hrtime(true) - $start) / 1e9;
+printf("defer(): %d callbacks in %.4fs (%.0f ops/sec)\n", $count, $elapsed, $count / $elapsed);
+
+/**
+ * 2. delay(0) dispatch throughput
+ */
+$count = 0;
+$start = hrtime(true);
+
+for ($i = 0; $i < $iterations; $i++) {
+    $loop::delay(0, function () use (&$count) {
+        $count++;
+    });
+}
+$loop::run();
+
+$elapsed = (hrtime(true) - $start) / 1e9;
+printf("delay(0): %d callbacks in %.4fs (%.0f ops/sec)\n", $count, $elapsed, $count / $elapsed);
+
+/**
+ * 3. repeat(0) dispatch throughput
+ */
+$count = 0;
+$target = $iterations;
+$start = hrtime(true);
+
+$loop::repeat(0, function (string $cbId) use (&$count, $target, $loop) {
+    $count++;
+    if ($count >= $target) {
+        $loop::cancel($cbId);
+    }
+});
+$loop::run();
+
+$elapsed = (hrtime(true) - $start) / 1e9;
+printf("repeat(0): %d callbacks in %.4fs (%.0f ops/sec)\n", $count, $elapsed, $count / $elapsed);
+
+/**
+ * 4. I/O callback registration + cancel overhead
+ */
+$pair = stream_socket_pair(STREAM_PF_UNIX, STREAM_SOCK_STREAM, STREAM_IPPROTO_IP);
+stream_set_blocking($pair[0], false);
+
+$start = hrtime(true);
+
+for ($i = 0; $i < $iterations; $i++) {
+    $cbId = $loop::onReadable($pair[0], function () {
+    });
+
+    $loop::cancel($cbId);
+}
+
+$elapsed = (hrtime(true) - $start) / 1e9;
+printf("I/O reg+cancel: %d ops in %.4fs (%.0f ops/sec)\n", $iterations, $elapsed, $iterations / $elapsed);
+
+fclose($pair[0]);
+fclose($pair[1]);
+
+/**
+ * 5. Fiber suspension/resume
+ */
+$count = 0;
+$suspensionIterations = min($iterations, 50000);
+$start = hrtime(true);
+
+for ($i = 0; $i < $suspensionIterations; $i++) {
+    $fiber = new Fiber(function () use (&$count, $loop) {
+        $suspension = $loop::getSuspension();
+        $suspension->suspend();
+        $count++;
+    });
+
+    $fiber->start();
+    $fiber->resume();
+}
+
+$elapsed = (hrtime(true) - $start) / 1e9;
+printf("fiber suspend/res: %d ops in %.4fs (%.0f ops/sec)\n", $count, $elapsed, $count / $elapsed);

benchmark/bench_eventloop.php

@@ -0,0 +1,13 @@
+<?php
+
+declare(strict_types=1);
+
+use EventLoop\EventLoop;
+
+ini_set('memory_limit', '512M');
+
+$loop = EventLoop::class;
+
+printf("Driver: %s\n", EventLoop::getDriver());
+
+require __DIR__ . '/bench.php';

benchmark/bench_revolt_ev.php

@@ -0,0 +1,22 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * Benchmark: Revolt with EvDriver (requires ev)
+ *
+ * Usage: php bench_revolt_ev.php [iterations]
+ */
+error_reporting(E_ALL & ~E_DEPRECATED);
+
+ini_set('memory_limit', '512M');
+
+putenv('REVOLT_DRIVER=Revolt\EventLoop\Driver\EvDriver');
+
+require __DIR__ . '/vendor/autoload.php';
+
+$loop = \Revolt\EventLoop::class;
+
+printf("Driver: %s\n", get_class(\Revolt\EventLoop::getDriver()));
+
+require __DIR__ . '/bench.php';

benchmark/bench_revolt_event.php

@@ -0,0 +1,22 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * Benchmark: Revolt with EventDriver (requires event)
+ *
+ * Usage: php bench_revolt_event.php [iterations]
+ */
+error_reporting(E_ALL & ~E_DEPRECATED);
+
+ini_set('memory_limit', '512M');
+
+putenv('REVOLT_DRIVER=Revolt\EventLoop\Driver\EventDriver');
+
+require __DIR__ . '/vendor/autoload.php';
+
+$loop = \Revolt\EventLoop::class;
+
+printf("Driver: %s\n", get_class(\Revolt\EventLoop::getDriver()));
+
+require __DIR__ . '/bench.php';

benchmark/bench_revolt_stream_select.php

@@ -0,0 +1,22 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * Benchmark: Revolt with StreamSelectDriver (default, no extensions required)
+ *
+ * Usage: php bench_revolt_stream_select.php [iterations]
+ */
+error_reporting(E_ALL & ~E_DEPRECATED);
+
+ini_set('memory_limit', '512M');
+
+putenv('REVOLT_DRIVER=Revolt\EventLoop\Driver\StreamSelectDriver');
+
+require __DIR__ . '/vendor/autoload.php';
+
+$loop = \Revolt\EventLoop::class;
+
+printf("Driver: %s\n", get_class(\Revolt\EventLoop::getDriver()));
+
+require __DIR__ . '/bench.php';

benchmark/bench_revolt_uv.php

@@ -0,0 +1,22 @@
+<?php
+
+declare(strict_types=1);
+
+/**
+ * Benchmark: Revolt with UvDriver (requires uv)
+ *
+ * Usage: php bench_revolt_uv.php [iterations]
+ */
+error_reporting(E_ALL & ~E_DEPRECATED);
+
+ini_set('memory_limit', '512M');
+
+putenv('REVOLT_DRIVER=Revolt\EventLoop\Driver\UvDriver');
+
+require __DIR__ . '/vendor/autoload.php';
+
+$loop = \Revolt\EventLoop::class;
+
+printf("Driver: %s\n", get_class(\Revolt\EventLoop::getDriver()));
+
+require __DIR__ . '/bench.php';

benchmark/composer.json

@@ -0,0 +1,5 @@
+{
+    "require": {
+        "revolt/event-loop": "^1.0"
+    }
+}