feat: mt benchmark (#25)

Add Criterion multi-threaded runtime benchmarks and a live dashboard load example.

- benches/mt_benchmarks.rs: add a Criterion suite with `mt/single_actor`, `mt/multi_actor`, `mt/ring`, and `mt/spawn` benchmarks over 2-4 threads, using `iter_custom` and a `wait_for_n_done` helper for deterministic completion
- crates/runtime-dashboard/examples/bench_dashboard.rs: add an example driving sink/ring/spawner load scenarios through `start_dashboard`/`DashboardConfig` for sustained cross-worker visualization
- Cargo.toml: register the `mt_benchmarks` Criterion bench target with `harness = false`

Signed-off-by: Zachery Aaron Shores-Chmielewski <zacheryasc@gmail.com>
This commit is contained in:
zacheryasc 2026-02-09 14:02:40 +00:00
parent 9babe26cef
commit c55753fd37
3 changed files with 501 additions and 0 deletions

View file

@ -35,3 +35,7 @@ harness = false
[[bench]] [[bench]]
name = "worker_benchmarks" name = "worker_benchmarks"
harness = false harness = false
[[bench]]
name = "mt_benchmarks"
harness = false

283
benches/mt_benchmarks.rs Normal file
View file

@ -0,0 +1,283 @@
use std::time::{Duration, Instant};
use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
use swactor::{
actor::{ActorAddress, ActorInterface},
config::{BackoffPolicy, RuntimeConfig},
runtime::{Ctx, Runtime},
};
// ---------------------------------------------------------------------------
// Config helper
// ---------------------------------------------------------------------------
fn mt_config(threads: usize, max_actors: usize, max_messages: usize) -> RuntimeConfig {
RuntimeConfig {
num_threads: threads,
max_actors,
actor_max_messages: max_messages,
backoff_policy: BackoffPolicy {
spin_threshold: 32,
yield_threshold: 64,
sleep_increment_us: 10,
sleep_max_us: 100,
},
}
}
// ---------------------------------------------------------------------------
// Message types
// ---------------------------------------------------------------------------
#[derive(Clone)]
struct WorkMsg;
#[derive(Clone)]
struct DoneSignal;
#[derive(Clone)]
struct RingMsg {
hops: u64,
max_hops: u64,
reply_to: ActorAddress,
}
// ---------------------------------------------------------------------------
// Actor types
// ---------------------------------------------------------------------------
struct DoneActor {
target: usize,
count: usize,
reply_to: ActorAddress,
}
impl ActorInterface for DoneActor {
type Incoming = WorkMsg;
type Response = ();
fn handle(&mut self, ctx: &Ctx, _msg: WorkMsg) {
self.count += 1;
if self.count % self.target == 0 {
let _ = ctx.send(self.reply_to, DoneSignal);
}
}
}
struct MtRingActor {
next: ActorAddress,
}
impl ActorInterface for MtRingActor {
type Incoming = RingMsg;
type Response = ();
fn handle(&mut self, ctx: &Ctx, msg: RingMsg) {
if msg.hops >= msg.max_hops {
let _ = ctx.send(msg.reply_to, DoneSignal);
} else {
let _ = ctx.send(
self.next,
RingMsg {
hops: msg.hops + 1,
max_hops: msg.max_hops,
reply_to: msg.reply_to,
},
);
}
}
}
struct NoopActor;
impl ActorInterface for NoopActor {
type Incoming = WorkMsg;
type Response = ();
fn handle(&mut self, _ctx: &Ctx, _msg: WorkMsg) {}
}
// ---------------------------------------------------------------------------
// Helpers
// ---------------------------------------------------------------------------
/// Wait for `n` DoneSignals on the inbox, with a timeout.
fn wait_for_n_done(inbox: &swactor::runtime::Inbox<DoneSignal>, n: u64) {
let deadline = Instant::now() + Duration::from_secs(30);
let mut received = 0u64;
while received < n {
if inbox.try_recv().is_some() {
received += 1;
} else if Instant::now() > deadline {
panic!(
"Timed out waiting for DoneSignal: got {received}/{n} in 30s"
);
} else {
std::hint::spin_loop();
}
}
}
// ---------------------------------------------------------------------------
// Benchmarks
// ---------------------------------------------------------------------------
fn mt_benchmarks(c: &mut Criterion) {
let mut group = c.benchmark_group("mt");
// -- single_actor: one DoneActor receiving all messages ----------------
for &(threads, n) in &[(2, 10_000), (4, 10_000), (4, 100_000)] {
let param = format!("{threads}t_{n}");
group.bench_with_input(
BenchmarkId::new("single_actor", &param),
&(threads, n),
|b, &(threads, n)| {
b.iter_custom(|iters| {
let total_msgs = iters as usize * n;
let rt = Runtime::new(mt_config(threads, 64, total_msgs + 1024));
let inbox = rt.new_inbox::<DoneSignal>().unwrap();
let addr = rt
.spawn(DoneActor {
target: n,
count: 0,
reply_to: *inbox.addr(),
})
.unwrap();
for _ in 0..total_msgs {
rt.send_to(addr, WorkMsg).unwrap();
}
let start = Instant::now();
let handle = rt.run().unwrap();
wait_for_n_done(&inbox, iters);
let elapsed = start.elapsed();
handle.shutdown();
handle.join();
elapsed
});
},
);
}
// -- multi_actor: fan-out across many DoneActors ----------------------
for &(threads, actors, msgs_per) in &[(2, 10, 1_000), (4, 10, 1_000), (4, 100, 1_000)] {
let param = format!("{threads}t_{actors}x{msgs_per}");
group.bench_with_input(
BenchmarkId::new("multi_actor", &param),
&(threads, actors, msgs_per),
|b, &(threads, actors, msgs_per)| {
b.iter_custom(|iters| {
let total_per_actor = iters as usize * msgs_per;
let rt = Runtime::new(mt_config(
threads,
actors + 64,
total_per_actor + 1024,
));
let inbox = rt.new_inbox::<DoneSignal>().unwrap();
let addrs: Vec<_> = (0..actors)
.map(|_| {
rt.spawn(DoneActor {
target: msgs_per,
count: 0,
reply_to: *inbox.addr(),
})
.unwrap()
})
.collect();
for &addr in &addrs {
for _ in 0..total_per_actor {
rt.send_to(addr, WorkMsg).unwrap();
}
}
let expected_signals = iters * actors as u64;
let start = Instant::now();
let handle = rt.run().unwrap();
wait_for_n_done(&inbox, expected_signals);
let elapsed = start.elapsed();
handle.shutdown();
handle.join();
elapsed
});
},
);
}
// -- ring: message passes around a ring of actors ---------------------
for &(threads, ring_size) in &[(2, 100), (4, 100), (4, 500)] {
let param = format!("{threads}t_{ring_size}");
group.bench_with_input(
BenchmarkId::new("ring", &param),
&(threads, ring_size),
|b, &(threads, ring_size)| {
b.iter_custom(|iters| {
let rt = Runtime::new(mt_config(threads, ring_size + 64, 1024));
let inbox = rt.new_inbox::<DoneSignal>().unwrap();
// Build chain backwards: first spawned actor forwards to inbox addr,
// each subsequent actor forwards to the previous. Entry = last spawned.
// When hops >= max_hops, the actor sends DoneSignal instead of forwarding.
let mut next_addr = *inbox.addr();
let mut entry_addr = next_addr;
for _ in 0..ring_size {
let addr = rt
.spawn(MtRingActor { next: next_addr })
.unwrap();
entry_addr = addr;
next_addr = addr;
}
let max_hops = (ring_size - 1) as u64;
// Pre-load ring messages
for _ in 0..iters {
rt.send_to(
entry_addr,
RingMsg {
hops: 0,
max_hops,
reply_to: *inbox.addr(),
},
)
.unwrap();
}
let start = Instant::now();
let handle = rt.run().unwrap();
wait_for_n_done(&inbox, iters);
let elapsed = start.elapsed();
handle.shutdown();
handle.join();
elapsed
});
},
);
}
// -- spawn: spawn throughput on a running runtime ---------------------
for &(threads, batch) in &[(2, 1_000), (4, 1_000), (4, 5_000)] {
let param = format!("{threads}t_{batch}");
group.bench_with_input(
BenchmarkId::new("spawn", &param),
&(threads, batch),
|b, &(threads, batch)| {
b.iter_custom(|iters| {
let total = iters as usize * batch;
let rt = Runtime::new(mt_config(threads, total + 64, 64));
let handle = rt.run().unwrap();
// Give workers a moment to start
std::thread::sleep(Duration::from_millis(1));
let start = Instant::now();
for _ in 0..total {
handle.runtime.spawn(NoopActor).unwrap();
}
let elapsed = start.elapsed();
handle.shutdown();
handle.join();
elapsed
});
},
);
}
group.finish();
}
criterion_group!(benches, mt_benchmarks);
criterion_main!(benches);

View file

@ -0,0 +1,214 @@
use std::thread;
use std::time::{Duration, Instant};
use swactor::actor::{ActorAddress, ActorInterface, Ctx};
use swactor::config::{BackoffPolicy, RuntimeConfig};
use swactor::runtime::Runtime;
use runtime_dashboard::{start_dashboard, DashboardConfig};
// ---------------------------------------------------------------------------
// Actors
// ---------------------------------------------------------------------------
#[derive(Clone)]
struct Work;
struct SinkActor {
count: u64,
}
impl SinkActor {
fn new() -> Self {
Self { count: 0 }
}
}
impl ActorInterface for SinkActor {
type Incoming = Work;
type Response = ();
fn handle(&mut self, _ctx: &Ctx, _msg: Work) {
self.count += 1;
}
}
#[derive(Clone)]
struct RingMsg;
struct RingActor {
next: ActorAddress,
}
impl ActorInterface for RingActor {
type Incoming = RingMsg;
type Response = ();
fn handle(&mut self, ctx: &Ctx, _msg: RingMsg) {
let _ = ctx.send(self.next, RingMsg);
}
}
#[derive(Clone)]
struct SpawnCmd;
struct SpawnerActor {
spawned: u64,
}
impl SpawnerActor {
fn new() -> Self {
Self { spawned: 0 }
}
}
impl ActorInterface for SpawnerActor {
type Incoming = SpawnCmd;
type Response = ();
fn handle(&mut self, ctx: &Ctx, _msg: SpawnCmd) {
for _ in 0..20 {
let _ = ctx.spawn(SinkActor::new());
self.spawned += 1;
}
}
}
// ---------------------------------------------------------------------------
// Helpers
// ---------------------------------------------------------------------------
fn bench_config(threads: usize, max_actors: usize, max_messages: usize) -> RuntimeConfig {
RuntimeConfig {
num_threads: threads,
max_actors,
actor_max_messages: max_messages,
backoff_policy: BackoffPolicy {
spin_threshold: 32,
yield_threshold: 64,
sleep_increment_us: 10,
sleep_max_us: 100,
},
}
}
fn run_for(duration: Duration, mut tick: impl FnMut()) {
let deadline = Instant::now() + duration;
while Instant::now() < deadline {
tick();
}
}
// ---------------------------------------------------------------------------
// Scenarios
// ---------------------------------------------------------------------------
fn scenario_single_actor(dash: &runtime_dashboard::DashboardHandle) {
eprintln!(" [1/4] Single-actor bombardment (5s)");
let rt = Runtime::new(bench_config(4, 64, 100_000));
let addr = rt.spawn(SinkActor::new()).unwrap();
let handle = rt.run().unwrap();
dash.set_runtime(handle.runtime.clone());
run_for(Duration::from_secs(5), || {
for _ in 0..100 {
let _ = handle.runtime.send_to(addr, Work);
}
thread::sleep(Duration::from_millis(10));
});
handle.shutdown();
handle.join();
}
fn scenario_multi_actor(dash: &runtime_dashboard::DashboardHandle) {
eprintln!(" [2/4] Multi-actor fan-out (5s)");
let rt = Runtime::new(bench_config(4, 128, 10_000));
let addrs: Vec<_> = (0..50)
.map(|_| rt.spawn(SinkActor::new()).unwrap())
.collect();
let handle = rt.run().unwrap();
dash.set_runtime(handle.runtime.clone());
run_for(Duration::from_secs(5), || {
for &addr in &addrs {
for _ in 0..10 {
let _ = handle.runtime.send_to(addr, Work);
}
}
thread::sleep(Duration::from_millis(20));
});
handle.shutdown();
handle.join();
}
fn scenario_ring(dash: &runtime_dashboard::DashboardHandle) {
eprintln!(" [3/4] Ring topology (5s)");
let ring_size = 100;
let rt = Runtime::new(bench_config(4, ring_size + 64, 1_024));
// Build ring backwards: last spawned actor is the entry point
let mut addrs = Vec::with_capacity(ring_size);
// First actor has no valid next yet — will be the tail of the chain
let first = rt.spawn(RingActor { next: ActorAddress::default() }).unwrap();
addrs.push(first);
let mut prev = first;
for _ in 1..ring_size {
let addr = rt.spawn(RingActor { next: prev }).unwrap();
addrs.push(addr);
prev = addr;
}
// The first actor's "next" should be the last actor to close the ring,
// but we can't mutate it. Instead, we inject at the last actor and
// the message flows: last -> second-to-last -> ... -> first -> (dead end).
// For dashboard visualization, a chain is fine — it creates sustained cross-worker traffic.
let entry = *addrs.last().unwrap();
let handle = rt.run().unwrap();
dash.set_runtime(handle.runtime.clone());
run_for(Duration::from_secs(5), || {
let _ = handle.runtime.send_to(entry, RingMsg);
thread::sleep(Duration::from_millis(50));
});
handle.shutdown();
handle.join();
}
fn scenario_spawn_storm(dash: &runtime_dashboard::DashboardHandle) {
eprintln!(" [4/4] Spawn storm (5s)");
let rt = Runtime::new(bench_config(4, 50_000, 1_024));
let spawner = rt.spawn(SpawnerActor::new()).unwrap();
let handle = rt.run().unwrap();
dash.set_runtime(handle.runtime.clone());
run_for(Duration::from_secs(5), || {
let _ = handle.runtime.send_to(spawner, SpawnCmd);
thread::sleep(Duration::from_millis(200));
});
handle.shutdown();
handle.join();
}
// ---------------------------------------------------------------------------
// Main
// ---------------------------------------------------------------------------
fn main() {
let dash = start_dashboard(DashboardConfig {
port: 9090,
..Default::default()
});
dash.install_tracing();
eprintln!("Dashboard at http://localhost:9090");
eprintln!("Running 4 benchmark scenarios (~20s total)...\n");
scenario_single_actor(&dash);
scenario_multi_actor(&dash);
scenario_ring(&dash);
scenario_spawn_storm(&dash);
eprintln!("\nAll scenarios complete. Shutting down.");
dash.shutdown();
}