63 lines
2.3 KiB
Rust
63 lines
2.3 KiB
Rust
//! Mixed realistic patterns - fan-out, fan-in, and processing
|
|
|
|
use criterion::Criterion;
|
|
use dagx::{task_fn, DagRunner, TaskHandle};
|
|
use futures::FutureExt;
|
|
|
|
pub fn bench_mixed_patterns(c: &mut Criterion) {
|
|
let rt = tokio::runtime::Runtime::new().unwrap();
|
|
|
|
c.bench_function("mixed_patterns_realistic", |b| {
|
|
b.iter(|| {
|
|
rt.block_on(async {
|
|
let dag = DagRunner::new();
|
|
|
|
// Stage 1: Load data (framework wraps in Arc automatically)
|
|
let data: TaskHandle<_> = dag
|
|
.add_task(task_fn(|_: ()| async {
|
|
(0..1000)
|
|
.map(|i| format!("Record-{:04}", i))
|
|
.collect::<Vec<_>>()
|
|
}))
|
|
.into();
|
|
|
|
// Stage 2: Fan-out for parallel analysis
|
|
let analysis1 = dag
|
|
.add_task(task_fn(|d: Vec<String>| async move {
|
|
d.iter().filter(|s| s.contains("00")).count()
|
|
}))
|
|
.depends_on(data);
|
|
|
|
let analysis2 = dag
|
|
.add_task(task_fn(|d: Vec<String>| async move {
|
|
d.iter().map(|s| s.len()).sum::<usize>()
|
|
}))
|
|
.depends_on(data);
|
|
|
|
let analysis3 = dag
|
|
.add_task(task_fn(|d: Vec<String>| async move { d.len() }))
|
|
.depends_on(data);
|
|
|
|
// Stage 3: Fan-in to aggregate
|
|
let summary = dag
|
|
.add_task(task_fn(|(a1, a2, a3): (usize, usize, usize)| async move {
|
|
format!("Matches: {}, Total bytes: {}, Count: {}", a1, a2, a3)
|
|
}))
|
|
.depends_on((&analysis1, &analysis2, &analysis3));
|
|
|
|
// Stage 4: Fan-out final report to multiple destinations
|
|
for i in 0..3 {
|
|
dag.add_task(task_fn(move |report: String| async move {
|
|
format!("Destination {}: {}", i, report)
|
|
}))
|
|
.depends_on(summary);
|
|
}
|
|
|
|
dag.run(|fut| tokio::spawn(fut).map(Result::unwrap))
|
|
.await
|
|
.unwrap();
|
|
})
|
|
});
|
|
});
|
|
}
|