//! Benchmarks that compare TinyVec to SmallVec | |
//! | |
//! All the following commentary is based on the latest nightly at the time: | |
//! rustc 1.55.0 (c8dfcfe04 2021-09-06). | |
//! | |
//! Some of these benchmarks are just a few instructions, so we put our own for loop inside | |
//! the criterion::Bencher::iter call. This seems to improve the stability of measurements, and it | |
//! has the wonderful side effect of making the emitted assembly easier to follow. Some of these | |
//! benchmarks are totally inlined so that there are no calls at all in the hot path, so finding | |
//! this for loop is an easy way to find your way around the emitted assembly. | |
//! | |
//! The clear method is cheaper to call for arrays of elements without a Drop impl, so wherever | |
//! possible we reuse a single object in the benchmark loop, with a clear + black_box on each | |
//! iteration in an attempt to not make that visible to the optimizer. | |
//! | |
//! We always call black_box(&v), instead of v = black_box(v) because the latter does a move of the | |
//! inline array, which is linear in the size of the array and thus varies based on the array type | |
//! being benchmarked, and this move can be more expensive than the function we're trying to | |
//! benchmark. | |
//! | |
//! We also black_box the input to each method call. This has a significant effect on the assembly | |
//! emitted, for example if we do not black_box the range we iterate over in the ::push benchmarks, | |
//! the loop is unrolled. It's not entirely clear if it's better to black_box the iterator that | |
//! yields the items being pushed, or to black_box at a deeper level: v.push(black_box(i)) for | |
//! example. Anecdotally, it seems like the latter approach produces unreasonably bad assembly. | |
//! | |
use criterion::{black_box, criterion_group, criterion_main, Criterion}; | |
use smallvec::SmallVec; | |
use std::iter::FromIterator; | |
use tinyvec::TinyVec; | |
const ITERS: usize = 10_000; | |
macro_rules! tinyvec_benches { | |
($c:expr, $type:ty ; $len:expr) => {{ | |
let mut g = $c.benchmark_group(concat!( | |
"TinyVec_", | |
stringify!($type), | |
"_", | |
stringify!($len) | |
)); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::default" | |
), | |
|b| { | |
b.iter(|| { | |
for _ in 0..ITERS { | |
let v: TinyVec<[$type; $len]> = TinyVec::default(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::clone" | |
), | |
|b| { | |
b.iter(|| { | |
let outer: TinyVec<[$type; $len]> = | |
black_box(TinyVec::from_iter(0..=($len as usize - 1) as _)); | |
for _ in 0..ITERS { | |
let v = outer.clone(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::clear" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: TinyVec<[$type; $len]> = TinyVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::push" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: TinyVec<[$type; $len]> = TinyVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
for i in black_box(0..=($len as usize - 1) as _) { | |
v.push(i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::from_iter" | |
), | |
|b| { | |
b.iter(|| { | |
for _ in 0..ITERS { | |
let v: TinyVec<[$type; $len]> = | |
TinyVec::from_iter(black_box(0..=($len as usize - 1) as _)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::from_slice" | |
), | |
|b| { | |
b.iter(|| { | |
let data: &[$type] = &[0, 1, 2, 3, 4, 5, 6, 7]; | |
for _ in 0..ITERS { | |
let v: TinyVec<[$type; $len]> = TinyVec::from(black_box(data)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::extend" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: TinyVec<[$type; $len]> = black_box(TinyVec::default()); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
v.extend(black_box(0..=($len as usize - 1) as _)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::extend_from_slice" | |
), | |
|b| { | |
b.iter(|| { | |
let data: &[$type] = black_box(&[0, 1, 2, 3, 4, 5, 6, 7]); | |
let mut v: TinyVec<[$type; $len]> = black_box(TinyVec::default()); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
v.extend_from_slice(data); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::insert" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: TinyVec<[$type; $len]> = TinyVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
for i in black_box(0..=($len as usize - 1) as _) { | |
v.insert(i as usize, i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"TinyVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::remove" | |
), | |
|b| { | |
b.iter(|| { | |
let outer: TinyVec<[$type; $len]> = | |
black_box(TinyVec::from_iter(0..=($len as usize - 1) as _)); | |
for _ in 0..ITERS { | |
let mut v = outer.clone(); | |
for i in black_box((0..=($len as usize - 1) as _).rev()) { | |
v.remove(i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
}}; | |
} | |
fn tinyvec_benches(c: &mut Criterion) { | |
tinyvec_benches!(c, u8; 8); | |
tinyvec_benches!(c, u8; 16); | |
tinyvec_benches!(c, u8; 32); | |
tinyvec_benches!(c, u8; 64); | |
tinyvec_benches!(c, u8; 128); | |
tinyvec_benches!(c, u8; 256); | |
tinyvec_benches!(c, u64; 2); | |
tinyvec_benches!(c, u64; 4); | |
tinyvec_benches!(c, u64; 8); | |
tinyvec_benches!(c, u64; 16); | |
tinyvec_benches!(c, u64; 32); | |
} | |
macro_rules! smallvec_benches { | |
($c:expr, $type:ty ; $len:expr) => {{ | |
let mut g = $c.benchmark_group(concat!( | |
"SmallVec_", | |
stringify!($type), | |
"_", | |
stringify!($len) | |
)); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::default" | |
), | |
|b| { | |
b.iter(|| { | |
for _ in 0..ITERS { | |
let v: SmallVec<[$type; $len]> = SmallVec::default(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::clone" | |
), | |
|b| { | |
b.iter(|| { | |
let outer: SmallVec<[$type; $len]> = | |
black_box(SmallVec::from_iter(0..=($len as usize - 1) as _)); | |
for _ in 0..ITERS { | |
let v = outer.clone(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::clear" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: SmallVec<[$type; $len]> = SmallVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::push" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: SmallVec<[$type; $len]> = SmallVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
for i in black_box(0..=($len as usize - 1) as _) { | |
v.push(i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::from_iter" | |
), | |
|b| { | |
b.iter(|| { | |
for _ in 0..ITERS { | |
let v: SmallVec<[$type; $len]> = | |
SmallVec::from_iter(black_box(0..=($len as usize - 1) as _)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::from_slice" | |
), | |
|b| { | |
b.iter(|| { | |
let data: &[$type] = &[0, 1, 2, 3, 4, 5, 6, 7]; | |
for _ in 0..ITERS { | |
let v: SmallVec<[$type; $len]> = SmallVec::from(black_box(data)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::extend" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: SmallVec<[$type; $len]> = black_box(SmallVec::default()); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
v.extend(black_box(0..=($len as usize - 1) as _)); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::extend_from_slice" | |
), | |
|b| { | |
b.iter(|| { | |
let data: &[$type] = black_box(&[0, 1, 2, 3, 4, 5, 6, 7]); | |
let mut v: SmallVec<[$type; $len]> = black_box(SmallVec::default()); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
v.extend_from_slice(data); | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::insert" | |
), | |
|b| { | |
b.iter(|| { | |
let mut v: SmallVec<[$type; $len]> = SmallVec::default(); | |
for _ in 0..ITERS { | |
v.clear(); | |
black_box(&v); | |
for i in black_box(0..=($len as usize - 1) as _) { | |
v.insert(i as usize, i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
g.bench_function( | |
concat!( | |
"SmallVec<[", | |
stringify!($type), | |
"; ", | |
stringify!($len), | |
"]>::remove" | |
), | |
|b| { | |
b.iter(|| { | |
let outer: SmallVec<[$type; $len]> = | |
black_box(SmallVec::from_iter(0..=($len as usize - 1) as _)); | |
for _ in 0..ITERS { | |
let mut v = outer.clone(); | |
for i in black_box((0..=($len as usize - 1) as _).rev()) { | |
v.remove(i); | |
} | |
black_box(&v); | |
} | |
}); | |
}, | |
); | |
}}; | |
} | |
fn smallvec_benches(c: &mut Criterion) { | |
smallvec_benches!(c, u8; 8); | |
smallvec_benches!(c, u8; 16); | |
smallvec_benches!(c, u8; 32); | |
smallvec_benches!(c, u8; 64); | |
smallvec_benches!(c, u8; 128); | |
smallvec_benches!(c, u8; 256); | |
smallvec_benches!(c, u64; 2); | |
smallvec_benches!(c, u64; 4); | |
smallvec_benches!(c, u64; 8); | |
smallvec_benches!(c, u64; 16); | |
smallvec_benches!(c, u64; 32); | |
} | |
criterion_group!(benches, tinyvec_benches, smallvec_benches); | |
criterion_main!(benches); |