| //! Benchmarks that compare TinyVec to SmallVec |
| //! |
| //! All the following commentary is based on the latest nightly at the time: |
| //! rustc 1.55.0 (c8dfcfe04 2021-09-06). |
| //! |
| //! Some of these benchmarks are just a few instructions, so we put our own for loop inside |
| //! the criterion::Bencher::iter call. This seems to improve the stability of measurements, and it |
| //! has the wonderful side effect of making the emitted assembly easier to follow. Some of these |
| //! benchmarks are totally inlined so that there are no calls at all in the hot path, so finding |
| //! this for loop is an easy way to find your way around the emitted assembly. |
| //! |
| //! The clear method is cheaper to call for arrays of elements without a Drop impl, so wherever |
| //! possible we reuse a single object in the benchmark loop, with a clear + black_box on each |
| //! iteration in an attempt to not make that visible to the optimizer. |
| //! |
| //! We always call black_box(&v), instead of v = black_box(v) because the latter does a move of the |
| //! inline array, which is linear in the size of the array and thus varies based on the array type |
| //! being benchmarked, and this move can be more expensive than the function we're trying to |
| //! benchmark. |
| //! |
| //! We also black_box the input to each method call. This has a significant effect on the assembly |
| //! emitted, for example if we do not black_box the range we iterate over in the ::push benchmarks, |
| //! the loop is unrolled. It's not entirely clear if it's better to black_box the iterator that |
| //! yields the items being pushed, or to black_box at a deeper level: v.push(black_box(i)) for |
| //! example. Anecdotally, it seems like the latter approach produces unreasonably bad assembly. |
| //! |
| |
| use criterion::{black_box, criterion_group, criterion_main, Criterion}; |
| use smallvec::SmallVec; |
| use std::iter::FromIterator; |
| use tinyvec::TinyVec; |
| |
| const ITERS: usize = 10_000; |
| |
| macro_rules! tinyvec_benches { |
| ($c:expr, $type:ty ; $len:expr) => {{ |
| let mut g = $c.benchmark_group(concat!( |
| "TinyVec_", |
| stringify!($type), |
| "_", |
| stringify!($len) |
| )); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::default" |
| ), |
| |b| { |
| b.iter(|| { |
| for _ in 0..ITERS { |
| let v: TinyVec<[$type; $len]> = TinyVec::default(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::clone" |
| ), |
| |b| { |
| b.iter(|| { |
| let outer: TinyVec<[$type; $len]> = |
| black_box(TinyVec::from_iter(0..=($len as usize - 1) as _)); |
| for _ in 0..ITERS { |
| let v = outer.clone(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::clear" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: TinyVec<[$type; $len]> = TinyVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::push" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: TinyVec<[$type; $len]> = TinyVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| for i in black_box(0..=($len as usize - 1) as _) { |
| v.push(i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::from_iter" |
| ), |
| |b| { |
| b.iter(|| { |
| for _ in 0..ITERS { |
| let v: TinyVec<[$type; $len]> = |
| TinyVec::from_iter(black_box(0..=($len as usize - 1) as _)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::from_slice" |
| ), |
| |b| { |
| b.iter(|| { |
| let data: &[$type] = &[0, 1, 2, 3, 4, 5, 6, 7]; |
| for _ in 0..ITERS { |
| let v: TinyVec<[$type; $len]> = TinyVec::from(black_box(data)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::extend" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: TinyVec<[$type; $len]> = black_box(TinyVec::default()); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| v.extend(black_box(0..=($len as usize - 1) as _)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::extend_from_slice" |
| ), |
| |b| { |
| b.iter(|| { |
| let data: &[$type] = black_box(&[0, 1, 2, 3, 4, 5, 6, 7]); |
| let mut v: TinyVec<[$type; $len]> = black_box(TinyVec::default()); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| v.extend_from_slice(data); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::insert" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: TinyVec<[$type; $len]> = TinyVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| for i in black_box(0..=($len as usize - 1) as _) { |
| v.insert(i as usize, i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "TinyVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::remove" |
| ), |
| |b| { |
| b.iter(|| { |
| let outer: TinyVec<[$type; $len]> = |
| black_box(TinyVec::from_iter(0..=($len as usize - 1) as _)); |
| for _ in 0..ITERS { |
| let mut v = outer.clone(); |
| for i in black_box((0..=($len as usize - 1) as _).rev()) { |
| v.remove(i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| }}; |
| } |
| |
| fn tinyvec_benches(c: &mut Criterion) { |
| tinyvec_benches!(c, u8; 8); |
| tinyvec_benches!(c, u8; 16); |
| tinyvec_benches!(c, u8; 32); |
| tinyvec_benches!(c, u8; 64); |
| tinyvec_benches!(c, u8; 128); |
| tinyvec_benches!(c, u8; 256); |
| tinyvec_benches!(c, u64; 2); |
| tinyvec_benches!(c, u64; 4); |
| tinyvec_benches!(c, u64; 8); |
| tinyvec_benches!(c, u64; 16); |
| tinyvec_benches!(c, u64; 32); |
| } |
| |
| macro_rules! smallvec_benches { |
| ($c:expr, $type:ty ; $len:expr) => {{ |
| let mut g = $c.benchmark_group(concat!( |
| "SmallVec_", |
| stringify!($type), |
| "_", |
| stringify!($len) |
| )); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::default" |
| ), |
| |b| { |
| b.iter(|| { |
| for _ in 0..ITERS { |
| let v: SmallVec<[$type; $len]> = SmallVec::default(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::clone" |
| ), |
| |b| { |
| b.iter(|| { |
| let outer: SmallVec<[$type; $len]> = |
| black_box(SmallVec::from_iter(0..=($len as usize - 1) as _)); |
| for _ in 0..ITERS { |
| let v = outer.clone(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::clear" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: SmallVec<[$type; $len]> = SmallVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::push" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: SmallVec<[$type; $len]> = SmallVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| for i in black_box(0..=($len as usize - 1) as _) { |
| v.push(i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::from_iter" |
| ), |
| |b| { |
| b.iter(|| { |
| for _ in 0..ITERS { |
| let v: SmallVec<[$type; $len]> = |
| SmallVec::from_iter(black_box(0..=($len as usize - 1) as _)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::from_slice" |
| ), |
| |b| { |
| b.iter(|| { |
| let data: &[$type] = &[0, 1, 2, 3, 4, 5, 6, 7]; |
| for _ in 0..ITERS { |
| let v: SmallVec<[$type; $len]> = SmallVec::from(black_box(data)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::extend" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: SmallVec<[$type; $len]> = black_box(SmallVec::default()); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| v.extend(black_box(0..=($len as usize - 1) as _)); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::extend_from_slice" |
| ), |
| |b| { |
| b.iter(|| { |
| let data: &[$type] = black_box(&[0, 1, 2, 3, 4, 5, 6, 7]); |
| let mut v: SmallVec<[$type; $len]> = black_box(SmallVec::default()); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| v.extend_from_slice(data); |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::insert" |
| ), |
| |b| { |
| b.iter(|| { |
| let mut v: SmallVec<[$type; $len]> = SmallVec::default(); |
| for _ in 0..ITERS { |
| v.clear(); |
| black_box(&v); |
| for i in black_box(0..=($len as usize - 1) as _) { |
| v.insert(i as usize, i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| |
| g.bench_function( |
| concat!( |
| "SmallVec<[", |
| stringify!($type), |
| "; ", |
| stringify!($len), |
| "]>::remove" |
| ), |
| |b| { |
| b.iter(|| { |
| let outer: SmallVec<[$type; $len]> = |
| black_box(SmallVec::from_iter(0..=($len as usize - 1) as _)); |
| for _ in 0..ITERS { |
| let mut v = outer.clone(); |
| for i in black_box((0..=($len as usize - 1) as _).rev()) { |
| v.remove(i); |
| } |
| black_box(&v); |
| } |
| }); |
| }, |
| ); |
| }}; |
| } |
| |
| fn smallvec_benches(c: &mut Criterion) { |
| smallvec_benches!(c, u8; 8); |
| smallvec_benches!(c, u8; 16); |
| smallvec_benches!(c, u8; 32); |
| smallvec_benches!(c, u8; 64); |
| smallvec_benches!(c, u8; 128); |
| smallvec_benches!(c, u8; 256); |
| smallvec_benches!(c, u64; 2); |
| smallvec_benches!(c, u64; 4); |
| smallvec_benches!(c, u64; 8); |
| smallvec_benches!(c, u64; 16); |
| smallvec_benches!(c, u64; 32); |
| } |
| |
| criterion_group!(benches, tinyvec_benches, smallvec_benches); |
| criterion_main!(benches); |