crates/unicode-segmentation/benches/unicode_words.rs

use criterion::{black_box, criterion_group, criterion_main, Criterion};

use std::fs;
use unicode_segmentation::UnicodeSegmentation;

fn unicode_words(c: &mut Criterion, lang: &str, path: &str) {
    let text = fs::read_to_string(path).unwrap();
    c.bench_function(&format!("unicode_words_{}", lang), |bench| {
        bench.iter(|| {
            for w in text.unicode_words() {
                black_box(w);
            }
        })
    });
}

fn unicode_words_arabic(c: &mut Criterion) {
    unicode_words(c, "arabic", "benches/texts/arabic.txt");
}

fn unicode_words_english(c: &mut Criterion) {
    unicode_words(c, "english", "benches/texts/english.txt");
}

fn unicode_words_hindi(c: &mut Criterion) {
    unicode_words(c, "hindi", "benches/texts/hindi.txt");
}

fn unicode_words_japanese(c: &mut Criterion) {
    unicode_words(c, "japanese", "benches/texts/japanese.txt");
}

fn unicode_words_korean(c: &mut Criterion) {
    unicode_words(c, "korean", "benches/texts/korean.txt");
}

fn unicode_words_mandarin(c: &mut Criterion) {
    unicode_words(c, "mandarin", "benches/texts/mandarin.txt");
}

fn unicode_words_russian(c: &mut Criterion) {
    unicode_words(c, "russian", "benches/texts/russian.txt");
}

fn unicode_words_source_code(c: &mut Criterion) {
    unicode_words(c, "source_code", "benches/texts/source_code.txt");
}

criterion_group!(
    benches,
    unicode_words_arabic,
    unicode_words_english,
    unicode_words_hindi,
    unicode_words_japanese,
    unicode_words_korean,
    unicode_words_mandarin,
    unicode_words_russian,
    unicode_words_source_code,
);

criterion_main!(benches);