poulpy/poulpy-backend/benches/fft.rs

use std::{ffi::c_void, hint::black_box};

use criterion::{BenchmarkId, Criterion, criterion_group, criterion_main};
use poulpy_backend::cpu_spqlios::reim;
use poulpy_hal::reference::fft64::reim::{ReimDFTExecute, ReimFFTRef, ReimFFTTable, ReimIFFTRef, ReimIFFTTable};

pub fn bench_fft_ref(c: &mut Criterion) {
    let group_name: String = "fft_ref".to_string();

    let mut group = c.benchmark_group(group_name);

    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];
        let scale: f64 = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);
        let table: ReimFFTTable<f64> = ReimFFTTable::<f64>::new(m);
        move || {
            ReimFFTRef::reim_dft_execute(&table, &mut values);
            black_box(());
        }
    }

    for log_m in [9, 10, 11, 12, 13, 14, 15] {
        let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
        let mut runner = runner(1 << log_m);
        group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
    }

    group.finish();
}

pub fn bench_fft_avx2_fma(c: &mut Criterion) {
    let group_name: String = "fft_avx2_fma".to_string();

    let mut group = c.benchmark_group(group_name);

    #[cfg(any(target_arch = "x86_64", target_arch = "x86"))]
    #[target_feature(enable = "avx2,fma")]
    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];

        let scale = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);

        let table: ReimFFTTable<f64> = ReimFFTTable::<f64>::new(m);
        move || {
            use poulpy_backend::cpu_fft64_avx::ReimFFTAvx;

            ReimFFTAvx::reim_dft_execute(&table, &mut values);
            black_box(());
        }
    }

    if std::is_x86_feature_detected!("avx2") {
        for log_m in [9, 10, 11, 12, 13, 14, 15] {
            let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
            unsafe {
                let mut runner = runner(1 << log_m);
                group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
            }
        }
    } else {
        eprintln!("skipping: CPU lacks avx2");
        return;
    }

    group.finish();
}

pub fn bench_fft_spqlios(c: &mut Criterion) {
    let group_name: String = "fft_spqlios".to_string();

    let mut group = c.benchmark_group(group_name);

    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];

        let scale = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);

        unsafe {
            reim::reim_fft_simple(m as u32, values.as_mut_ptr() as *mut c_void);
        }

        move || {
            unsafe {
                reim::reim_fft_simple(m as u32, values.as_mut_ptr() as *mut c_void);
            }
            black_box(());
        }
    }

    for log_m in [9, 10, 11, 12, 13, 14, 15] {
        let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
        let mut runner = runner(1 << log_m);
        group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
    }

    group.finish();
}

pub fn bench_ifft_ref(c: &mut Criterion) {
    let group_name: String = "ifft_ref".to_string();

    let mut group = c.benchmark_group(group_name);

    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];
        let scale: f64 = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);
        let table: ReimIFFTTable<f64> = ReimIFFTTable::<f64>::new(m);
        move || {
            ReimIFFTRef::reim_dft_execute(&table, &mut values);
            black_box(());
        }
    }

    for log_m in [9, 10, 11, 12, 13, 14, 15] {
        let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
        let mut runner = runner(1 << log_m);
        group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
    }

    group.finish();
}

pub fn bench_ifft_avx2_fma(c: &mut Criterion) {
    let group_name: String = "ifft_avx2_fma".to_string();

    let mut group = c.benchmark_group(group_name);

    #[cfg(any(target_arch = "x86_64", target_arch = "x86"))]
    #[target_feature(enable = "avx2,fma")]
    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];

        let scale = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);

        let table: ReimIFFTTable<f64> = ReimIFFTTable::<f64>::new(m);
        move || {
            use poulpy_backend::cpu_fft64_avx::ReimIFFTAvx;

            ReimIFFTAvx::reim_dft_execute(&table, &mut values);
            black_box(());
        }
    }

    if std::is_x86_feature_detected!("avx2") {
        for log_m in [9, 10, 11, 12, 13, 14, 15] {
            let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
            unsafe {
                let mut runner = runner(1 << log_m);
                group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
            }
        }
    } else {
        eprintln!("skipping: CPU lacks avx2");
        return;
    }

    group.finish();
}

pub fn bench_ifft_spqlios(c: &mut Criterion) {
    let group_name: String = "ifft_spqlios".to_string();

    let mut group = c.benchmark_group(group_name);

    fn runner(m: usize) -> impl FnMut() {
        let mut values: Vec<f64> = vec![0f64; m << 1];

        let scale = 1.0f64 / (2 * m) as f64;
        values
            .iter_mut()
            .enumerate()
            .for_each(|(i, x)| *x = (i + 1) as f64 * scale);

        unsafe {
            reim::reim_ifft_simple(m as u32, values.as_mut_ptr() as *mut c_void);
        }

        move || {
            unsafe {
                reim::reim_ifft_simple(m as u32, values.as_mut_ptr() as *mut c_void);
            }
            black_box(());
        }
    }

    for log_m in [9, 10, 11, 12, 13, 14, 15] {
        let id: BenchmarkId = BenchmarkId::from_parameter(format!("n: {}", 2 << log_m));
        let mut runner = runner(1 << log_m);
        group.bench_with_input(id, &(), |b, _| b.iter(&mut runner));
    }

    group.finish();
}

criterion_group!(
    benches,
    bench_fft_ref,
    bench_fft_avx2_fma,
    bench_fft_spqlios,
    bench_ifft_ref,
    bench_ifft_avx2_fma,
    bench_ifft_spqlios
);
criterion_main!(benches);