From 5f0fa9e1917132037005b1d42d3e944a384a81b2 Mon Sep 17 00:00:00 2001 From: David Roundy Date: Wed, 10 Jul 2024 13:01:41 -0700 Subject: [PATCH] add benchmark --- algorithms/linfa-logistic/Cargo.toml | 6 ++ .../linfa-logistic/benches/logistic_bench.rs | 59 +++++++++++++++++++ 2 files changed, 65 insertions(+) create mode 100644 algorithms/linfa-logistic/benches/logistic_bench.rs diff --git a/algorithms/linfa-logistic/Cargo.toml b/algorithms/linfa-logistic/Cargo.toml index d4474811..cb8beca0 100644 --- a/algorithms/linfa-logistic/Cargo.toml +++ b/algorithms/linfa-logistic/Cargo.toml @@ -39,3 +39,9 @@ linfa-datasets = { version = "0.7.0", path = "../../datasets", features = [ "winequality", ] } rmp-serde = "1" +criterion = "0.4.0" +rand = "0.8.5" + +[[bench]] +name = "logistic_bench" +harness = false diff --git a/algorithms/linfa-logistic/benches/logistic_bench.rs b/algorithms/linfa-logistic/benches/logistic_bench.rs new file mode 100644 index 00000000..348a047b --- /dev/null +++ b/algorithms/linfa-logistic/benches/logistic_bench.rs @@ -0,0 +1,59 @@ +use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion}; +use linfa::prelude::*; +use ndarray::{Array1, Ix1}; +use rand::{Rng, SeedableRng}; + +const MAX_ITERATIONS: u64 = 2; + +fn train_model( + dataset: &Dataset, +) -> linfa_logistic::FittedLogisticRegression { + linfa_logistic::LogisticRegression::default() + .max_iterations(MAX_ITERATIONS) + .fit(dataset) + .unwrap() +} + +fn generate_categorical_data(nfeatures: usize, nsamples: usize) -> Dataset { + let mut rng = rand::rngs::SmallRng::seed_from_u64(42); + let mut feature_rows: Vec> = Vec::new(); + let mut label_rows: Vec = Vec::new(); + for _ in 0..nsamples { + let mut features = Vec::new(); + for _ in 0..nfeatures { + let value = if rng.gen() { 1.0 } else { 0.0 }; + features.push(value); + } + feature_rows.push(features); + label_rows.push(rng.gen()); + } + linfa::Dataset::new( + ndarray::Array2::from_shape_vec( + (nsamples, nfeatures), + feature_rows.into_iter().flatten().collect(), + ) + .unwrap(), + Array1::from_shape_vec(label_rows.len(), label_rows).unwrap(), + ) +} + +fn bench(c: &mut Criterion) { + let mut group = c.benchmark_group("Logistic regression"); + group.measurement_time(std::time::Duration::from_secs(10)).sample_size(10); + for nfeatures in [1_000] { + for nsamples in [1_000, 10_000, 100_000, 200_000, 500_000, 1_000_000] { + let input = generate_categorical_data(nfeatures, nsamples); + group.bench_with_input( + BenchmarkId::new("train_model", format!("{:e}x{:e}", nfeatures as f64, nsamples as f64)), + &input, + |b, dataset| { + b.iter(|| train_model(dataset)); + }, + ); + } + } + group.finish(); +} + +criterion_group!(benches, bench); +criterion_main!(benches);