207 lines
6.2 KiB
Rust
207 lines
6.2 KiB
Rust
//! Async integration tests for the optimizer library.
|
|
//!
|
|
//! These tests are only compiled when the `async` feature is enabled.
|
|
|
|
#![cfg(feature = "async")]
|
|
|
|
use optimizer::{Direction, RandomSampler, Study, TpeError, TpeSampler};
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_async_basic() {
|
|
let sampler = RandomSampler::with_seed(42);
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
study
|
|
.optimize_async(10, |mut trial| async move {
|
|
let x = trial.suggest_float("x", -10.0, 10.0)?;
|
|
Ok::<_, TpeError>((trial, x * x))
|
|
})
|
|
.await
|
|
.expect("async optimization should succeed");
|
|
|
|
assert_eq!(study.n_trials(), 10);
|
|
let best = study.best_trial().expect("should have best trial");
|
|
assert!(best.value >= 0.0, "x^2 should be non-negative");
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_async_with_sampler() {
|
|
let sampler = TpeSampler::builder().seed(42).n_startup_trials(5).build();
|
|
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
study
|
|
.optimize_async_with_sampler(15, |mut trial| async move {
|
|
let x = trial.suggest_float("x", -5.0, 5.0)?;
|
|
Ok::<_, TpeError>((trial, x * x))
|
|
})
|
|
.await
|
|
.expect("async optimization with sampler should succeed");
|
|
|
|
assert_eq!(study.n_trials(), 15);
|
|
let best = study.best_trial().expect("should have best trial");
|
|
assert!(best.value < 10.0, "should find reasonable solution");
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel() {
|
|
let sampler = RandomSampler::with_seed(42);
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
study
|
|
.optimize_parallel(20, 4, |mut trial| async move {
|
|
let x = trial.suggest_float("x", -10.0, 10.0)?;
|
|
Ok::<_, TpeError>((trial, x * x))
|
|
})
|
|
.await
|
|
.expect("parallel optimization should succeed");
|
|
|
|
assert_eq!(study.n_trials(), 20);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel_with_sampler() {
|
|
let sampler = TpeSampler::builder().seed(42).n_startup_trials(5).build();
|
|
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
study
|
|
.optimize_parallel_with_sampler(15, 3, |mut trial| async move {
|
|
let x = trial.suggest_float("x", -5.0, 5.0)?;
|
|
let y = trial.suggest_float("y", -5.0, 5.0)?;
|
|
Ok::<_, TpeError>((trial, x * x + y * y))
|
|
})
|
|
.await
|
|
.expect("parallel optimization with sampler should succeed");
|
|
|
|
assert_eq!(study.n_trials(), 15);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_async_all_failures() {
|
|
let study: Study<f64> = Study::new(Direction::Minimize);
|
|
|
|
let result = study
|
|
.optimize_async(5, |trial| async move {
|
|
let _ = trial;
|
|
Err::<(_, f64), &str>("always fails")
|
|
})
|
|
.await;
|
|
|
|
assert!(
|
|
matches!(result, Err(TpeError::NoCompletedTrials)),
|
|
"should return NoCompletedTrials when all trials fail"
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_async_with_sampler_all_failures() {
|
|
let study: Study<f64> = Study::new(Direction::Minimize);
|
|
|
|
let result = study
|
|
.optimize_async_with_sampler(5, |trial| async move {
|
|
let _ = trial;
|
|
Err::<(_, f64), &str>("always fails")
|
|
})
|
|
.await;
|
|
|
|
assert!(
|
|
matches!(result, Err(TpeError::NoCompletedTrials)),
|
|
"should return NoCompletedTrials when all trials fail"
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel_all_failures() {
|
|
let study: Study<f64> = Study::new(Direction::Minimize);
|
|
|
|
let result = study
|
|
.optimize_parallel(5, 2, |trial| async move {
|
|
let _ = trial;
|
|
Err::<(_, f64), &str>("always fails")
|
|
})
|
|
.await;
|
|
|
|
assert!(
|
|
matches!(result, Err(TpeError::NoCompletedTrials)),
|
|
"should return NoCompletedTrials when all trials fail"
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel_with_sampler_all_failures() {
|
|
let study: Study<f64> = Study::new(Direction::Minimize);
|
|
|
|
let result = study
|
|
.optimize_parallel_with_sampler(5, 2, |trial| async move {
|
|
let _ = trial;
|
|
Err::<(_, f64), &str>("always fails")
|
|
})
|
|
.await;
|
|
|
|
assert!(
|
|
matches!(result, Err(TpeError::NoCompletedTrials)),
|
|
"should return NoCompletedTrials when all trials fail"
|
|
);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_async_partial_failures() {
|
|
let sampler = RandomSampler::with_seed(42);
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
let counter = std::sync::atomic::AtomicUsize::new(0);
|
|
|
|
study
|
|
.optimize_async(10, |mut trial| {
|
|
let count = counter.fetch_add(1, std::sync::atomic::Ordering::SeqCst);
|
|
async move {
|
|
if count.is_multiple_of(2) {
|
|
let x = trial.suggest_float("x", 0.0, 10.0)?;
|
|
Ok::<_, TpeError>((trial, x))
|
|
} else {
|
|
Err(TpeError::NoCompletedTrials) // Use as error type
|
|
}
|
|
}
|
|
})
|
|
.await
|
|
.expect("should succeed with partial failures");
|
|
|
|
// Only half should have succeeded
|
|
assert_eq!(study.n_trials(), 5);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel_high_concurrency() {
|
|
let sampler = RandomSampler::with_seed(42);
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
// Run with concurrency higher than n_trials
|
|
study
|
|
.optimize_parallel(5, 10, |mut trial| async move {
|
|
let x = trial.suggest_float("x", 0.0, 10.0)?;
|
|
Ok::<_, TpeError>((trial, x))
|
|
})
|
|
.await
|
|
.expect("should handle high concurrency");
|
|
|
|
assert_eq!(study.n_trials(), 5);
|
|
}
|
|
|
|
#[tokio::test]
|
|
async fn test_optimize_parallel_single_concurrency() {
|
|
let sampler = RandomSampler::with_seed(42);
|
|
let study: Study<f64> = Study::with_sampler(Direction::Minimize, sampler);
|
|
|
|
// Run with concurrency of 1 (sequential)
|
|
study
|
|
.optimize_parallel(10, 1, |mut trial| async move {
|
|
let x = trial.suggest_float("x", 0.0, 10.0)?;
|
|
Ok::<_, TpeError>((trial, x))
|
|
})
|
|
.await
|
|
.expect("should work with single concurrency");
|
|
|
|
assert_eq!(study.n_trials(), 10);
|
|
}
|