feat(algorithms): add NSGA-II
Standard (μ+λ) NSGA-II with binary tournament parent selection on
(rank, crowding distance) and elitist survival selection on the combined
parent + offspring population (spec §12.3):
1. Initialize population_size random decisions.
2. Each generation: select parents by binary tournament (rank ↑ then
crowding ↓ then random), apply variation, evaluate offspring,
combine, non_dominated_sort, fill the next population front-by-front
trimming the partial last front by crowding distance descending.
3. Return final population, Pareto front, best (None for >1 objective),
evaluation count, and generation count.
Internal Nsga2Entry { candidate, rank, crowding_distance } stays
private. Panics with clear messages on `population_size == 0` or
empty `vary` output. Tests cover population length, evaluation count,
non-empty front, and full determinism with the same seed (spec §18.4).
This commit is contained in:
@@ -1,7 +1,9 @@
|
|||||||
//! Built-in reference optimizers.
|
//! Built-in reference optimizers.
|
||||||
|
|
||||||
|
pub mod nsga2;
|
||||||
pub mod paes;
|
pub mod paes;
|
||||||
pub mod random_search;
|
pub mod random_search;
|
||||||
|
|
||||||
|
pub use nsga2::*;
|
||||||
pub use paes::*;
|
pub use paes::*;
|
||||||
pub use random_search::*;
|
pub use random_search::*;
|
||||||
|
|||||||
@@ -0,0 +1,269 @@
|
|||||||
|
//! NSGA-II — the canonical Pareto-based evolutionary algorithm.
|
||||||
|
|
||||||
|
use rand::Rng as _;
|
||||||
|
|
||||||
|
use crate::core::candidate::Candidate;
|
||||||
|
use crate::core::population::Population;
|
||||||
|
use crate::core::problem::Problem;
|
||||||
|
use crate::core::result::OptimizationResult;
|
||||||
|
use crate::core::rng::{Rng, rng_from_seed};
|
||||||
|
use crate::pareto::crowding::crowding_distance;
|
||||||
|
use crate::pareto::front::{best_candidate, pareto_front};
|
||||||
|
use crate::pareto::sort::non_dominated_sort;
|
||||||
|
use crate::traits::{Initializer, Optimizer, Variation};
|
||||||
|
|
||||||
|
/// Configuration for [`Nsga2`].
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct Nsga2Config {
|
||||||
|
/// Constant population size carried across generations.
|
||||||
|
pub population_size: usize,
|
||||||
|
/// Number of generations to run.
|
||||||
|
pub generations: usize,
|
||||||
|
/// Seed for the deterministic RNG.
|
||||||
|
pub seed: u64,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Default for Nsga2Config {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self { population_size: 100, generations: 250, seed: 42 }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// NSGA-II optimizer (spec §12.3).
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct Nsga2<I, V> {
|
||||||
|
/// Algorithm configuration.
|
||||||
|
pub config: Nsga2Config,
|
||||||
|
/// Initial-decision sampler.
|
||||||
|
pub initializer: I,
|
||||||
|
/// Offspring-producing variation operator.
|
||||||
|
pub variation: V,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<I, V> Nsga2<I, V> {
|
||||||
|
/// Construct an `Nsga2` optimizer.
|
||||||
|
pub fn new(config: Nsga2Config, initializer: I, variation: V) -> Self {
|
||||||
|
Self { config, initializer, variation }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Private bookkeeping for NSGA-II survival selection.
|
||||||
|
struct Nsga2Entry<D> {
|
||||||
|
candidate: Candidate<D>,
|
||||||
|
rank: usize,
|
||||||
|
crowding_distance: f64,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<P, I, V> Optimizer<P> for Nsga2<I, V>
|
||||||
|
where
|
||||||
|
P: Problem,
|
||||||
|
I: Initializer<P::Decision>,
|
||||||
|
V: Variation<P::Decision>,
|
||||||
|
{
|
||||||
|
fn run(&mut self, problem: &P) -> OptimizationResult<P::Decision> {
|
||||||
|
assert!(
|
||||||
|
self.config.population_size > 0,
|
||||||
|
"Nsga2 population_size must be greater than 0",
|
||||||
|
);
|
||||||
|
let n = self.config.population_size;
|
||||||
|
let objectives = problem.objectives();
|
||||||
|
let mut rng = rng_from_seed(self.config.seed);
|
||||||
|
|
||||||
|
// Initial population.
|
||||||
|
let initial_decisions = self.initializer.initialize(n, &mut rng);
|
||||||
|
assert_eq!(
|
||||||
|
initial_decisions.len(),
|
||||||
|
n,
|
||||||
|
"NSGA-II initializer must return exactly population_size decisions",
|
||||||
|
);
|
||||||
|
let mut population: Vec<Candidate<P::Decision>> = initial_decisions
|
||||||
|
.into_iter()
|
||||||
|
.map(|d| {
|
||||||
|
let e = problem.evaluate(&d);
|
||||||
|
Candidate::new(d, e)
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
let mut evaluations = population.len();
|
||||||
|
|
||||||
|
// Annotate the starting population with rank and crowding so the first
|
||||||
|
// round of tournament selection has data to compare on.
|
||||||
|
let mut annotated = annotate(population, &objectives);
|
||||||
|
|
||||||
|
for _ in 0..self.config.generations {
|
||||||
|
// --- Parent selection + offspring generation ---
|
||||||
|
let mut offspring: Vec<Candidate<P::Decision>> = Vec::with_capacity(n);
|
||||||
|
while offspring.len() < n {
|
||||||
|
let p1 = binary_tournament(&annotated, &mut rng);
|
||||||
|
let p2 = binary_tournament(&annotated, &mut rng);
|
||||||
|
let parents = vec![
|
||||||
|
annotated[p1].candidate.decision.clone(),
|
||||||
|
annotated[p2].candidate.decision.clone(),
|
||||||
|
];
|
||||||
|
let children = self.variation.vary(&parents, &mut rng);
|
||||||
|
assert!(
|
||||||
|
!children.is_empty(),
|
||||||
|
"NSGA-II variation returned no children",
|
||||||
|
);
|
||||||
|
for child_decision in children {
|
||||||
|
if offspring.len() >= n {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
let eval = problem.evaluate(&child_decision);
|
||||||
|
evaluations += 1;
|
||||||
|
offspring.push(Candidate::new(child_decision, eval));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Combine + survival selection ---
|
||||||
|
let mut combined: Vec<Candidate<P::Decision>> = Vec::with_capacity(2 * n);
|
||||||
|
combined.extend(annotated.into_iter().map(|e| e.candidate));
|
||||||
|
combined.extend(offspring);
|
||||||
|
|
||||||
|
let fronts = non_dominated_sort(&combined, &objectives);
|
||||||
|
let mut next: Vec<Candidate<P::Decision>> = Vec::with_capacity(n);
|
||||||
|
for front in &fronts {
|
||||||
|
if next.len() + front.len() <= n {
|
||||||
|
for &idx in front {
|
||||||
|
next.push(combined[idx].clone());
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Partial last front: keep the most diverse by crowding.
|
||||||
|
let dist = crowding_distance(&combined, front, &objectives);
|
||||||
|
let mut order: Vec<usize> = (0..front.len()).collect();
|
||||||
|
order.sort_by(|&a, &b| {
|
||||||
|
dist[b].partial_cmp(&dist[a]).unwrap_or(std::cmp::Ordering::Equal)
|
||||||
|
});
|
||||||
|
let needed = n - next.len();
|
||||||
|
for &k in order.iter().take(needed) {
|
||||||
|
next.push(combined[front[k]].clone());
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
if next.len() == n {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
population = next;
|
||||||
|
annotated = annotate(population, &objectives);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Return final state.
|
||||||
|
let final_pop: Vec<Candidate<P::Decision>> =
|
||||||
|
annotated.into_iter().map(|e| e.candidate).collect();
|
||||||
|
let front = pareto_front(&final_pop, &objectives);
|
||||||
|
let best = best_candidate(&final_pop, &objectives);
|
||||||
|
OptimizationResult::new(
|
||||||
|
Population::new(final_pop),
|
||||||
|
front,
|
||||||
|
best,
|
||||||
|
evaluations,
|
||||||
|
self.config.generations,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn annotate<D: Clone>(
|
||||||
|
population: Vec<Candidate<D>>,
|
||||||
|
objectives: &crate::core::objective::ObjectiveSpace,
|
||||||
|
) -> Vec<Nsga2Entry<D>> {
|
||||||
|
let n = population.len();
|
||||||
|
let fronts = non_dominated_sort(&population, objectives);
|
||||||
|
let mut rank = vec![0usize; n];
|
||||||
|
let mut dist = vec![0.0_f64; n];
|
||||||
|
for (r, front) in fronts.iter().enumerate() {
|
||||||
|
let d = crowding_distance(&population, front, objectives);
|
||||||
|
for (k, &idx) in front.iter().enumerate() {
|
||||||
|
rank[idx] = r;
|
||||||
|
dist[idx] = d[k];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
population
|
||||||
|
.into_iter()
|
||||||
|
.enumerate()
|
||||||
|
.map(|(i, c)| Nsga2Entry { candidate: c, rank: rank[i], crowding_distance: dist[i] })
|
||||||
|
.collect()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn binary_tournament<D>(entries: &[Nsga2Entry<D>], rng: &mut Rng) -> usize {
|
||||||
|
let n = entries.len();
|
||||||
|
let a = rng.random_range(0..n);
|
||||||
|
let b = rng.random_range(0..n);
|
||||||
|
let ea = &entries[a];
|
||||||
|
let eb = &entries[b];
|
||||||
|
if ea.rank < eb.rank {
|
||||||
|
a
|
||||||
|
} else if ea.rank > eb.rank {
|
||||||
|
b
|
||||||
|
} else if ea.crowding_distance > eb.crowding_distance {
|
||||||
|
a
|
||||||
|
} else if ea.crowding_distance < eb.crowding_distance {
|
||||||
|
b
|
||||||
|
} else if rng.random_bool(0.5) {
|
||||||
|
a
|
||||||
|
} else {
|
||||||
|
b
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
use crate::operators::{GaussianMutation, RealBounds};
|
||||||
|
use crate::tests_support::SchafferN1;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn final_population_has_expected_size() {
|
||||||
|
let mut opt = Nsga2::new(
|
||||||
|
Nsga2Config { population_size: 20, generations: 5, seed: 1 },
|
||||||
|
RealBounds::new(vec![(-5.0, 5.0)]),
|
||||||
|
GaussianMutation { sigma: 0.3 },
|
||||||
|
);
|
||||||
|
let r = opt.run(&SchafferN1);
|
||||||
|
assert_eq!(r.population.len(), 20);
|
||||||
|
assert!(!r.pareto_front.is_empty());
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn evaluation_count_at_least_initial_population() {
|
||||||
|
let mut opt = Nsga2::new(
|
||||||
|
Nsga2Config { population_size: 16, generations: 3, seed: 2 },
|
||||||
|
RealBounds::new(vec![(-5.0, 5.0)]),
|
||||||
|
GaussianMutation { sigma: 0.3 },
|
||||||
|
);
|
||||||
|
let r = opt.run(&SchafferN1);
|
||||||
|
assert!(r.evaluations >= 16);
|
||||||
|
assert_eq!(r.generations, 3);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn deterministic_with_same_seed() {
|
||||||
|
let mut a = Nsga2::new(
|
||||||
|
Nsga2Config { population_size: 16, generations: 5, seed: 99 },
|
||||||
|
RealBounds::new(vec![(-5.0, 5.0)]),
|
||||||
|
GaussianMutation { sigma: 0.2 },
|
||||||
|
);
|
||||||
|
let mut b = Nsga2::new(
|
||||||
|
Nsga2Config { population_size: 16, generations: 5, seed: 99 },
|
||||||
|
RealBounds::new(vec![(-5.0, 5.0)]),
|
||||||
|
GaussianMutation { sigma: 0.2 },
|
||||||
|
);
|
||||||
|
let ra = a.run(&SchafferN1);
|
||||||
|
let rb = b.run(&SchafferN1);
|
||||||
|
let oa: Vec<Vec<f64>> =
|
||||||
|
ra.pareto_front.iter().map(|c| c.evaluation.objectives.clone()).collect();
|
||||||
|
let ob: Vec<Vec<f64>> =
|
||||||
|
rb.pareto_front.iter().map(|c| c.evaluation.objectives.clone()).collect();
|
||||||
|
assert_eq!(oa, ob);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
#[should_panic(expected = "population_size must be greater than 0")]
|
||||||
|
fn zero_population_size_panics() {
|
||||||
|
let mut opt = Nsga2::new(
|
||||||
|
Nsga2Config { population_size: 0, generations: 1, seed: 0 },
|
||||||
|
RealBounds::new(vec![(-1.0, 1.0)]),
|
||||||
|
GaussianMutation { sigma: 0.1 },
|
||||||
|
);
|
||||||
|
let _ = opt.run(&SchafferN1);
|
||||||
|
}
|
||||||
|
}
|
||||||
+3
-1
@@ -18,4 +18,6 @@ pub use crate::pareto::{
|
|||||||
|
|
||||||
pub use crate::operators::{BitFlipMutation, GaussianMutation, RealBounds, SwapMutation};
|
pub use crate::operators::{BitFlipMutation, GaussianMutation, RealBounds, SwapMutation};
|
||||||
|
|
||||||
pub use crate::algorithms::{Paes, PaesConfig, RandomSearch, RandomSearchConfig};
|
pub use crate::algorithms::{
|
||||||
|
Nsga2, Nsga2Config, Paes, PaesConfig, RandomSearch, RandomSearchConfig,
|
||||||
|
};
|
||||||
|
|||||||
Reference in New Issue
Block a user