feat(algorithms): add HillClimber single-objective greedy local search

The simplest possible local search: start from one initializer-sampled
decision, repeatedly mutate it via the variation operator, and keep the
child only when it is strictly better than the current incumbent (with
the standard feasible-beats-infeasible / lower-violation tiebreaks
when relevant).

Single-objective only — panics with a clear message if the problem
exposes more than one objective. Deterministic under a seed. Returns
a population/front of size one (the current incumbent) so it slots
into the comparison harness like any other optimizer.
This commit is contained in:
2026-05-05 09:51:10 -06:00
parent cf3b6acd10
commit a93d0df858
3 changed files with 156 additions and 3 deletions
+151
View File
@@ -0,0 +1,151 @@
//! `HillClimber` — single-objective greedy local search.
use crate::core::candidate::Candidate;
use crate::core::objective::Direction;
use crate::core::population::Population;
use crate::core::problem::Problem;
use crate::core::result::OptimizationResult;
use crate::core::rng::rng_from_seed;
use crate::traits::{Initializer, Optimizer, Variation};
/// Configuration for [`HillClimber`].
#[derive(Debug, Clone)]
pub struct HillClimberConfig {
/// Number of mutation iterations.
pub iterations: usize,
/// Seed for the deterministic RNG.
pub seed: u64,
}
impl Default for HillClimberConfig {
fn default() -> Self {
Self { iterations: 1000, seed: 42 }
}
}
/// Single-objective greedy hill climber.
///
/// Starts from one initializer-sampled decision, repeatedly mutates it via
/// the variation operator, and keeps the child only when it is strictly
/// better than the current incumbent. Standard feasibility tiebreaks apply:
/// feasible beats infeasible, smaller violation wins among infeasibles.
///
/// Single-objective only.
#[derive(Debug, Clone)]
pub struct HillClimber<I, V> {
/// Algorithm configuration.
pub config: HillClimberConfig,
/// Initial-decision sampler.
pub initializer: I,
/// Mutation operator.
pub variation: V,
}
impl<I, V> HillClimber<I, V> {
/// Construct a `HillClimber`.
pub fn new(config: HillClimberConfig, initializer: I, variation: V) -> Self {
Self { config, initializer, variation }
}
}
impl<P, I, V> Optimizer<P> for HillClimber<I, V>
where
P: Problem + Sync,
P::Decision: Send,
I: Initializer<P::Decision>,
V: Variation<P::Decision>,
{
fn run(&mut self, problem: &P) -> OptimizationResult<P::Decision> {
let objectives = problem.objectives();
assert!(
objectives.is_single_objective(),
"HillClimber requires exactly one objective",
);
let direction = objectives.objectives[0].direction;
let mut rng = rng_from_seed(self.config.seed);
let mut initial = self.initializer.initialize(1, &mut rng);
assert!(!initial.is_empty(), "HillClimber initializer returned no decisions");
let mut current_decision = initial.remove(0);
let mut current_eval = problem.evaluate(&current_decision);
let mut evaluations = 1usize;
for _ in 0..self.config.iterations {
let parents = vec![current_decision.clone()];
let children = self.variation.vary(&parents, &mut rng);
assert!(!children.is_empty(), "HillClimber variation returned no children");
let child_decision = children.into_iter().next().unwrap();
let child_eval = problem.evaluate(&child_decision);
evaluations += 1;
let child_better = match (child_eval.is_feasible(), current_eval.is_feasible()) {
(true, false) => true,
(false, true) => false,
(false, false) => {
child_eval.constraint_violation < current_eval.constraint_violation
}
(true, true) => match direction {
Direction::Minimize => child_eval.objectives[0] < current_eval.objectives[0],
Direction::Maximize => child_eval.objectives[0] > current_eval.objectives[0],
},
};
if child_better {
current_decision = child_decision;
current_eval = child_eval;
}
}
let best = Candidate::new(current_decision, current_eval);
let population = Population::new(vec![best.clone()]);
let front = vec![best.clone()];
OptimizationResult::new(
population,
front,
Some(best),
evaluations,
self.config.iterations,
)
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::operators::{GaussianMutation, RealBounds};
use crate::tests_support::{SchafferN1, Sphere1D};
fn make_optimizer(seed: u64) -> HillClimber<RealBounds, GaussianMutation> {
HillClimber::new(
HillClimberConfig { iterations: 500, seed },
RealBounds::new(vec![(-5.0, 5.0)]),
GaussianMutation { sigma: 0.3 },
)
}
#[test]
fn finds_minimum_of_sphere() {
let mut opt = make_optimizer(1);
let r = opt.run(&Sphere1D);
let best = r.best.unwrap();
assert!(best.evaluation.objectives[0] < 1e-2, "got f = {}", best.evaluation.objectives[0]);
}
#[test]
fn deterministic_with_same_seed() {
let mut a = make_optimizer(99);
let mut b = make_optimizer(99);
let ra = a.run(&Sphere1D);
let rb = b.run(&Sphere1D);
assert_eq!(
ra.best.unwrap().evaluation.objectives,
rb.best.unwrap().evaluation.objectives,
);
}
#[test]
#[should_panic(expected = "exactly one objective")]
fn multi_objective_panics() {
let mut opt = make_optimizer(0);
let _ = opt.run(&SchafferN1);
}
}
+2
View File
@@ -1,6 +1,7 @@
//! Built-in reference optimizers. //! Built-in reference optimizers.
pub mod differential_evolution; pub mod differential_evolution;
pub mod hill_climber;
pub mod moead; pub mod moead;
pub mod nsga2; pub mod nsga2;
pub mod nsga3; pub mod nsga3;
@@ -10,6 +11,7 @@ pub mod random_search;
pub mod spea2; pub mod spea2;
pub use differential_evolution::*; pub use differential_evolution::*;
pub use hill_climber::*;
pub use moead::*; pub use moead::*;
pub use nsga2::*; pub use nsga2::*;
pub use nsga3::*; pub use nsga3::*;
+3 -3
View File
@@ -22,7 +22,7 @@ pub use crate::operators::{
}; };
pub use crate::algorithms::{ pub use crate::algorithms::{
DifferentialEvolution, DifferentialEvolutionConfig, Moead, MoeadConfig, Nsga2, DifferentialEvolution, DifferentialEvolutionConfig, HillClimber, HillClimberConfig,
Nsga2Config, Nsga3, Nsga3Config, Paes, PaesConfig, RandomSearch, RandomSearchConfig, Moead, MoeadConfig, Nsga2, Nsga2Config, Nsga3, Nsga3Config, Paes, PaesConfig,
Spea2, Spea2Config, RandomSearch, RandomSearchConfig, Spea2, Spea2Config,
}; };