diff --git a/candle-nn/examples/lamb_optimizer.rs b/candle-nn/examples/lamb_optimizer.rs index 02a8b30a6..bb0eaad09 100644 --- a/candle-nn/examples/lamb_optimizer.rs +++ b/candle-nn/examples/lamb_optimizer.rs @@ -50,6 +50,7 @@ pub struct Lamb { params: ParamsLamb, } +// based on https://arxiv.org/pdf/1904.00962.pdf impl Lamb { pub fn new(vars: Vec, params: ParamsLamb) -> Result { let vars = vars.into_iter().map(|var| { @@ -161,4 +162,4 @@ fn test_clamp() -> Result<()> { vec![2.0, 2.0, 3.0, 3.0] ); Ok(()) -} \ No newline at end of file +}