link paper

huggingface · Aug 29, 2023 · 2e7c75e · 2e7c75e
1 parent e9919c4
commit 2e7c75e
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/candle-nn/examples/lamb_optimizer.rs b/candle-nn/examples/lamb_optimizer.rs
@@ -50,6 +50,7 @@ pub struct Lamb {
  params: ParamsLamb,
 }
 
+// based on https://arxiv.org/pdf/1904.00962.pdf
 impl Lamb {
  pub fn new(vars: Vec<Var>, params: ParamsLamb) -> Result<Self> {
  let vars = vars.into_iter().map(|var| {
@@ -161,4 +162,4 @@ fn test_clamp() -> Result<()> {
  vec![2.0, 2.0, 3.0, 3.0]
  );
  Ok(())
-}
+}