From 2e7c75eb1b4203ffc38ab510a979d673bde5f6ed Mon Sep 17 00:00:00 2001
From: Lei <45155667+leifu1128@users.noreply.github.com>
Date: Tue, 29 Aug 2023 18:59:02 -0400
Subject: [PATCH] link paper

---
 candle-nn/examples/lamb_optimizer.rs | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/candle-nn/examples/lamb_optimizer.rs b/candle-nn/examples/lamb_optimizer.rs
index 02a8b30a6..bb0eaad09 100644
--- a/candle-nn/examples/lamb_optimizer.rs
+++ b/candle-nn/examples/lamb_optimizer.rs
@@ -50,6 +50,7 @@ pub struct Lamb {
     params: ParamsLamb,
 }
 
+// based on https://arxiv.org/pdf/1904.00962.pdf
 impl Lamb {
     pub fn new(vars: Vec<Var>, params: ParamsLamb) -> Result<Self> {
         let vars = vars.into_iter().map(|var| {
@@ -161,4 +162,4 @@ fn test_clamp() -> Result<()> {
         vec![2.0, 2.0, 3.0, 3.0]
     );
     Ok(())
-}
\ No newline at end of file
+}