Minor improvements

mtanghu · Feb 9, 2022 · ce2cb36 · ce2cb36
1 parent d95c07f
commit ce2cb36
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/dni.py b/dni.py
@@ -16,7 +16,7 @@
 
 class Synthesizer(nn.Module):
     def __init__(self, size, is_lstm = True, hidden_layers = 1, factor = 1, allow_backwarding = False, activation = nn.GELU,
-                 optimizer = torch.optim.Adam, lr = .0001, aux = False, use_improvement = True):
+                 optimizer = torch.optim.AdamW, lr = .0001, aux = False, use_improvement = True):
         super().__init__()
         self.factor = factor
         self.is_lstm = is_lstm

diff --git a/examples/awd-lstm-lm b/examples/awd-lstm-lm
+16 −0		README.md
+0 −0		__init__.py
+87 −0		asgd.py
+0 −0		cache/.gitkeep
+1 −1		data.py
+0 −0		data/.gitkeep
+39 −0		embed_regularize.py
+192 −76		main.py
+7 −3		model.py
+32 −0		model_save.py
+0 −0		save/.gitkeep
+20 −0		sys_config.py
+11 −4		utils.py
+5 −3		weight_drop.py