Update vanillanet.py

huawei-noah · Jun 7, 2023 · a0e3043 · a0e3043
1 parent b6b9bf7
commit a0e3043
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/models/vanillanet.py b/models/vanillanet.py
@@ -10,7 +10,7 @@
 from timm.models.layers import weight_init, DropPath
 from timm.models.registry import register_model
 
-
+# Series informed activation function. Implemented by conv.
 class activation(nn.ReLU):
     def __init__(self, dim, act_num=3, deploy=False):
         super(activation, self).__init__()
@@ -84,7 +84,10 @@ def forward(self, x):
             x = self.conv(x)
         else:
             x = self.conv1(x)
+
+            # We use leakyrelu to implement the deep training technique.
             x = torch.nn.functional.leaky_relu(x,self.act_learn)
+
             x = self.conv2(x)
 
         x = self.pool(x)