Tutorial 5: Adjusting PreAct 1x1 comment

vinloo · Mar 6, 2023 · 3c5703b · 3c5703b
1 parent b0e2c2f
commit 3c5703b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docs/tutorial_notebooks/tutorial5/Inception_ResNet_DenseNet.ipynb b/docs/tutorial_notebooks/tutorial5/Inception_ResNet_DenseNet.ipynb
@@ -1472,7 +1472,7 @@
     "            nn.Conv2d(c_out, c_out, kernel_size=3, padding=1, bias=False)\n",
     "        )\n",
     "        \n",
-    "        # 1x1 convolution needs to apply non-linearity as well as not done on skip connection\n",
+    "        # 1x1 convolution can apply non-linearity as well, but not strictly necessary\n",
     "        self.downsample = nn.Sequential(\n",
     "            nn.BatchNorm2d(c_in),\n",
     "            act_fn(),\n",