v0.1.5 YaResnet, MXResNet, Mish

Author: ayasyrev

README.md

@@ -102,7 +102,7 @@ <h1 id="ResBlock">ResBlock<a class="anchor-link" href="#ResBlock"> </a></h1>
 
 
 <div class="output_markdown rendered_html output_subarea ">
-<h2 id="ResBlock" class="doc_header"><code>class</code> <code>ResBlock</code><a href="https://github.com/ayasyrev/model_constructor/tree/master/model_constructor/layers.py#L209" class="source_link" style="float:right">[source]</a></h2><blockquote><p><code>ResBlock</code>(<strong><code>ni</code></strong>, <strong><code>nh</code></strong>, <strong><code>expansion</code></strong>=<em><code>1</code></em>, <strong><code>stride</code></strong>=<em><code>1</code></em>, <strong><code>conv_layer</code></strong>=<em><code>'ConvLayer'</code></em>, <strong><code>conv_block</code></strong>=<em><code>'ConvBlockBasic'</code></em>, <strong><code>downsample</code></strong>=<em><code>'DownsampleLayer'</code></em>, <strong><code>act_fn</code></strong>=<em><code>ReLU(inplace=True)</code></em>, <strong><code>act_id</code></strong>=<em><code>False</code></em>, <strong><code>zero_bn</code></strong>=<em><code>True</code></em>, <strong><code>sa</code></strong>=<em><code>False</code></em>, <strong><code>sym</code></strong>=<em><code>False</code></em>, <strong>**<code>kwargs</code></strong>) :: <code>Module</code></p>
+<h2 id="ResBlock" class="doc_header"><code>class</code> <code>ResBlock</code><a href="https://github.com/ayasyrev/model_constructor/tree/master/model_constructor/layers.py#L210" class="source_link" style="float:right">[source]</a></h2><blockquote><p><code>ResBlock</code>(<strong><code>ni</code></strong>, <strong><code>nh</code></strong>, <strong><code>expansion</code></strong>=<em><code>1</code></em>, <strong><code>stride</code></strong>=<em><code>1</code></em>, <strong><code>conv_layer</code></strong>=<em><code>'ConvLayer'</code></em>, <strong><code>conv_block</code></strong>=<em><code>'ConvBlockBasic'</code></em>, <strong><code>downsample</code></strong>=<em><code>'DownsampleLayer'</code></em>, <strong><code>act_fn</code></strong>=<em><code>ReLU(inplace=True)</code></em>, <strong><code>act_id</code></strong>=<em><code>False</code></em>, <strong><code>zero_bn</code></strong>=<em><code>True</code></em>, <strong><code>sa</code></strong>=<em><code>False</code></em>, <strong><code>sym</code></strong>=<em><code>False</code></em>, <strong>**<code>kwargs</code></strong>) :: <code>Module</code></p>
 </blockquote>
 <p>Base class for all neural network modules.</p>
 <p>Your models should also subclass this class.</p>
@@ -293,6 +293,14 @@ <h2 id="ResBlock" class="doc_header"><code>class</code> <code>ResBlock</code><a
 <div class="cell border-box-sizing text_cell rendered"><div class="inner_cell">
 <div class="text_cell_render border-box-sizing rendered_html">
 <h1 id="NewResBlock">NewResBlock<a class="anchor-link" href="#NewResBlock"> </a></h1>
+</div>
+</div>
+</div>
+<div class="cell border-box-sizing text_cell rendered"><div class="inner_cell">
+<div class="text_cell_render border-box-sizing rendered_html">
+<p>NewResBlock now is YaResBlock - Yet Another ResNet Block! It is now  at model_constructor.yaresnet.
+Here i left old name for compatibility with existing Notebooks.</p>
+
 </div>
 </div>
 </div>
@@ -345,6 +353,24 @@ <h2 id="NewResBlock" class="doc_header"><code>class</code> <code>NewResBlock</co
 </div>
 </div>
 
+</div>
+    {% endraw %}
+
+    {% raw %}
+    
+<div class="cell border-box-sizing code_cell rendered">
+<div class="input">
+
+<div class="inner_cell">
+    <div class="input_area">
+<div class=" highlight hl-ipython3"><pre><span></span><span class="c1"># from model_constructor.yaresnet import YaResBlock</span>
+<span class="c1"># NewResBlock = YaResBlock</span>
+</pre></div>
+
+    </div>
+</div>
+</div>
+
 </div>
     {% endraw %}
 
@@ -434,6 +460,25 @@ <h2 id="Net" class="doc_header"><code>class</code> <code>Net</code><a href="http
 </div>
 </div>
 
+<div class="output_wrapper">
+<div class="output">
+
+<div class="output_area">
+
+
+
+<div class="output_text output_subarea output_execute_result">
+<pre>Net constructor
+ expansion: 1, sa: 0, groups: 1
+ stem sizes: [3, 32, 32, 64]
+ body sizes [64, 64, 128, 256, 512]</pre>
+</div>
+
+</div>
+
+</div>
+</div>
+
 </div>
     {% endraw %}
 

docs/Net.html

@@ -55,6 +55,7 @@ def forward(self, x):
 # Mish: Self Regularized
 # Non-Monotonic Activation Function
 # https://github.com/digantamisra98/Mish
+# fastai forum discussion https://forums.fast.ai/t/meet-mish-new-activation-function-possible-successor-to-relu
 
 class Mish(nn.Module):
     '''Self Regularized Non-Monotonic Activation Function'''

docs/index.html

@@ -42,7 +42,7 @@ def __init__(self, expansion, ni, nh, stride=1,
     def forward(self, x): return self.act_fn(self.convs(x) + self.idconv(self.pool(x)))
 
 # Cell
-# Still no name - just New block YET!
+# NewResBlock now is YaResBlock - Yet Another ResNet Block! It is now at model_constructor.yaresnet.
 class NewResBlock(nn.Module):
     def __init__(self, expansion, ni, nh, stride=1,
                  conv_layer=ConvLayer, act_fn=act_fn, zero_bn=True, bn_1st=True,

docs/layers.html

@@ -275,6 +275,15 @@
     "# Mish"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "Mish - Self Regularized Non-Monotonic Activation Function  \n",
+    "https://github.com/digantamisra98/Mish  \n",
+    "fastai forum discussion https://forums.fast.ai/t/meet-mish-new-activation-function-possible-successor-to-relu  "
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -285,6 +294,7 @@
     "# Mish: Self Regularized\n",
     "# Non-Monotonic Activation Function\n",
     "# https://github.com/digantamisra98/Mish\n",
+    "# fastai forum discussion https://forums.fast.ai/t/meet-mish-new-activation-function-possible-successor-to-relu\n",
     "\n",
     "class Mish(nn.Module):\n",
     "    '''Self Regularized Non-Monotonic Activation Function'''\n",

model_constructor/layers.py

@@ -253,14 +253,22 @@
     "# NewResBlock"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "NewResBlock now is YaResBlock - Yet Another ResNet Block! It is now  at model_constructor.yaresnet.\n",
+    "Here i left old name for compatibility with existing Notebooks."
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
    "outputs": [],
    "source": [
     "%nbdev_export\n",
-    "# Still no name - just New block YET!\n",
+    "# NewResBlock now is YaResBlock - Yet Another ResNet Block! It is now at model_constructor.yaresnet.\n",
     "class NewResBlock(nn.Module):\n",
     "    def __init__(self, expansion, ni, nh, stride=1, \n",
     "                 conv_layer=ConvLayer, act_fn=act_fn, zero_bn=True, bn_1st=True,\n",
@@ -285,6 +293,17 @@
     "        return self.merge(self.convs(o) + self.idconv(o))"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# %nbdev_export\n",
+    "# from model_constructor.yaresnet import YaResBlock\n",
+    "# NewResBlock = YaResBlock"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -624,7 +643,21 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "Net constructor\n",
+       " expansion: 1, sa: 0, groups: 1\n",
+       " stem sizes: [3, 32, 32, 64]\n",
+       " body sizes [64, 64, 128, 256, 512]"
+      ]
+     },
+     "execution_count": null,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
    "source": [
     "model  = Net()\n",
     "model"
@@ -1789,6 +1822,7 @@
       "Converted 04_Net.ipynb.\n",
       "Converted 05_Twist.ipynb.\n",
       "Converted 06_YaResNet.ipynb.\n",
+      "Converted 07_MXResNet.ipynb.\n",
       "Converted index.ipynb.\n"
      ]
     }