Skip to content

Commit 99636a4

Browse files
ayasyrevayasyrev
committed
convmixer refactor
1 parent cd6dcde commit 99636a4

File tree

8 files changed

+2204
-111
lines changed

8 files changed

+2204
-111
lines changed

‎Nbs/06_ConvMixer.ipynb‎

Lines changed: 1415 additions & 0 deletions
Large diffs are not rendered by default.

‎docs/ConvMixer.html‎

Lines changed: 657 additions & 0 deletions
Large diffs are not rendered by default.

‎docs/Net.html‎

Lines changed: 22 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -366,9 +366,9 @@ <h1 id="ResBlock">ResBlock<a class="anchor-link" href="#ResBlock"> </a></h1>
366366
(se): SEBlock(
367367
(squeeze): AdaptiveAvgPool2d(output_size=1)
368368
(excitation): Sequential(
369-
(fc_reduce): Linear(in_features=128, out_features=8, bias=False)
369+
(fc_reduce): Linear(in_features=128, out_features=8, bias=True)
370370
(se_act): ReLU(inplace=True)
371-
(fc_expand): Linear(in_features=8, out_features=128, bias=False)
371+
(fc_expand): Linear(in_features=8, out_features=128, bias=True)
372372
(sigmoid): Sigmoid()
373373
)
374374
)
@@ -1124,9 +1124,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
11241124
(se): SEBlock(
11251125
(squeeze): AdaptiveAvgPool2d(output_size=1)
11261126
(excitation): Sequential(
1127-
(fc_reduce): Linear(in_features=128, out_features=8, bias=False)
1127+
(fc_reduce): Linear(in_features=128, out_features=8, bias=True)
11281128
(se_act): ReLU(inplace=True)
1129-
(fc_expand): Linear(in_features=8, out_features=128, bias=False)
1129+
(fc_expand): Linear(in_features=8, out_features=128, bias=True)
11301130
(sigmoid): Sigmoid()
11311131
)
11321132
)
@@ -1152,9 +1152,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
11521152
(se): SEBlock(
11531153
(squeeze): AdaptiveAvgPool2d(output_size=1)
11541154
(excitation): Sequential(
1155-
(fc_reduce): Linear(in_features=128, out_features=8, bias=False)
1155+
(fc_reduce): Linear(in_features=128, out_features=8, bias=True)
11561156
(se_act): ReLU(inplace=True)
1157-
(fc_expand): Linear(in_features=8, out_features=128, bias=False)
1157+
(fc_expand): Linear(in_features=8, out_features=128, bias=True)
11581158
(sigmoid): Sigmoid()
11591159
)
11601160
)
@@ -1270,9 +1270,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
12701270
(se): SEBlock(
12711271
(squeeze): AdaptiveAvgPool2d(output_size=1)
12721272
(excitation): Sequential(
1273-
(fc_reduce): Linear(in_features=256, out_features=16, bias=False)
1273+
(fc_reduce): Linear(in_features=256, out_features=16, bias=True)
12741274
(se_act): ReLU(inplace=True)
1275-
(fc_expand): Linear(in_features=16, out_features=256, bias=False)
1275+
(fc_expand): Linear(in_features=16, out_features=256, bias=True)
12761276
(sigmoid): Sigmoid()
12771277
)
12781278
)
@@ -1302,9 +1302,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
13021302
(se): SEBlock(
13031303
(squeeze): AdaptiveAvgPool2d(output_size=1)
13041304
(excitation): Sequential(
1305-
(fc_reduce): Linear(in_features=256, out_features=16, bias=False)
1305+
(fc_reduce): Linear(in_features=256, out_features=16, bias=True)
13061306
(se_act): ReLU(inplace=True)
1307-
(fc_expand): Linear(in_features=16, out_features=256, bias=False)
1307+
(fc_expand): Linear(in_features=16, out_features=256, bias=True)
13081308
(sigmoid): Sigmoid()
13091309
)
13101310
)
@@ -1336,9 +1336,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
13361336
(se): SEBlock(
13371337
(squeeze): AdaptiveAvgPool2d(output_size=1)
13381338
(excitation): Sequential(
1339-
(fc_reduce): Linear(in_features=512, out_features=32, bias=False)
1339+
(fc_reduce): Linear(in_features=512, out_features=32, bias=True)
13401340
(se_act): ReLU(inplace=True)
1341-
(fc_expand): Linear(in_features=32, out_features=512, bias=False)
1341+
(fc_expand): Linear(in_features=32, out_features=512, bias=True)
13421342
(sigmoid): Sigmoid()
13431343
)
13441344
)
@@ -1368,9 +1368,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
13681368
(se): SEBlock(
13691369
(squeeze): AdaptiveAvgPool2d(output_size=1)
13701370
(excitation): Sequential(
1371-
(fc_reduce): Linear(in_features=512, out_features=32, bias=False)
1371+
(fc_reduce): Linear(in_features=512, out_features=32, bias=True)
13721372
(se_act): ReLU(inplace=True)
1373-
(fc_expand): Linear(in_features=32, out_features=512, bias=False)
1373+
(fc_expand): Linear(in_features=32, out_features=512, bias=True)
13741374
(sigmoid): Sigmoid()
13751375
)
13761376
)
@@ -1399,9 +1399,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
13991399
(se): SEBlock(
14001400
(squeeze): AdaptiveAvgPool2d(output_size=1)
14011401
(excitation): Sequential(
1402-
(fc_reduce): Linear(in_features=1024, out_features=64, bias=False)
1402+
(fc_reduce): Linear(in_features=1024, out_features=64, bias=True)
14031403
(se_act): ReLU(inplace=True)
1404-
(fc_expand): Linear(in_features=64, out_features=1024, bias=False)
1404+
(fc_expand): Linear(in_features=64, out_features=1024, bias=True)
14051405
(sigmoid): Sigmoid()
14061406
)
14071407
)
@@ -1431,9 +1431,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
14311431
(se): SEBlock(
14321432
(squeeze): AdaptiveAvgPool2d(output_size=1)
14331433
(excitation): Sequential(
1434-
(fc_reduce): Linear(in_features=1024, out_features=64, bias=False)
1434+
(fc_reduce): Linear(in_features=1024, out_features=64, bias=True)
14351435
(se_act): ReLU(inplace=True)
1436-
(fc_expand): Linear(in_features=64, out_features=1024, bias=False)
1436+
(fc_expand): Linear(in_features=64, out_features=1024, bias=True)
14371437
(sigmoid): Sigmoid()
14381438
)
14391439
)
@@ -1462,9 +1462,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
14621462
(se): SEBlock(
14631463
(squeeze): AdaptiveAvgPool2d(output_size=1)
14641464
(excitation): Sequential(
1465-
(fc_reduce): Linear(in_features=2048, out_features=128, bias=False)
1465+
(fc_reduce): Linear(in_features=2048, out_features=128, bias=True)
14661466
(se_act): ReLU(inplace=True)
1467-
(fc_expand): Linear(in_features=128, out_features=2048, bias=False)
1467+
(fc_expand): Linear(in_features=128, out_features=2048, bias=True)
14681468
(sigmoid): Sigmoid()
14691469
)
14701470
)
@@ -1494,9 +1494,9 @@ <h1 id="Net---Model-Constructor.">Net - Model Constructor.<a class="anchor-link"
14941494
(se): SEBlock(
14951495
(squeeze): AdaptiveAvgPool2d(output_size=1)
14961496
(excitation): Sequential(
1497-
(fc_reduce): Linear(in_features=2048, out_features=128, bias=False)
1497+
(fc_reduce): Linear(in_features=2048, out_features=128, bias=True)
14981498
(se_act): ReLU(inplace=True)
1499-
(fc_expand): Linear(in_features=128, out_features=2048, bias=False)
1499+
(fc_expand): Linear(in_features=128, out_features=2048, bias=True)
15001500
(sigmoid): Sigmoid()
15011501
)
15021502
)

0 commit comments

Comments
 (0)