Commit a2ba46e9 authored by Farhad Ramezanghorbani's avatar Farhad Ramezanghorbani Committed by Gao, Xiang
Browse files

Remove the first layer's weight decay parameters of each atomic network (#279)

parent 25dd28bb
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -27,8 +27,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -55,8 +53,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -83,8 +79,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -111,8 +105,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
......@@ -26,8 +26,6 @@ network_setup {
nodes=160;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=128;
......@@ -54,8 +52,6 @@ network_setup {
nodes=144;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -82,8 +78,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......@@ -110,8 +104,6 @@ network_setup {
nodes=128;
activation=9;
type=0;
l2norm=1;
l2valu=0.0001;
]
layer [
nodes=112;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment