Commit a2ba46e9 authored by Farhad Ramezanghorbani's avatar Farhad Ramezanghorbani Committed by Gao, Xiang
Browse files

Remove the first layer's weight decay parameters of each atomic network (#279)

parent 25dd28bb
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -27,8 +27,6 @@ network_setup { ...@@ -27,8 +27,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -55,8 +53,6 @@ network_setup { ...@@ -55,8 +53,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -83,8 +79,6 @@ network_setup { ...@@ -83,8 +79,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -111,8 +105,6 @@ network_setup { ...@@ -111,8 +105,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
...@@ -26,8 +26,6 @@ network_setup { ...@@ -26,8 +26,6 @@ network_setup {
nodes=160; nodes=160;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=128; nodes=128;
...@@ -54,8 +52,6 @@ network_setup { ...@@ -54,8 +52,6 @@ network_setup {
nodes=144; nodes=144;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -82,8 +78,6 @@ network_setup { ...@@ -82,8 +78,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
...@@ -110,8 +104,6 @@ network_setup { ...@@ -110,8 +104,6 @@ network_setup {
nodes=128; nodes=128;
activation=9; activation=9;
type=0; type=0;
l2norm=1;
l2valu=0.0001;
] ]
layer [ layer [
nodes=112; nodes=112;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment