[conv1a] epsW=0.0000 epsB=0.00 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv1b] epsW=0.0000 epsB=0.00 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv2a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv2b] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv3a] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv3b] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv4a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv4b] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5b] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [fc2048a] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [fc2048b] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [fc2048ba] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [fc2048bb] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [fc1000] epsW=0.00001,0.00001 epsB=0.02 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [logprob] coeff=1 topk=5 [hs1a] enable=true [hs2a] enable=true [hs1b] enable=true [hs2b] enable=true # this is like #145 but without normalization layers # on guppy9 # logs/layers-148.log # /nobackup/kriz/tmp/ConvNet__2012-11-02_23.33.30 # epoch 22: set epsw to 0.001 from 0.01 # epoch 44: set epsw to 0.0001 from 0.001 # epoch 69: set epsw to 0.00001 from 0.0001 on conv1, set color noise to 0 from 0.1 # epoch 73: set epsw to 0 from 0.00001 on conv1 # epoch 86: set epsw to 0.00001 from 0.0001 # epoch 97: killed # validation multiview: # logprob: 1.822358, 0.420340, 0.193620 (1.4% top-1 worse than 145)