[conv1a] epsW=0.00001 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv2a] epsW=0.00001 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv3a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv4a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [fc4096a] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [fc4096ba] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [fc1000] epsW=0.00001 epsB=0.02 momW=0.9 momB=0.9 wc=0.0005 wball=0 [logprob] coeff=1 topk=5 [hs1a] enable=true [hs2a] enable=true [rnorm1a] scale=0.0001 pow=0.75 minDiv=2 [rnorm2a] scale=0.0001 pow=0.75 minDiv=2 [cnorm2a] scale=0.001 pow=0.75 # this is #145 but only one column, although conv5 is as wide as 2 columns because otherwise this net would have about half as many parameters as the 2-column net, which wouldnt make for a fair comparison. # on guppy9 # trained on 2010 # logs/layers-145-half.log # /nobackup/kriz/tmp/ConvNet__2012-11-03_01.00.35 # epoch 20: set epstw ot 0.001 from 0.01 # epoch 48: set epstw ot 0.0001 from 0.001 # epoch 66: set epsw to 0.00001 from 0.0001 on conv1, set color noise to 0 from 0.1 # epoch 72: set epsw to 0 from 0.00001 on conv1 # epoch 96: killed # test multiview logprob: 1.702802, 0.391680, 0.182287