[conv1a] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv1b] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv1c] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv1d] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0.00 [conv2a] epsW=0.01,0.01 epsB=0.00 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0.00,0.00 wcNormMin=0.001,0 wcNormMax=0.002,0 [conv2b] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0.00,0.00 wcNormMin=0.001,0 wcNormMax=0.002,0 [conv2c] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0.00,0.00 wcNormMin=0.001,0 wcNormMax=0.002,0 [conv2d] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0.00,0.00 wcNormMin=0.001,0 wcNormMax=0.002,0 [conv3a] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv3b] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv3c] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv3d] epsW=0.01,0.01 epsB=0.002 momW=0.9,0.9 momB=0.9 wc=0.0005,0.0005 wball=0,0 [conv4a] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv4b] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv4c] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv4d] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5a] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5b] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5c] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [conv5d] epsW=0.01 epsB=0.002 momW=0.9 momB=0.9 wc=0.0005 wball=0 [fc1024a] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024b] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024c] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024d] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024-2a] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024-2b] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024-2c] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1024-2d] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [fc1000] epsW=0.01,0.01,0.01,0.01 epsB=0.002 momW=0.9,0.9,0.9,0.9 momB=0.9 wc=0.0005,0.0005,0.0005,0.0005 wball=0,0,0,0 [logprob] coeff=1 topk=5 [hs1a] enable=true [hs2a] enable=true [hs1b] enable=true [hs2b] enable=true [hs1c] enable=true [hs2c] enable=true [hs1d] enable=true [hs2d] enable=true [rnorm1a] scale=0.0001 pow=0.75 [rnorm1b] scale=0.0001 pow=0.75 [rnorm1c] scale=0.0001 pow=0.75 [rnorm1d] scale=0.0001 pow=0.75 [rnorm2a] scale=0.0001 pow=0.75 [rnorm2b] scale=0.0001 pow=0.75 [rnorm2c] scale=0.0001 pow=0.75 [rnorm2d] scale=0.0001 pow=0.75 # on guppy8 # this is like 112, but has wcnorm in conv2, and also its on 4 gpus