AlexNet/layers/layer-params-145.cfg
Laurent El Shafey 9fdd561586 Initial commit
2024-12-10 08:56:11 -08:00

204 lines
2.7 KiB
INI

[conv1a]
epsW=0.000
epsB=0.0
momW=0.9
momB=0.9
wc=0.0005
wball=0.00
[conv1b]
epsW=0.000
epsB=0.0
momW=0.9
momB=0.9
wc=0.0005
wball=0.00
[conv2a]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0.00
[conv2b]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0.00
[conv3a]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[conv3b]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[conv4a]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0
[conv4b]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0
[conv5a]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0
[conv5b]
epsW=0.00001
epsB=0.02
momW=0.9
momB=0.9
wc=0.0005
wball=0
[fc2048a]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[fc2048b]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[fc2048ba]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[fc2048bb]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[fc1000]
epsW=0.00001,0.00001
epsB=0.02
momW=0.9,0.9
momB=0.9
wc=0.0005,0.0005
wball=0,0
[logprob]
coeff=1
topk=5
[hs1a]
enable=true
[hs2a]
enable=true
[hs1b]
enable=true
[hs2b]
enable=true
[rnorm1a]
scale=0.0001
pow=0.75
minDiv=2
[rnorm1b]
scale=0.0001
pow=0.75
minDiv=2
[rnorm2a]
scale=0.0001
pow=0.75
minDiv=2
[rnorm2b]
scale=0.0001
pow=0.75
minDiv=2
[cnorm2a]
scale=0.001
pow=0.75
[cnorm2b]
scale=0.001
pow=0.75
# this is like #137 but without low-res stuff
# on gpu (now guppy9)
# logs/layers-145.log
# /storage/tmp/ConvNet__2012-09-13_03.43.56
# epoch 25: set epsw to 0.001 from 0.01
# epoch 36: paused for localization experiments
# resuming on guppy9
# logs/layers-145-cont.log
# /nobackup/kriz/tmp/ConvNet__2012-09-13_03.43.56
# epoch 51: set epsw to 0.0001 from 0.001
# epoch 58: paused for imgnet-20k experiments
# moved to guppy8
# epoch 67: set epsw to 0.00001 from 0.0001 on conv1
# set color noise to 0 from 0.1
# epoch 72: set epsw to 0 on conv1
# epoch 79: set epsw to 0.00001 from 0.0001
# epoch 91: killed
# logprob: 1.741473, 0.406640, 0.182100
# on 2012-full:
# on guppy7
# logs/layers-145-full.log
# /nobackup/kriz/tmp/ConvNet__2012-09-23_19.38.45
# epoch 19: set epsw to 0.001 from 0.01
# epoch 47: set epsw to 0.0001 from 0.001
# epoch 61: moved to gpu
# pushing learning rate back up:
# on guppy9
# /nobackup/kriz/tmp/ConvNet__2012-09-13_03.43.56.2
# start epsw 0.001 (still 0 on conv1)
# color noise put back to 0.1
# logs/layers-145.log
# epoch 107: set epsw to 0.0001 from 0.001
# epoch 124: set epsw to 0.00001 from 0.0001
# set color noise to 0 from 0.1
# epoch 135: killed
# multiview test:
# logprob: 1.725738, 0.402500, 0.179940