Initial commit

layers-cifar/layer-params-18pct-noisylr.cfg

@@ -0,0 +1,47 @@
+# 18% error on CIFAR-10 in 20 minutes - layer definition file 
+
+# Reduce all learning rates by factor of 10 after 120 epochs.
+# Then another factor of 10 after 10 more epochs.
+
+[conv1]
+epsW=0.001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[conv2]
+epsW=0.001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[conv3]
+epsW=0.001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[fc10]
+epsW=0.001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=1
+schedW=linear[1,1]
+
+[logprob]
+coeff=1
+
+[rnorm1]
+scale=0.00005
+pow=.75
+
+[rnorm2]
+scale=0.00005
+pow=.75

layers-cifar/layer-params-conv-local-13pct-noisylr.cfg

@@ -0,0 +1,45 @@
+# 13% error on CIFAR-10 - layer parameter file 
+# See methodology: http://code.google.com/p/cuda-convnet/wiki/Methodology
+
+[conv1]
+epsW=0.00001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.00
+schedW=linear[1,1]
+
+[conv2]
+epsW=0.00001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.00
+schedW=linear[1,1]
+
+[local3]
+epsW=0.00001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[local4]
+epsW=0.00001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[fc10]
+epsW=0.00001
+epsB=0.002
+momW=0.9
+momB=0.9
+wc=0.004
+schedW=linear[1,1]
+
+[logprob]
+coeff=1

layers-cifar/layers-18pct.cfg

@@ -0,0 +1,106 @@
+# 18% error on CIFAR-10 in 20 minutes - layer definition file 
+
+[data]
+type=data
+dataIdx=0
+
+[labels]
+type=data
+dataIdx=1
+
+[conv1]
+type=conv
+inputs=data
+channels=3
+filters=32
+padding=2
+stride=1
+filterSize=5
+initW=0.0001
+partialSum=4
+sharedBiases=1
+gpu=0
+
+[pool1]
+type=pool
+pool=max
+inputs=conv1
+start=0
+sizeX=3
+stride=2
+outputsX=0
+channels=32
+neuron=relu
+
+[rnorm1]
+type=rnorm
+inputs=pool1
+channels=32
+size=3
+
+[conv2]
+type=conv
+inputs=rnorm1
+filters=32
+padding=2
+stride=1
+filterSize=5
+channels=32
+neuron=relu
+initW=0.01
+partialSum=4
+sharedBiases=1
+
+[pool2]
+type=pool
+pool=avg
+inputs=conv2
+start=0
+sizeX=3
+stride=2
+outputsX=0
+channels=32
+
+[rnorm2]
+type=rnorm
+inputs=pool2
+channels=32
+size=3
+
+[conv3]
+type=conv
+inputs=rnorm2
+filters=64
+padding=2
+stride=1
+filterSize=5
+channels=32
+neuron=relu
+initW=0.01
+partialSum=4
+sharedBiases=1
+
+[pool3]
+type=pool
+pool=avg
+inputs=conv3
+start=0
+sizeX=3
+stride=2
+outputsX=0
+channels=64
+
+[fc10]
+type=fc
+outputs=10
+inputs=pool3
+initW=0.01
+
+[probs]
+type=softmax
+inputs=fc10
+
+[logprob]
+type=cost.logreg
+inputs=labels,probs
+gpu=0

layers-cifar/layers-conv-local-13pct.cfg

@@ -0,0 +1,95 @@
+# 13% error on CIFAR-10 in 20 minutes - layer definition file 
+# See methodology: http://code.google.com/p/cuda-convnet/wiki/Methodology
+
+[data]
+type=data
+dataIdx=0
+
+[labels]
+type=data
+dataIdx=1
+
+[conv1]
+type=conv
+inputs=data
+channels=3
+filters=64
+padding=2
+stride=1
+filterSize=5
+neuron=relu
+initW=0.0001
+partialSum=4
+sharedBiases=1
+gpu=0
+
+[pool1]
+type=pool
+pool=max
+inputs=conv1
+start=0
+sizeX=3
+stride=2
+outputsX=0
+channels=64
+
+[conv2]
+type=conv
+inputs=pool1
+filters=64
+padding=2
+stride=1
+filterSize=5
+channels=64
+neuron=relu
+initW=0.01
+partialSum=8
+sharedBiases=1
+
+[pool2]
+type=pool
+pool=max
+inputs=conv2
+start=0
+sizeX=3
+stride=2
+outputsX=0
+channels=64
+
+[local3]
+type=local
+inputs=pool2
+filters=32
+padding=1
+stride=1
+filterSize=3
+channels=64
+neuron=relu
+initW=0.04
+
+[local4]
+type=local
+inputs=local3
+filters=32
+padding=1
+stride=1
+filterSize=3
+channels=32
+neuron=relu
+initW=0.04
+
+[fc10]
+type=fc
+outputs=10
+inputs=local4
+initW=0.01
+neuron=ident
+
+[probs]
+type=softmax
+inputs=fc10
+
+[logprob]
+type=cost.logreg
+inputs=labels,probs
+gpu=0