jens/Rbm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- gibbsDoSampleHidden and gibbsDoSampleVisible onl used only training

Browse Source 
- very good results

git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@852 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2022-01-20 18:16:35 +00:00
parent 9611c00213
commit ae81da610b
3 changed files with 125 additions and 85 deletions
Download Patch File Download Diff File Expand all files Collapse all files
poet_2v_5s.prj
+41 -41
View File
@@ -6,31 +6,7 @@
{
"id" : 0,
"name" : "Layer",
"numContext" : 8,
"numHidden" : 64,
"numVisibleX" : 37,
"numVisibleY" : 2,
"rbm" :
{
"params" :
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 0,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.10000000000000001,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 10000,
"numGibbs" : 1,
"weightDecay" : 0.0
}
}
},
{
"id" : 1,
"name" : "Layer",
"numContext" : 64,
"numContext" : 0,
"numHidden" : 128,
"numVisibleX" : 37,
"numVisibleY" : 2,
@@ -40,12 +16,36 @@
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 0,
"gibbsDoSampleHidden" : 1,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.10000000000000001,
"learningRate" : 0.250000000000,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 5000,
"numEpochs" : 1000,
"numGibbs" : 1,
"weightDecay" : 0.0
}
}
},
{
"id" : 1,
"name" : "Layer",
"numContext" : 128,
"numHidden" : 128,
"numVisibleX" : 37,
"numVisibleY" : 2,
"rbm" :
{
"params" :
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 1,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.250000000000,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 1000,
"numGibbs" : 1,
"weightDecay" : 0.0
}
@@ -55,7 +55,7 @@
"id" : 2,
"name" : "Layer",
"numContext" : 128,
"numHidden" : 256,
"numHidden" : 128,
"numVisibleX" : 37,
"numVisibleY" : 2,
"rbm" :
@@ -64,12 +64,12 @@
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 0,
"gibbsDoSampleHidden" : 1,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.10000000000000001,
"learningRate" : 0.250000000000,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 2500,
"numEpochs" : 1000,
"numGibbs" : 1,
"weightDecay" : 0.0
}
@@ -78,8 +78,8 @@
{
"id" : 3,
"name" : "Layer",
"numContext" : 256,
"numHidden" : 512,
"numContext" : 128,
"numHidden" : 128,
"numVisibleX" : 37,
"numVisibleY" : 2,
"rbm" :
@@ -88,12 +88,12 @@
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 0,
"gibbsDoSampleHidden" : 1,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.10000000000000001,
"learningRate" : 0.250000000000,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 2500,
"numEpochs" : 1000,
"numGibbs" : 1,
"weightDecay" : 0.0
}
@@ -102,8 +102,8 @@
{
"id" : 4,
"name" : "Layer",
"numContext" : 512,
"numHidden" : 1024,
"numContext" : 128,
"numHidden" : 128,
"numVisibleX" : 37,
"numVisibleY" : 2,
"rbm" :
@@ -112,9 +112,9 @@
{
"doRaoBlackwell" : 1,
"doSampleBatch" : 0,
"gibbsDoSampleHidden" : 0,
"gibbsDoSampleHidden" : 1,
"gibbsDoSampleVisible" : 0,
"learningRate" : 0.10000000000000001,
"learningRate" : 0.250000000000,
"miniBatchSize" : 1000,
"momentum" : 0.5,
"numEpochs" : 1000,