From 1025fc82c165ea640d945a9607f98f9f3dc99a8b Mon Sep 17 00:00:00 2001 From: Jens Ahrensfeld Date: Wed, 6 Nov 2019 06:28:45 +0000 Subject: [PATCH] - create proper test.prj git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@608 b431acfa-c32f-4a4a-93f1-934dc6c82436 --- source/main.cpp | 14 ++-------- test.prj | 70 ++++++++++++++++++++++++++++++++++++++++++++++--- 2 files changed, 69 insertions(+), 15 deletions(-) diff --git a/source/main.cpp b/source/main.cpp index 6a61d33..12e35cb 100644 --- a/source/main.cpp +++ b/source/main.cpp @@ -97,22 +97,12 @@ int main() for (++i; i < 4; i++) { Layer *layer = new Layer("Layer", i, lowerLayer->bh().n_elem, 1, lowerLayer->bh().n_elem >> 1); + layer->params().learningRate = lowerLayer->params().learningRate/2; + layer->params().numEpochs = lowerLayer->params().numEpochs/2; lowerLayer = layer; stack.addLayer(layer); } - stack.getLayer(0)->params().learningRate = 0.04; - stack.getLayer(0)->params().numEpochs = 1000; - - stack.getLayer(1)->params().learningRate = 0.03; - stack.getLayer(1)->params().numEpochs = 500; - - stack.getLayer(2)->params().learningRate = 0.02; - stack.getLayer(2)->params().numEpochs = 250; - - stack.getLayer(3)->params().learningRate = 0.01; - stack.getLayer(3)->params().numEpochs = 125; - // Save project stack.save(); diff --git a/test.prj b/test.prj index ab1b459..6d7e1b3 100644 --- a/test.prj +++ b/test.prj @@ -8,14 +8,12 @@ "numVisibleX" : 16, "numVisibleY" : 16, "rbm" : { - "numHidden" : 8, - "numVisible" : 256, "params" : { "doRaoBlackwell" : 1, "doSampleBatch" : 0, "gibbsDoSampleHidden" : 1, "gibbsDoSampleVisible" : 0, - "learningRate" : 0.02, + "learningRate" : 0.10000000000000001, "miniBatchSize" : 100, "momentum" : 0.5, "numEpochs" : 1000, @@ -24,6 +22,72 @@ } }, "weights_file" : "Layer.0.weights.dat" + }, + { + "id" : 1, + "name" : "Layer", + "numHidden" : 4, + "numVisibleX" : 8, + "numVisibleY" : 1, + "rbm" : { + "params" : { + "doRaoBlackwell" : 1, + "doSampleBatch" : 0, + "gibbsDoSampleHidden" : 1, + "gibbsDoSampleVisible" : 0, + "learningRate" : 0.050000000000000003, + "miniBatchSize" : 100, + "momentum" : 0.5, + "numEpochs" : 500, + "numGibbs" : 1, + "weightDecay" : 0 + } + }, + "weights_file" : "Layer.1.weights.dat" + }, + { + "id" : 2, + "name" : "Layer", + "numHidden" : 2, + "numVisibleX" : 4, + "numVisibleY" : 1, + "rbm" : { + "params" : { + "doRaoBlackwell" : 1, + "doSampleBatch" : 0, + "gibbsDoSampleHidden" : 1, + "gibbsDoSampleVisible" : 0, + "learningRate" : 0.025000000000000001, + "miniBatchSize" : 100, + "momentum" : 0.5, + "numEpochs" : 250, + "numGibbs" : 1, + "weightDecay" : 0 + } + }, + "weights_file" : "Layer.2.weights.dat" + }, + { + "id" : 3, + "name" : "Layer", + "numHidden" : 1, + "numVisibleX" : 2, + "numVisibleY" : 1, + "rbm" : { + "params" : { + "doRaoBlackwell" : 1, + "doSampleBatch" : 0, + "gibbsDoSampleHidden" : 1, + "gibbsDoSampleVisible" : 0, + "learningRate" : 0.012500000000000001, + "miniBatchSize" : 100, + "momentum" : 0.5, + "numEpochs" : 125, + "numGibbs" : 1, + "weightDecay" : 0 + } + }, + "weights_file" : "Layer.3.weights.dat" } ], "name" : "test"