From 1a876bc8e584a62f589363c9ea8cd1e7ffc4a11d Mon Sep 17 00:00:00 2001 From: Jens Ahrensfeld Date: Mon, 11 Nov 2019 07:07:23 +0000 Subject: [PATCH] - Rbm: scale learningRate and weightDecay by minibtachsize - after create: new Layer is selected git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@653 b431acfa-c32f-4a4a-93f1-934dc6c82436 --- source/MainComponent.cpp | 4 +--- source/Rbm.cpp | 4 ++-- 2 files changed, 3 insertions(+), 5 deletions(-) diff --git a/source/MainComponent.cpp b/source/MainComponent.cpp index c4229c8..066651d 100644 --- a/source/MainComponent.cpp +++ b/source/MainComponent.cpp @@ -521,9 +521,7 @@ void MainComponent::buttonClicked (Button* buttonThatWasClicked) } m_stack->addLayer(onConstruct("Layer", next_index, numVisX, numVisY, numHid)); m_rbmSelect->addItem(String(next_index), next_index+1); - m_rbmSelect->setSelectedId(1, sendNotification); -// addTraining(arma::zeros(1, numVisX*numVisY)); - + m_rbmSelect->setSelectedId(next_index+1, sendNotification); //[/UserButtonCode_createButton] } else if (buttonThatWasClicked == loadButton) diff --git a/source/Rbm.cpp b/source/Rbm.cpp index 0099164..2fa060e 100644 --- a/source/Rbm.cpp +++ b/source/Rbm.cpp @@ -85,8 +85,8 @@ void Rbm::train(const arma::mat& batch, IListener* pListener) arma::mat miniBatch = batch.rows(batchRowIndex, batchRowIndex+miniBatchSizeActual-1); trainingSizeRemain -= miniBatchSizeActual; batchRowIndex += miniBatchSizeActual; - double learning_rate = m_params.learningRate/miniBatchSizeActual; - double weight_decay = m_params.weightDecay/miniBatchSizeActual; + double learning_rate = m_params.learningRate/m_params.miniBatchSize; + double weight_decay = m_params.weightDecay/m_params.miniBatchSize; arma::mat vis_state(miniBatchSizeActual, m_w.n_rows); arma::mat vis_probs(miniBatchSizeActual, m_w.n_rows);