From 5bb8d7a44243f7f2d3298c242858e1a920c0f7fa Mon Sep 17 00:00:00 2001 From: Jens Ahrensfeld Date: Mon, 11 Nov 2019 17:41:55 +0000 Subject: [PATCH] - correctly scale learningRate and weightDecay git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@654 b431acfa-c32f-4a4a-93f1-934dc6c82436 --- source/Rbm.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/source/Rbm.cpp b/source/Rbm.cpp index 2fa060e..f113995 100644 --- a/source/Rbm.cpp +++ b/source/Rbm.cpp @@ -85,8 +85,9 @@ void Rbm::train(const arma::mat& batch, IListener* pListener) arma::mat miniBatch = batch.rows(batchRowIndex, batchRowIndex+miniBatchSizeActual-1); trainingSizeRemain -= miniBatchSizeActual; batchRowIndex += miniBatchSizeActual; - double learning_rate = m_params.learningRate/m_params.miniBatchSize; - double weight_decay = m_params.weightDecay/m_params.miniBatchSize; + int scaler = std::min(m_params.miniBatchSize, (int)batch.n_rows); + double learning_rate = m_params.learningRate/scaler; + double weight_decay = m_params.weightDecay/scaler; arma::mat vis_state(miniBatchSizeActual, m_w.n_rows); arma::mat vis_probs(miniBatchSizeActual, m_w.n_rows);