jens/Rbm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- correctly scale learningRate and weightDecay

Browse Source 
git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@654 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2019-11-11 17:41:55 +00:00
parent 1a876bc8e5
commit 5bb8d7a442
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/Rbm.cpp
+3 -2
View File
@@ -85,8 +85,9 @@ void Rbm::train(const arma::mat& batch, IListener* pListener)
arma::mat miniBatch = batch.rows(batchRowIndex, batchRowIndex+miniBatchSizeActual-1);
trainingSizeRemain -= miniBatchSizeActual;
batchRowIndex += miniBatchSizeActual;
double learning_rate = m_params.learningRate/m_params.miniBatchSize;
double weight_decay = m_params.weightDecay/m_params.miniBatchSize;
int scaler = std::min(m_params.miniBatchSize, (int)batch.n_rows);
double learning_rate = m_params.learningRate/scaler;
double weight_decay = m_params.weightDecay/scaler;
arma::mat vis_state(miniBatchSizeActual, m_w.n_rows);
arma::mat vis_probs(miniBatchSizeActual, m_w.n_rows);