jens/Rbm-legacy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- RBM use L1 weight decay

Browse Source 
git-svn-id: http://moon:8086/svn/software/trunk/projects/RBM@550 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2019-10-14 19:02:27 +00:00
parent 9d8bdf45b3
commit 149385d292
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Source/Rbm.cpp
+1 -1
View File
@@ -244,7 +244,7 @@ void Rbm::train(size_t numEpochs, size_t miniBatchSize, double sigmaMin)
} }
dBiasH = dBiasH_curr; dBiasH = dBiasH_curr;
m_w.weights() += mu_w*((m_params.m_momentum*dW + (1-m_params.m_momentum)*dW_curr) - m_params.m_weightDecay*m_w.weights()); m_w.weights() += mu_w*((m_params.m_momentum*dW + (1-m_params.m_momentum)*dW_curr) - m_params.m_weightDecay*m_w.weights()*m_w.weights().array().abs().sum());
dW = dW_curr; dW = dW_curr;
if (m_params.m_sigmaDecay > 0) if (m_params.m_sigmaDecay > 0)