From 149385d292cad09b0628c140446bd59ba9557d54 Mon Sep 17 00:00:00 2001 From: Jens Ahrensfeld Date: Mon, 14 Oct 2019 19:02:27 +0000 Subject: [PATCH] - RBM use L1 weight decay git-svn-id: http://moon:8086/svn/software/trunk/projects/RBM@550 b431acfa-c32f-4a4a-93f1-934dc6c82436 --- Source/Rbm.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Source/Rbm.cpp b/Source/Rbm.cpp index ac98466..4434dac 100644 --- a/Source/Rbm.cpp +++ b/Source/Rbm.cpp @@ -244,7 +244,7 @@ void Rbm::train(size_t numEpochs, size_t miniBatchSize, double sigmaMin) } dBiasH = dBiasH_curr; - m_w.weights() += mu_w*((m_params.m_momentum*dW + (1-m_params.m_momentum)*dW_curr) - m_params.m_weightDecay*m_w.weights()); + m_w.weights() += mu_w*((m_params.m_momentum*dW + (1-m_params.m_momentum)*dW_curr) - m_params.m_weightDecay*m_w.weights()*m_w.weights().array().abs().sum()); dW = dW_curr; if (m_params.m_sigmaDecay > 0)