diff --git a/src/rbm/entity.py b/src/rbm/entity.py
index bf3c5e2..68c6f74 100644
--- a/src/rbm/entity.py
+++ b/src/rbm/entity.py
@@ -98,7 +98,7 @@ class Entity:
 		# Compute gradient
 		self.grad.b_v = (momentum * self.grad.b_v + learning_rate * d_bv)
 		self.grad.b_h = (momentum * self.grad.b_h + learning_rate * d_bh)
-		self.grad.w_hv = (momentum * self.grad.w_hv + learning_rate * d_whv - weight_decay * self.state.w_hv)
+		self.grad.w_hv = (momentum * self.grad.w_hv + learning_rate * d_whv - learning_rate * weight_decay * self.state.w_hv)
 
 		return self.grad