fixed dividing l2-norm by length of vector

2026-01-06 18:17:45 +01:00
parent 542b8ae9b0
commit 7d3ab02e26
2 changed files with 2 additions and 2 deletions
@@ -16,7 +16,7 @@ class TestModel(Model):
 		else:
 			# Hidden binary
 			self.unit1 = Entity((96 * 96, 333), EntityParams(do_gaussian_visible=True, do_gaussian_hidden=False),
-								TrainingParams(learning_rate=0.001, momentum=0.9, num_epochs=1000, l2_lambda=0.4))
+								TrainingParams(learning_rate=0.001, momentum=0.9, num_epochs=1000, l2_lambda=0.01))

 	def forward(self, x: Mat):
 		x = self.unit1.forward(x)