improved tests

src/tests/test_deep_norbs.py

@@ -2,15 +2,14 @@ import os
 import matplotlib.pyplot as plt
 
 from rbm.model import Model
-from rbm.entity import Entity, EntityParams
+from rbm.entity import Entity, EntityParams, TrainingParams
 from rbm.matrix import Mat, np, read_armadillo
-from rbm.train import TrainingParams
 
 class TestModel(Model):
 	def __init__(self, name: str, work_dir: str = '.'):
 		super().__init__(name, work_dir)
-		self.unit1 = Entity((96*96, 16), EntityParams(do_gaussian_visible=True, do_gaussian_hidden=True))
-		self.unit2 = Entity((16, 16), EntityParams())
+		self.unit1 = Entity((96*96, 333), EntityParams(do_gaussian_visible=True, do_gaussian_hidden=False), TrainingParams(learning_rate=0.001, momentum=0.9, num_epochs=1000), enable_training=False)
+		self.unit2 = Entity((333, 256), EntityParams(), TrainingParams(learning_rate=0.1, momentum=0.9, num_epochs=10000, do_rao_blackwell=True))
 
 	def forward(self, x: Mat):
 		x = self.unit1.forward(x)
@@ -31,7 +30,7 @@ if __name__ == "__main__":
 	model = TestModel(prj_name, "results")
 
 	# Init state
-	model.init(0.01)
+	model.init(0.1)
 
 	# load state
 	model.load()
@@ -43,10 +42,7 @@ if __name__ == "__main__":
 	test_batch = read_armadillo(os.path.join(prj_root, f"norb_small_16h_v2.test.dat"))
 
 	# Train
-	model.train(train_batch,[
-		TrainingParams(learning_rate=0.00001, momentum=0.9, do_rao_blackwell=True, num_epochs=1000, num_gibbs_samples=3),
-		TrainingParams(learning_rate=0.01, momentum=0.9, do_rao_blackwell=True, num_epochs=1000, num_gibbs_samples=1)
-		])
+	model.train(train_batch)
 
 	# save state
 	model.save()
@@ -56,7 +52,7 @@ if __name__ == "__main__":
 		out_normalized = model.backward(model.forward(inp))
 		img = 2*(out_normalized + 0.5)
 		img = np.reshape(img, (96, 96))
-		axes[index].imshow(img)
+		axes[index].imshow(np.asnumpy(img))
 		axes[index].axis('off')
 
 	plt.show()