Entity: refactored taining algo into train module

This commit is contained in:
2025-12-18 21:23:16 +01:00
parent 6664ebdb9b
commit b206ab5788
7 changed files with 120 additions and 118 deletions
+4 -62
View File
@@ -1,69 +1,12 @@
from collections.abc import Callable
from params import RbmParams
from params import EntityParams
from state import RbmState
from matrix import sample, prob, rms_error_accu, Mat, np
from status import Status
from matrix import prob, Mat
class Entity:
def __init__(self, shape: tuple[int, int], params: RbmParams):
def __init__(self, shape: tuple[int, int], params: EntityParams):
self.shape = shape
self.state = RbmState.from_layer_params(shape)
self.params = params
def train(self, batch: Mat, cd_func: Callable, status: Status):
training_remain = batch.shape[0]
batch_size = min(self.params.mini_batch_size, training_remain)
if batch_size == 0:
batch_size = training_remain
status.on_change()
d_progress = 100.0 / (training_remain*self.params.num_epochs)
progress = 0
batch_row_index = 0
keep_running = True
while training_remain > 0 and keep_running:
batch_size_remain = min(batch_size, training_remain)
mini_batch = batch[batch_row_index:batch_row_index + batch_size_remain]
training_remain -= batch_size_remain
batch_row_index += batch_size_remain
inc_bv = np.zeros(self.state.b_v.shape)
inc_bh = np.zeros(self.state.b_h.shape)
inc_whv = np.zeros(self.state.w_hv.shape)
v_states = mini_batch
if self.params.do_batch_sample:
v_states = sample(mini_batch)
for epochs in range(self.params.num_epochs):
# Contrastive divergence learning: calculate gradients
dwhv, dbv, dbh = cd_func(v_states, self.params, self.v_to_ph, self.h_to_pv)
# Adjust weight and biases
kl = self.params.learning_rate/batch_size
inc_bv = self.params.momentum*inc_bv + kl*dbv
inc_bh = self.params.momentum*inc_bh + kl*dbh
inc_whv = self.params.momentum*inc_whv + kl*dwhv - self.params.weight_decay*self.state.w_hv
self.state.b_v += inc_bv
self.state.b_h += inc_bh
self.state.w_hv += inc_whv
# check if status update is needed
if status.want_report(round(progress)):
# Calculate error
err_rms = rms_error_accu(mini_batch - self.h_to_pv(self.v_to_ph(v_states)))
if not status.on_change({"progress": {"value": round(progress), "unit": "%"},
"err_rms": {"value": err_rms, "unit": ""}}):
keep_running = False
break
progress += d_progress*batch_size_remain
# Update final status
err_rms = rms_error_accu(batch - self.h_to_pv(self.v_to_ph(batch)))
status.on_change({"progress": {"value": round(progress), "unit": "%"},
"err_rms_total": {"value": err_rms, "unit": ""}})
self.state = RbmState.from_layer_params(shape)
def v_to_ph(self, v: Mat) -> Mat:
state = self.state.v_to_h(v)
@@ -79,7 +22,6 @@ class Entity:
return prob(state)
def gibbs_v_to_h(self, v: Mat) -> Mat:
h = self.v_to_ph(v)
for i in range(self.params.num_gibbs_samples-1):