jens/Rbm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- improved poet

Browse Source 
- fixed time reversal in Rnn train and forward

git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@834 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2022-01-18 17:56:43 +00:00
parent a061a94099
commit 0544e7721b
6 changed files with 224 additions and 245 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/RnnStack.cpp
+4 -3
View File
@@ -66,13 +66,13 @@ void RnnStack::train(const arma::mat& batch, Rbm::IListener* pListener)
// thisBatch = {padding | batch}
int numTraining = batch.n_rows;
arma::mat padding = arma::zeros(getSeqLen()-1, batch.n_cols);
arma::mat batch_padded = arma::join_cols(padding, batch);
arma::mat batch_padded = arma::join_cols(batch, padding);
arma::mat c = arma::zeros(numTraining, m_numContext);
for (int i=0; i < getSeqLen(); i++)
{
Layer *pLayer = getLayer(i);
int k = getSeqLen()-i-1;
int k = i;
arma::mat batch_shifted = batch_padded.rows(k, numTraining+k-1);
arma::mat vc = v_to_vc(batch_shifted, c);
pLayer->train(vc, pListener);
@@ -96,8 +96,9 @@ arma::mat RnnStack::step_forward(arma::mat &state, const arma::mat& v_curr)
for (int j=0; j < getSeqLen(); j++)
{
int k = getSeqLen()- j - 1;
Layer *pLayer = getLayer(j);
arma::mat v = arma::join_rows(z, state.row(j));
arma::mat v = arma::join_rows(state.row(k), z);
arma::mat vc = v_to_vc(v, c);
pLayer->gibbs_vh(vc, c);