jens/Rbm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- fixed feed backs

Browse Source 
git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@808 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2022-01-14 12:48:37 +00:00
parent 11ac4650d9
commit a5bed3157a
1 changed files with 27 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/poet.cpp
+27 -14
View File
@@ -103,6 +103,11 @@ arma::mat createTraining(const string &filename, size_t seq_len)
arma::mat batch = arma::zeros(numTraining, numVisible);
arma::mat pattern = arma::zeros(seq_len, NUM_CODES);
for (int i=0; i < seq_len; i++)
{
pattern.row(i)[0] = 1;
}
int last_index = ch2idx(' ');
while(!feof(pFile))
{
@@ -158,14 +163,16 @@ struct Rnn
arma::mat curr_vec(arma::mat const &vcVec)
{
arma::mat vMat = vcVec_to_vMat(vcVec);
return vMat.col(nVy-1);
return vMat.col(0);
}
arma::mat vcVec_next_step(arma::mat const &vcVec, arma::mat const &h)
arma::mat vcVec_next_step(arma::mat const &vCurr, arma::mat const &vcVec_last, arma::mat const &h)
{
arma::mat vMat = arma::shift(vcVec_to_vMat(vcVec), 1, 1);
arma::mat vVec = vMat.as_row();
arma::mat vMat_last = arma::shift(vcVec_to_vMat(vcVec_last), 1, 1);
vMat_last.col(0) = arma::zeros(nVx, 1);
vMat_last.col(1) = vCurr;
arma::mat vVec = vMat_last.as_row();
arma::mat vcVec_next = arma::join_rows(vVec, h);
return vcVec_next;
@@ -217,38 +224,44 @@ int main()
Rnn rnn(layer);
printf("\nStimulus: Training\n");
h = layer->toHiddenProbs(t);
r = t;
for (int i=0; i < numTraining; i++)
{
arma::mat curr = rnn.curr_vec(t.row(i));
arma::mat r = t.row(i);
layer->gibbs_vh(r, h);
layer->gibbs_hv(h, r);
arma::mat curr = rnn.curr_vec(r);
char c = idx2ch(curr.index_max());
putchar(c);
}
printf("\n");
h = layer->toHiddenProbs(t.row(0));
arma::mat v = t.row(0);
printf("Stimulus: Next char and current h\n");
for (int i=1; i < numTraining+1; i++)
{
arma::mat r;
layer->gibbs_hv(h, r);
arma::mat r = v;
layer->gibbs_vh(r, h);
arma::mat curr = rnn.curr_vec(r);
arma::mat v = rnn.vcVec_next_step(r, h);
v = rnn.vcVec_next_step(curr, r, h);
layer->gibbs_vh(v, h);
char c = idx2ch(curr.index_max());
putchar(c);
}
printf("\n");
h = layer->toHiddenProbs(t.row(0));
v = t.row(0);
h = layer->toHiddenProbs(v);
printf("Stimulus: Current h\n");
for (int i=1; i < numTraining+1; i++)
{
arma::mat r;
arma::mat r = v;
layer->gibbs_hv(h, r);
arma::mat curr = rnn.curr_vec(r);
arma::mat v = rnn.vcVec_next_step(arma::zeros(1, r.n_cols), h);
v = rnn.vcVec_next_step(curr, arma::zeros(1, r.n_cols), h);
layer->gibbs_vh(v, h);