jens/Rbm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

- cleaned up

Browse Source 
git-svn-id: http://moon:8086/svn/software/trunk/projects/Rbm@828 b431acfa-c32f-4a4a-93f1-934dc6c82436
This commit is contained in:
jens
2022-01-18 15:22:28 +00:00
parent 9a8ad70a0b
commit d6ea343d4a
6 changed files with 44 additions and 172 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/poet.cpp
+27 -122
View File
@@ -137,60 +137,6 @@ arma::mat createTraining(const string &filename, size_t seq_len)
return batch;
}
struct Rnn
{
Rnn(Layer *layer)
: nV(layer->numVisible() - layer->numHidden())
, nH(layer->numHidden())
, nVx(layer->numVisibleX())
, nVy(layer->numVisibleY())
, nC(layer->numHidden())
{
}
size_t nV;
size_t nH;
size_t nVx;
size_t nVy;
size_t nC;
arma::mat vcVec_to_vMat(arma::mat const &vcVec)
{
arma::mat vVec = vcVec.submat(0, 0, 0, nV-1);
arma::mat vMat = arma::reshape(vVec, nVx, nVy);
return vMat;
}
arma::mat curr_vec(arma::mat const &vcVec)
{
arma::mat vMat = vcVec_to_vMat(vcVec);
return vMat.col(0);
}
arma::mat vcVec_next_step(arma::mat const &vCurr, arma::mat const &vcVec_last, arma::mat const &h)
{
arma::mat vMat_last = arma::shift(vcVec_to_vMat(vcVec_last), 1, 1);
vMat_last.col(0) = arma::zeros(nVx, 1);
vMat_last.col(1) = vCurr;
arma::mat vVec = vMat_last.as_row();
arma::mat vcVec_next = arma::join_rows(vVec, h);
return vcVec_next;
}
};
arma::mat to_curr(arma::mat v)
{
return v.cols(0, NUM_CODES-1);
}
arma::mat to_next(arma::mat v)
{
return v.cols(NUM_CODES, 2*NUM_CODES-1);
}
#define CREATE_TRAINING 0
#define DO_TRAINING 0
#define DO_FORWARD 1
@@ -211,17 +157,36 @@ int main()
// Load training
stack->loadTrainingBatch(".");
arma::mat t_vc = stack->trainingBatch();
Rbm::Params params = stack->getLayer(0)->params();
#if DO_TRAINING
int numGibbs = params.numGibbs;
params.numGibbs = 1;
stack->setParams(params);
RbmListener listener;
for (int i=0; i < stack->getSeqLen(); i++)
{
// stack->getLayer(i)->weightsInit(0.1,0);
stack->getLayer(i)->weightsInit(0.01,0);
}
// Phase 10
params.numEpochs = 2000;
stack->setParams(params);
stack->train(t_vc, &listener);
// Phase 11
params.numEpochs = 10000;
stack->setParams(params);
stack->train(t_vc, &listener);
// Phase 20
params.numGibbs = numGibbs;
stack->setParams(params);
stack->train(t_vc, &listener);
stack->saveWeights(".");
stack->save(".");
@@ -244,81 +209,21 @@ int main()
#endif
#if DO_FORWARD
params.gibbsDoSampleHidden = false;
params.gibbsDoSampleVisible = false;
stack->setParams(params);
arma::mat state;
for (int i=0; i < t_vc.n_rows; i++)
{
arma::mat curr = stack->to_curr(t_vc.row(i));
arma::mat next = stack->to_next(t_vc.row(i));
arma::mat r = stack->step_forward(state, curr);
char c = idx2ch(r.index_max());
arma::mat next = stack->to_next(r);
char c = idx2ch(next.index_max());
putchar(c);
}
printf("\n");
#else
return 0;
Layer *layer = stack->getLayer(0);
int numTraining = stack->trainingBatch().n_rows;
arma::mat t = stack->trainingBatch();
arma::mat h = layer->toHiddenProbs(t);
arma::mat r = layer->toVisibleProbs(h);
layer->params().gibbsDoSampleHidden = false;
layer->params().gibbsDoSampleVisible = false;
Rnn rnn(layer);
printf("\nStimulus: Training\n");
h = layer->toHiddenProbs(t);
r = t;
for (int i=0; i < numTraining; i++)
{
arma::mat r = t.row(i);
layer->gibbs_vh(r, h);
layer->gibbs_hv(h, r);
arma::mat curr = rnn.curr_vec(r);
char c = idx2ch(curr.index_max());
putchar(c);
}
printf("\n");
arma::mat v = t.row(0);
printf("Stimulus: Next char and current h\n");
for (int i=1; i < numTraining+1; i++)
{
arma::mat r = v;
layer->gibbs_vh(r, h);
arma::mat curr = rnn.curr_vec(r);
v = rnn.vcVec_next_step(curr, r, h);
layer->gibbs_vh(v, h);
char c = idx2ch(curr.index_max());
putchar(c);
}
printf("\n");
v = t.row(0);
h = layer->toHiddenProbs(v);
printf("Stimulus: Current h\n");
for (int i=1; i < numTraining+1; i++)
{
arma::mat r = v;
layer->gibbs_hv(h, r);
arma::mat curr = rnn.curr_vec(r);
v = rnn.vcVec_next_step(curr, arma::zeros(1, r.n_cols), h);
layer->gibbs_vh(v, h);
char c = idx2ch(curr.index_max());
putchar(c);
}
#endif
printf("\n\nEnd of program\n");
printf("\nEnd of program\n");
return 0;
}