Rbm/source/Layer.cpp

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */

/* 
 * File:   Layer.cpp
 * Author: jens
 * 
 * Created on 25. Oktober 2019, 08:13
 */

#include "Layer.hpp"
using namespace std;

Layer::Layer(const string &name, size_t id, size_t numVisibleX, size_t numVisibleY, size_t numHidden, size_t numContext)
: Rbm(numVisibleX*numVisibleY+numContext, numHidden)
, next(nullptr)	
, prev(nullptr)	
, m_name(name)
, m_id(id)
, m_isEnabled(true)
, m_numVisibleX(numVisibleX)
, m_numVisibleY(numVisibleY)
, m_numContext(numContext)
, m_context(0, numContext)
{
	cout << "Create Layer " << m_name << "." << to_string((int)m_id) << endl;
}

Layer::Layer(const Layer& orig)
: Rbm(orig.bv().n_elem, orig.bh().n_elem)
, next(nullptr)	
, prev(nullptr)	
, m_name(orig.m_name)
, m_id(orig.m_id)
, m_isEnabled(orig.m_isEnabled)
, m_numVisibleX(orig.m_numVisibleX)
, m_numVisibleY(orig.m_numVisibleY)
{
}

Layer::~Layer()
{
}

size_t Layer::id()
{
	return m_id;
}

bool Layer::isEnable()
{
	return m_isEnabled;
}

void Layer::setEnable(bool enable)
{
	m_isEnabled = enable;
}

std::string& Layer::name()
{
	return m_name;
}

int Layer::numVisibleX()
{
	return m_numVisibleX;
}

int Layer::numVisibleY()
{
	return m_numVisibleY;
}

const arma::mat& Layer::context() const
{
    return m_context;
}

Layer* Layer::root()
{
	Layer *pLayer = this;
	while (pLayer->prev)
	{
		pLayer = pLayer->prev;
	}
	return pLayer;
}

arma::mat Layer::to_h_gibbs(const arma::mat& v_probs)
{
	onUpPass(v_probs);

	arma::mat v = v_probs;
	arma::mat h = toHiddenProbs(v);
	gibbs_vh(v, h);
	return h;
}

arma::mat Layer::to_v_gibbs(const arma::mat& h_probs)
{
	onDownPass(h_probs);

	arma::mat h = h_probs;
	arma::mat v = toVisibleProbs(h);
	gibbs_hv(h, v);
	return v;
}

arma::mat Layer::vc_to_c(const arma::mat& vc) const
{
	if (m_numContext == 0)
	{
		return arma::mat(1, 0);
	}
	return vc.submat(0, numVisible() - m_numContext, 0, numVisible() - 1);
}

arma::mat Layer::vc_to_v(const arma::mat& vc) const
{
	return arma::reshape(vc, 1, numVisible() - m_numContext);
}

void Layer::calcContextBatch(arma::mat& batch)
{
	size_t numTraining = batch.n_rows;

	if (m_numContext > 0 and numTraining > 0)
	{
		for (int i = 1; i < numTraining; i++)
		{
			arma::mat v = batch.row(i - 1);
			arma::mat h = arma::zeros(1, numHidden());
			gibbs_vh(v, h);
			arma::mat training_with_ctx = arma::join_rows(batch.row(i).cols(0, numVisible() - m_numContext - 1), h);
			batch.row(i) = training_with_ctx;
		}
	}
}

void Layer::train(const arma::mat& batch, IListener* pListener)
{
	Rbm::train(trainingData(batch), pListener);
}

arma::mat Layer::trainingData(const arma::mat& batch)
{
	arma::mat thisBatch = batch;
	Layer *pLayer = root();
	while (pLayer)
	{
		if (pLayer == this)
		{
			break;
		}
		thisBatch = pLayer->toHiddenProbs(thisBatch);
		pLayer = pLayer->next;
	}
	return thisBatch;
}

bool Layer::weightsLoad(std::string const &dir, std::string const &prj)
{
	arma::mat w;
	arma::mat bh;
	arma::mat bv;
	bool result = true;
	result &= w.load(filePrefix(dir, prj) + ".w.dat", arma::arma_ascii);
	result &= bh.load(filePrefix(dir, prj) + ".bh.dat", arma::arma_ascii);
	result &= bv.load(filePrefix(dir, prj) + ".bv.dat", arma::arma_ascii);

	if (result)
	{
		std::cout << "Layer " << m_id << ": Importing weights" << std::endl;
		weightsAssign(w, bh, bv);
	}

	return result;
}

bool Layer::weightsSave(std::string const &dir, std::string const &prj)
{
	bool result = true;
	result &= whv().save(filePrefix(dir, prj) + ".w.dat", arma::arma_ascii);
	result &= bh().save(filePrefix(dir, prj) + ".bh.dat", arma::arma_ascii);
	result &= bv().save(filePrefix(dir, prj) + ".bv.dat", arma::arma_ascii);

	if (result)
	{
		std::cout << "Layer " << m_id << ": Exporting weights" << std::endl;
	}

	return result;
}

Json::Value Layer::toJson() const
{
	std::cout << "Exporting Layer " << to_string((int)m_id) << std::endl;
	Json::Value layer;
	layer["name"] = m_name;
	layer["id"] = (int)m_id;
	layer["numVisibleX"] = (int)m_numVisibleX;
	layer["numVisibleY"] = (int)m_numVisibleY;
	layer["numHidden"] = (int)whv().n_cols;
	layer["numContext"] = m_numContext;
	layer["rbm"] = Rbm::toJson();
	
	return layer;

}

std::string Layer::filePrefix(const std::string& dir, const std::string& prjname) const
{
	std::string filename = m_name + "." + std::to_string((int) m_id);
	if (prjname.size() > 0)
	{
		filename = prjname + "." + filename;
	}
	return dir + "/" + filename;
}