Rbm/source/RnnStack.hpp

/*
 * To change this license header, choose License Headers in Project Properties.
 * To change this template file, choose Tools | Templates
 * and open the template in the editor.
 */

/* 
 * File:   RnnStack.hpp
 * Author: jens
 *
 * Created on 17. Januar 2022, 12:43
 */

#ifndef RNNSTACK_HPP
#define RNNSTACK_HPP

#include "AStack.hpp"
#include "matutils.hpp"

class RnnStack : public AStack
{
	const size_t NUM_CODES = 37;
	
public:
	RnnStack(const std::string &name);
	RnnStack(const RnnStack& orig) = delete;
	virtual ~RnnStack();

	void train(const arma::mat& batch, Rbm::IListener* pListener) override;
	
	size_t getSeqLen();
	arma::mat v_to_vc(const arma::mat &v, const arma::mat &c) const;
    arma::mat vc_to_v(const arma::mat &vc, size_t numContext) const;
	
	arma::mat step_forward(arma::mat &state, const arma::mat &v);

	void sample_one_hot(arma::mat &srcDst)
	{
		double k = arma::accu(srcDst);
		
		if (k != 0)
		{
			srcDst = srcDst / k;
		}
		
		arma::mat ps = Matutils::sample(srcDst);
		if (arma::accu(ps) > 1)
		{
			arma::uvec q1 = find(ps > 0);
			int winner = (q1.n_elem-1) * arma::randu(1)[0];
			int wix = q1(winner);
			
			srcDst = zeros(arma::size(srcDst));
			srcDst[wix] = 1;
		}
	}
	
	void clamp_one_hot(arma::mat &srcDst)
	{
		int index = srcDst.index_max();
		srcDst = arma::zeros(arma::size(srcDst));
		srcDst[index] = 1;
	}
	
	arma::mat to_next(const arma::mat &v)
	{
		return v.cols(0, NUM_CODES-1);
	}

	arma::mat to_curr(const arma::mat &v)
	{
		return v.cols(NUM_CODES, 2*NUM_CODES-1);
	}
	
	void setParams(Rbm::Params const &param)
	{
		Layer *pLayer = getLayer(0);
		while (pLayer)
		{
			pLayer->params() = param;
			pLayer = pLayer->next;
		}
	}
	
	
private:
};

#endif /* RNNSTACK_HPP */