diff --git a/source/Layer.hpp b/source/Layer.hpp
index a3760c5..9fd043f 100644
--- a/source/Layer.hpp
+++ b/source/Layer.hpp
@@ -41,8 +41,8 @@ public:
 			for (int i=1; i < numTraining; i++)
 			{
 				arma::mat h = toHiddenProbs(batch.row(i-1));
-				arma::mat training_with_ctx = arma::join_rows(batch.row(i-1).cols(0, numVisible()-m_numContext-1), h);
-				batch.row(i-1) = training_with_ctx;
+				arma::mat training_with_ctx = arma::join_rows(batch.row(i).cols(0, numVisible()-m_numContext-1), h);
+				batch.row(i) = training_with_ctx;
 			}
 		}
 	}