diff --git a/source/RnnTextHelper.cpp b/source/RnnTextHelper.cpp
index 30cfe00..13310c5 100644
--- a/source/RnnTextHelper.cpp
+++ b/source/RnnTextHelper.cpp
@@ -111,9 +111,13 @@ arma::mat RnnTextHelper::createTraining(const string& filename, size_t seq_len)
 			continue;
 		}
 		last_index = index;
-		pattern = arma::shift(pattern, 1);
+		
 		arma::mat data = arma::zeros(1, NUM_CODES);
 		data[index] = 1;
+		if (seq_len > 1)
+		{
+			pattern = arma::shift(pattern, 1);
+		}
 		pattern.row(0) = data;
 		arma::mat pattern_vector = pattern.as_row();
 		batch.insert_rows(batch.n_rows, pattern_vector);