commit stale changes

k-bandits.py

@@ -113,7 +113,7 @@ def batch(k_arms, num_episode, num_problems, _param: Param):
 if __name__ == '__main__':
 	q_star = np.random.normal(0, 1, (num_realisations, k_arms))
 	arms = np.zeros((num_realisations, k_arms))
-	for i in range(k_arms):
+	for i in range(k_arms):pyt
 		arms[:,i] = np.random.normal(q_star[0, i], 1, num_realisations)  # first problem as a sample
 
 	pl.figure(figsize=(12, 8))
@@ -126,7 +126,7 @@ if __name__ == '__main__':
 	pl.figure(figsize=(12, 8))
 #	params = [Param(epsilon=0.0), Param(epsilon=0.01), Param(epsilon=0.1)]
 #	params = [Param(epsilon=0.1), Param(alpha=0.2, q_ic=5)]
-	params = [Param(epsilon=0.1), Param(argmax_func=ucb)]
+	params = [Param(epsilon=0.1), Param(argmax_func=ucb), Param(alpha=0.2, q_ic=5), Param(alpha=0.2, q_ic=5, argmax_func=ucb)]
 	legend = []
 	for param in params:
 		res_r, res_a = batch(k_arms, episode_len, num_realisations, param)