From 5f4c554c17aec104aad3b34a0461c4ba031dd2c2 Mon Sep 17 00:00:00 2001 From: Jens Ahrensfeld Date: Fri, 4 Apr 2025 16:28:11 +0200 Subject: [PATCH] always calc nu --- k-bandits.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/k-bandits.py b/k-bandits.py index 433d0e3..1cfd591 100644 --- a/k-bandits.py +++ b/k-bandits.py @@ -78,10 +78,10 @@ def test(_k_arms: int, _episode_len: int, ql_star, _tie_break, _param: Param) -> _reward = _reward_z[j] + ql_star[_a] # calc + _nu[_a] = _nu[_a] + 1 if _param.alpha > 0: _qu[_a] = _qu[_a] + _param.alpha * (_reward - _qu[_a]) else: - _nu[_a] = _nu[_a] + 1 _qu[_a] = _qu[_a] + (_reward - _qu[_a]) / _nu[_a] # Reduce tendency to explore with number of steps (or with age for humans)