jens/k-bandits
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

always calc nu

Browse Source
This commit is contained in:
jens
2025-04-04 16:28:11 +02:00
parent e6034bd188
commit 5f4c554c17
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
k-bandits.py
+1 -1
View File
@@ -78,10 +78,10 @@ def test(_k_arms: int, _episode_len: int, ql_star, _tie_break, _param: Param) ->
_reward = _reward_z[j] + ql_star[_a]
# calc
_nu[_a] = _nu[_a] + 1
if _param.alpha > 0:
_qu[_a] = _qu[_a] + _param.alpha * (_reward - _qu[_a])
else:
_nu[_a] = _nu[_a] + 1
_qu[_a] = _qu[_a] + (_reward - _qu[_a]) / _nu[_a]
# Reduce tendency to explore with number of steps (or with age for humans)