Save values to file

This commit is contained in:
2024-06-09 17:21:35 +02:00
parent 336a9b2cc9
commit 7cad1442df
3 changed files with 58 additions and 43 deletions
+1
View File
@@ -1 +1,2 @@
__pycache__/ __pycache__/
values_*.json
+4 -3
View File
@@ -61,10 +61,11 @@ class MachinePlayer(APlayer):
values = np.array([]) values = np.array([])
# get possible move # get possible move
moves = self.get_potential_moves(state) moves = self.get_potential_moves(state)
can_move = moves.size > 0 if moves.size == 0:
return state, False
best_move = None best_move = None
best_value = -1 best_value = -1
if can_move:
for move in moves: for move in moves:
# create hypothetical next state # create hypothetical next state
state_next = self.state_from_move(state.copy(), move) state_next = self.state_from_move(state.copy(), move)
@@ -106,7 +107,7 @@ class MachinePlayer(APlayer):
if self.with_debug: if self.with_debug:
print(f"{self.mark}: Learned {d:0.3f}") print(f"{self.mark}: Learned {d:0.3f}")
return self.state, can_move return self.state, True
def state_from_move(self, state: np.array, field): def state_from_move(self, state: np.array, field):
state.reshape(state.size)[field] = self.mark state.reshape(state.size)[field] = self.mark
+16 -3
View File
@@ -2,11 +2,13 @@ import numpy as np
from helper import create_empty_state, to_state_string from helper import create_empty_state, to_state_string
from machine_player import MachinePlayer from machine_player import MachinePlayer
from player_provider import PlayerProvider from player_provider import PlayerProvider
import json
float_formatter = "{:.3f}".format float_formatter = "{:.3f}".format
np.set_printoptions(formatter={'float_kind': float_formatter}) np.set_printoptions(formatter={'float_kind': float_formatter})
def play(player_provider: PlayerProvider, k_max=10000, with_print=False): def play(player_provider: PlayerProvider, k_max=10000, with_print=False):
for k in range(0, k_max): for k in range(0, k_max):
players = player_provider.choose() players = player_provider.choose()
@@ -48,8 +50,14 @@ def play(player_provider: PlayerProvider, k_max=10000, with_print=False):
move += 1 move += 1
px = MachinePlayer(mark='X', with_debug=False) with open("values_x.json", "r") as fp:
po = MachinePlayer(mark='O', with_debug=False) x_values = json.load(fp)
with open("values_o.json", "r") as fp:
o_values = json.load(fp)
px = MachinePlayer(mark='X', with_debug=False, values=x_values)
po = MachinePlayer(mark='O', with_debug=False, values=o_values)
do_training = 1 do_training = 1
if do_training: if do_training:
@@ -59,4 +67,9 @@ if do_training:
players = PlayerProvider(MachinePlayer(mark='X', with_debug=True, values=px.values), MachinePlayer(mark='O', with_debug=True, values=po.values)) players = PlayerProvider(MachinePlayer(mark='X', with_debug=True, values=px.values), MachinePlayer(mark='O', with_debug=True, values=po.values))
play(players, 1000, True) play(players, 1000, True)
px.print_state_table() # Convert and write JSON object to file
with open("values_x.json", "w") as fp:
json.dump(px.values, fp, indent=0)
with open("values_o.json", "w") as fp:
json.dump(po.values, fp, indent=0)