spacepaste

Paste details

reply | raw

  1.  
  2. import numpy as np
  3. import random
  5. class Brain(object):
  7. def __init__(self):
  8. self.inputLayerSize = 9
  9. self.outputLayerSize = 1
  10. self.hiddenLayerSize = 14
  11. self.alpha = 0.05
  13. self.W1 = np.random.randn(self.inputLayerSize, self.hiddenLayerSize)
  14. self.W2 = np.random.randn(self.hiddenLayerSize, self.outputLayerSize)
  17. self.winchance = 0
  19. def forward(self, X):
  20. self.z2 = np.dot(X, self.W1)
  21. self.a2 = self.sigmoid(self.z2)
  22. print(self.a2.shape)
  23. self.z3 = np.dot(self.a2, self.W2)
  24. yhat = self.sigmoid(self.z3)
  25. return yhat
  27. def sigmoid(self, z):
  28. return 1/(1+np.exp(-z))
  30. def possiblemoves(self, X):
  31. iX = np.full((9), 3)
  32. np.copyto(iX, X)
  33. possibilities = {}
  34. if playerturn == 2:
  35. iX[iX == 1] = 2
  36. iX[iX == 0] = 1
  37. iX[iX == 2] = 0
  38. iX = iX.tolist()
  39. iterations = 1
  40. for cell in range(0,len(iX)):
  41. if iX[cell] == 3:
  42. newmove = list(iX)
  43. newmove[cell] = 0
  44. newmove = np.asarray(newmove)
  45. newwinchance = self.forward(newmove)[0]
  46. newmove = newmove.tolist()
  47. possibilities[iterations] = [newwinchance, newmove]
  48. iterations = iterations + 1
  49. return possibilities
  55. def backpropogate(self):
  56. self.W1 = (self.alpha * (self.target - self.winchance) * self.winchance * (1 - self.winchance) * self.W2 * self.a2 * (1 - self.a2) * self.lastinput) + self.W2
  57. self.W2 = (self.alpha * (self.target - self.winchance) * self.winchance * (1 - self.winchance) * self.a2) + self.W2
  59. def initialize():
  60. global gameboard
  61. gameboard = np.full((9), 3)
  64. def displayboard():
  66. global gameboard
  68. boardisplay = np.full((9), 0).astype('object')
  70. np.copyto(boardisplay, gameboard)
  72. boardisplay[boardisplay == 3] = ' '
  73. boardisplay[boardisplay == 1] = 'X'
  74. boardisplay[boardisplay == 0] = 'O'
  76. boardisplay = boardisplay.tolist()
  77. print('''
  78. {} | {} | {}
  79. ---+---+---
  80. {} | {} | {}
  81. ---+---+---
  82. {} | {} | {}
  84. '''.format(*boardisplay))
  86. def p1turn():
  88. global playerturn
  89. global gameboard
  90. global firstturn
  92. playerbrain.target = playerbrain.forward(gameboard)
  93. if firstturn == 0:
  94. print('trying to backprop')
  95. playerbrain.backpropogate()
  96. print("backprop success!")
  97. playerbrain.lastinput = gameboard
  98. moves = playerbrain.possiblemoves(gameboard)
  100. gameboard = gameboard.tolist()
  102. bestmove = max(moves, key=moves.get)
  104. gameboard = moves[bestmove][1]
  106. print(gameboard)
  107. firstturn = 0
  109. gameboard = np.asarray(gameboard)
  110. playerturn = 2
  112. def p2turn():
  114. global playerturn
  115. global gameboard
  116. gameboard = gameboard.tolist()
  118. rand = random.randint(0, 8)
  120. if gameboard[rand] == 3:
  121. gameboard[rand] = 1
  122. gameboard = np.asarray(gameboard)
  123. playerturn = 1
  124. else:
  125. gameboard = np.asarray(gameboard)
  127. def checkwin():
  128. global gameboard
  130. checkboard = gameboard.reshape((3, 3))
  132. if np.all(checkboard[0, :] == 1):
  133. return 2
  134. elif np.all(checkboard[1, :] == 1):
  135. return 2
  136. elif np.all(checkboard[2, :] == 1):
  137. return 2
  138. elif np.all(checkboard[:, 0] == 1):
  139. return 2
  140. elif np.all(checkboard[:, 1] == 1):
  141. return 2
  142. elif np.all(checkboard[:, 2] == 1):
  143. return 2
  144. elif np.all(np.diag(checkboard) == 1):
  145. return 2
  146. elif np.all(np.diag(np.fliplr(checkboard)) == 1):
  147. return 2
  148. elif np.all(checkboard[0, :] == 0):
  149. return 1
  150. elif np.all(checkboard[1, :] == 0):
  151. return 1
  152. elif np.all(checkboard[2, :] == 0):
  153. return 1
  154. elif np.all(checkboard[:, 0] == 0):
  155. return 1
  156. elif np.all(checkboard[:, 1] == 0):
  157. return 1
  158. elif np.all(checkboard[:, 2] == 0):
  159. return 1
  160. elif np.all(np.diag(checkboard) == 0):
  161. return 1
  162. elif np.all(np.diag(np.fliplr(checkboard)) == 0):
  163. return 1
  164. else:
  165. return 0
  167. def gameloop():
  169. global checkwn
  170. global firstturn
  171. global playerturn
  173. initialize()
  175. checkwn = 0
  177. playerturn = 1
  178. firstturn = 1
  180. while checkwn == 0:
  181. if 3 in gameboard:
  182. if playerturn == 1:
  183. p1turn()
  184. checkwn = checkwin()
  185. elif playerturn == 2:
  186. p2turn()
  187. checkwn = checkwin()
  188. else:
  189. checkwn = 4
  191. if checkwn == 4:
  192. playerbrain.target = 0
  193. playerbrain.backpropogate()
  194. print("The game was a tie")
  196. elif checkwn == 1:
  197. playerbrain.target = 1
  198. playerbrain.backpropogate()
  199. print("Player {} has won the game".format(checkwn))
  201. else:
  202. print("Player {} has won the game".format(checkwn))
  207. playerbrain = Brain()
  211. for x in range(1, 500):
  212. gameloop()
  213.  
Powered by spacepaste. Paste removal.