-
Notifications
You must be signed in to change notification settings - Fork 2
/
exa_gui.py
287 lines (238 loc) · 8.25 KB
/
exa_gui.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
"""
Handles the screen capture, asking exa_logic to solve the game, using the mouse
to solve the game.
"""
from __future__ import print_function
import glob
import json
import sys
import time
import cv2
import mss
import numpy as np
import pyautogui
import six
from PIL import Image
import exa_logic
CONFIG = json.load(open("config.json"))
def anchor_and_clip(image):
"""
Locates the Exapunks game inside the full screenshot and clips it out.
"""
corner = cv2.imread(CONFIG["anchor_filename"])
result = cv2.matchTemplate(image, corner, cv2.TM_SQDIFF)
x, y = cv2.minMaxLoc(result)[2]
crop_image = image[
y:y + CONFIG["max_window_y"],
x:x + CONFIG["max_window_x"]
]
return x, y, crop_image
def read_freecells():
"""
Determines how many unlocked free cells there are. For exapunks, this is
always one unlocked cell.
"""
return [0]
def read_stacks(image):
""" Determines which cards are in which stack """
cards = []
card_names = []
for file_iterator in glob.glob(CONFIG["card_filename"]):
card_name = file_iterator.rsplit("/", 1)[1].split(".")[0]
card_names.append(card_name)
cards.append(cv2.imread(file_iterator))
stacks = []
for x_stack in range(CONFIG["number_stacks"]):
stack = []
for y_stack in range(CONFIG["cards_per_stack_base"]):
coord_x = (
CONFIG["base_stack_offset_x"] +
(CONFIG["stack_width"] * x_stack)
)
coord_y = (
CONFIG["base_stack_offset_y"] +
(CONFIG["stack_height"] * y_stack)
)
crop_image = image[
coord_y:coord_y + CONFIG["card_sprite_y"],
coord_x:coord_x + CONFIG["card_sprite_x"]
]
result_scores = [
cv2.matchTemplate(crop_image, cards[i], cv2.TM_SQDIFF)
for i in range(len(cards))
]
card_type = card_names[result_scores.index(min(result_scores))]
stack.append(card_type)
stacks.append(stack)
return stacks
def computer_hash(my_image):
"""
Uses image to build the game, returns information for solving the game
"""
print("Beginning screen detection")
offset_screen_x, offset_screen_y, my_image = anchor_and_clip(my_image)
freecells = read_freecells()
freecell_hash = "".join(["F/" if x == 0 else "FL/" for x in freecells])
stacks = read_stacks(my_image)
stack_hash = "".join(
["S%s/" % "".join([str(s) for s in stack]) for stack in stacks]
)
print("Done. Game detected.")
return [offset_screen_x, offset_screen_y, stack_hash + freecell_hash]
def read_file(filename):
""" Reads a screenshot from a file and solves it. """
print("Beginning file read...")
my_image = cv2.imread(filename)
return computer_hash(my_image)
def grab_screenshot():
""" Takes a screenshot from the screen and solves it. """
print("Taking screenshot...")
with mss.mss() as screenshot:
monitor = screenshot.monitors[0]
shot = screenshot.grab(monitor)
frame = np.array(
Image.frombytes("RGB", (shot.width, shot.height), shot.rgb)
)
frame_2 = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
return computer_hash(frame_2)
def execute_solution(offset_x, offset_y, moves):
""" Executes solution by moving mouse and clicking. """
# First, click the window
pyautogui.mouseDown(
(offset_x + CONFIG["window_click_offset_x"]) *
CONFIG["resolution_scale_click"],
(offset_y + CONFIG["window_click_offset_y"]) *
CONFIG["resolution_scale_click"],
button="left"
)
time.sleep(CONFIG["base_delay"] * 3)
pyautogui.mouseUp()
time.sleep(CONFIG["base_delay"] * 5)
# Now, replay the moves one by one
for move in moves:
# which stack, how many cards down -> which stack, how many cards down
x_pre, y_pre, x_post, y_post = move
# If it's a regular stack, move to the offset
if x_pre < CONFIG["number_stacks"]:
x_pre_final = (
offset_x +
CONFIG["base_stack_offset_x"] +
(CONFIG["stack_width"] * x_pre) +
CONFIG["click_offset_x"]
)
y_pre_final = (
offset_y +
CONFIG["base_stack_offset_y"] +
(CONFIG["stack_height"] * y_pre) +
CONFIG["click_offset_y"]
)
# Separate offsets for freecell
else:
x_pre_final = (
offset_x +
CONFIG["freecell_offset_x"] +
(CONFIG["stack_width"] * (x_pre - CONFIG["number_stacks"])) +
CONFIG["click_offset_x"]
)
y_pre_final = (
offset_y +
CONFIG["freecell_offset_y"] +
CONFIG["click_offset_y"]
)
if x_post < CONFIG["number_stacks"]:
x_post_final = (
offset_x +
CONFIG["base_stack_offset_x"] +
(CONFIG["stack_width"] * x_post) +
CONFIG["click_offset_x"]
)
y_post_final = (
offset_y +
CONFIG["base_stack_offset_y"] +
(CONFIG["stack_height"] * y_post) +
CONFIG["click_offset_y"]
)
else:
x_post_final = (
offset_x +
CONFIG["freecell_offset_x"] +
(CONFIG["stack_width"] * (x_post - CONFIG["number_stacks"])) +
CONFIG["click_offset_x"]
)
y_post_final = (
offset_y +
CONFIG["freecell_offset_y"] +
CONFIG["click_offset_y"]
)
# Move the mouse to the beginning place
pyautogui.moveTo(
x_pre_final * CONFIG["resolution_scale_click"],
y_pre_final * CONFIG["resolution_scale_click"],
duration=CONFIG["base_delay"]
)
# Click and drag to the end
pyautogui.dragTo(
x_post_final * CONFIG["resolution_scale_click"],
y_post_final * CONFIG["resolution_scale_click"],
duration=CONFIG["base_delay"],
button="left"
)
# Wait for a while
time.sleep(CONFIG["base_delay"])
def click_new_game(offset_x, offset_y):
""" Literally just clicks the new game button. """
pyautogui.mouseDown(
(offset_x + CONFIG["new_game_offset_x"]) *
CONFIG["resolution_scale_click"],
(offset_y + CONFIG["new_game_offset_y"]) *
CONFIG["resolution_scale_click"],
button="left"
)
time.sleep(CONFIG["base_delay"] * 3)
pyautogui.mouseUp()
time.sleep(CONFIG["base_delay"] * 5)
def loop_many(max_i=3):
"""
Plays more than one game in a row, clicking new game when necessary.
"""
# Just play a bunch of games
for i in range(max_i):
offset_x, offset_y, game_hash = grab_screenshot()
game = exa_logic.Game()
game.exact_setup(game_hash)
result = game.global_solve(-1)
execute_solution(offset_x, offset_y, result)
print("Done game %d / %d... " % (i + 1, max_i))
time.sleep(4)
if i < max_i - 1:
click_new_game(offset_x, offset_y)
time.sleep(CONFIG["base_delay"] * 25)
def main():
"""
Dispatches by reading file argument on command line or taking snapshot
of screen.
"""
if len(sys.argv) > 1 and sys.argv[1]:
if sys.argv[1] == "loop":
loop_many(int(sys.argv[2]))
return
_, _, game_hash = read_file(sys.argv[1])
offset_x = 0
offset_y = 0
else:
offset_x, offset_y, game_hash = grab_screenshot()
print(hash)
game = exa_logic.Game()
game.exact_setup(game_hash)
print(game)
result = game.global_solve(-1)
print(result)
# If it was a screen grab, we can actually do this -- just type n/q/c to
# quit or anything else to continue
if result is not None and offset_x and offset_y:
x = six.moves.input("Ready for automated solution? ")
if x.lower() in ["n", "q", "c"]:
return
execute_solution(offset_x, offset_y, result)
if __name__ == "__main__":
main()