108 lines
5.3 KiB
Python
108 lines
5.3 KiB
Python
# coding=utf-8
|
|
"""
|
|
CRITICAL: 严禁在此工具链中 import pyautogui (会污染 win32api 导致逻辑冲突)。
|
|
ljqCtrl Quick Reference:
|
|
- dpi_scale: float (Logical = Physical * dpi_scale)
|
|
- Click(x, y): Use Physical Coordinates (from screenshots)
|
|
- SetCursorPos(z): Use Physical Coordinates z=(x, y)
|
|
- Press(cmd, staytime=0): Keyboard shortcuts (e.g. 'ctrl+v')
|
|
- FindBlock(fn, wrect=None, threshold=0.8) -> (obj_center_phys, is_found)
|
|
- MouseDClick(staytime=0.05), MouseClick(staytime=0.05)
|
|
"""
|
|
|
|
import os, sys, time, random, math
|
|
import win32api, win32con
|
|
import numpy as np
|
|
|
|
dpi_scale = 1
|
|
|
|
try:
|
|
from PIL import ImageGrab, Image, ImageEnhance, ImageFilter, ImageDraw
|
|
import cv2
|
|
except: pass
|
|
|
|
scr = ImageGrab.grab()
|
|
swidth, sheight = scr.size
|
|
print('Screen width & height:', swidth, sheight)
|
|
cwidth, cheight = map(win32api.GetSystemMetrics, [win32con.SM_CXSCREEN, win32con.SM_CYSCREEN])
|
|
dpi_scale = cwidth / swidth
|
|
print('dpi_scale:', dpi_scale)
|
|
|
|
time.process_time()
|
|
|
|
def MouseDown(): win32api.mouse_event(win32con.MOUSEEVENTF_LEFTDOWN,0,0)
|
|
def MouseUp(): win32api.mouse_event(win32con.MOUSEEVENTF_LEFTUP,0,0)
|
|
|
|
def MouseClick(staytime=0.05):
|
|
MouseDown(); time.sleep(staytime)
|
|
MouseUp(); time.sleep(0.05)
|
|
|
|
def MouseDClick(staytime=0.05):
|
|
MouseDown(); MouseUp()
|
|
MouseDown(); MouseUp()
|
|
time.sleep(0.05)
|
|
|
|
def SetCursorPos(z):
|
|
z = tuple(map(lambda v:int(v*dpi_scale), z))
|
|
win32api.SetCursorPos(z)
|
|
time.sleep(0.05)
|
|
|
|
def Click(x, y=None):
|
|
if type(x) is type(tuple()): x, y = int(x[0]), int(x[1])
|
|
SetCursorPos( (x, y) )
|
|
MouseClick()
|
|
|
|
def Press(cmd, staytime=0):
|
|
cmds = cmd.lower().split('+')
|
|
for z in cmds:
|
|
win32api.keybd_event(VK_CODE[z], 0, 0, 0)
|
|
time.sleep(staytime)
|
|
for z in reversed(cmds):
|
|
time.sleep(staytime)
|
|
win32api.keybd_event(VK_CODE[z], 0, win32con.KEYEVENTF_KEYUP, 0)
|
|
|
|
VK_CODE = {'backspace':0x08, 'tab':0x09, 'clear':0x0C, 'enter':0x0D, 'shift':0x10, 'ctrl':0x11, 'alt':0x12, 'pause':0x13, 'caps_lock':0x14, 'esc':0x1B, 'space':0x20, 'page_up':0x21, 'page_down':0x22, 'end':0x23, 'home':0x24, 'left_arrow':0x25, 'up_arrow':0x26, 'right_arrow':0x27, 'down_arrow':0x28, 'select':0x29, 'print':0x2A, 'execute':0x2B, 'print_screen':0x2C, 'ins':0x2D, 'del':0x2E, 'help':0x2F, '0':0x30, '1':0x31, '2':0x32, '3':0x33, '4':0x34, '5':0x35, '6':0x36, '7':0x37, '8':0x38, '9':0x39, 'a':0x41, 'b':0x42, 'c':0x43, 'd':0x44, 'e':0x45, 'f':0x46, 'g':0x47, 'h':0x48, 'i':0x49, 'j':0x4A, 'k':0x4B, 'l':0x4C, 'm':0x4D, 'n':0x4E, 'o':0x4F, 'p':0x50, 'q':0x51, 'r':0x52, 's':0x53, 't':0x54, 'u':0x55, 'v':0x56, 'w':0x57, 'x':0x58, 'y':0x59, 'z':0x5A, 'numpad_0':0x60, 'numpad_1':0x61, 'numpad_2':0x62, 'numpad_3':0x63, 'numpad_4':0x64, 'numpad_5':0x65, 'numpad_6':0x66, 'numpad_7':0x67, 'numpad_8':0x68, 'numpad_9':0x69, 'multiply_key':0x6A, 'add_key':0x6B, 'separator_key':0x6C, 'subtract_key':0x6D, 'decimal_key':0x6E, 'divide_key':0x6F, 'F1':0x70, 'F2':0x71, 'F3':0x72, 'F4':0x73, 'F5':0x74, 'F6':0x75, 'F7':0x76, 'F8':0x77, 'F9':0x78, 'F10':0x79, 'F11':0x7A, 'F12':0x7B, 'F13':0x7C, 'F14':0x7D, 'F15':0x7E, 'F16':0x7F, 'F17':0x80, 'F18':0x81, 'F19':0x82, 'F20':0x83, 'F21':0x84, 'F22':0x85, 'F23':0x86, 'F24':0x87, 'num_lock':0x90, 'scroll_lock':0x91, 'left_shift':0xA0, 'right_shift ':0xA1, 'left_control':0xA2, 'right_control':0xA3, 'left_menu':0xA4, 'right_menu':0xA5, 'browser_back':0xA6, 'browser_forward':0xA7, 'browser_refresh':0xA8, 'browser_stop':0xA9, 'browser_search':0xAA, 'browser_favorites':0xAB, 'browser_start_and_home':0xAC, 'volume_mute':0xAD, 'volume_Down':0xAE, 'volume_up':0xAF, 'next_track':0xB0, 'previous_track':0xB1, 'stop_media':0xB2, 'play/pause_media':0xB3, 'start_mail':0xB4, 'select_media':0xB5, 'start_application_1':0xB6, 'start_application_2':0xB7, 'attn_key':0xF6, 'crsel_key':0xF7, 'exsel_key':0xF8, 'play_key':0xFA, 'zoom_key':0xFB, 'clear_key':0xFE, '+':0xBB, ',':0xBC, '-':0xBD, '.':0xBE, '/':0xBF, '`':0xC0, ';':0xBA, '[':0xDB, '\\':0xDC, ']':0xDD, "'":0xDE, '`':0xC0}
|
|
VK_CODE = {k.lower():v for k,v in VK_CODE.items()}
|
|
|
|
def imshow(mt, sec=0):
|
|
cv2.imshow('cc', mt)
|
|
cv2.waitKey(sec)
|
|
|
|
def GetWRect(sr):
|
|
num = int(sr[-1])
|
|
l, u, r, b = 0, 0, swidth, sheight
|
|
if 'left' in sr: r = swidth // num
|
|
if 'right' in sr: l = swidth * (num-1) // num
|
|
if 'top' in sr: b = sheight // num
|
|
if 'bottom' in sr: u = sheight * (num-1) // num
|
|
return [l, u, r, b]
|
|
|
|
def FindBlock(fn, wrect=None, verbose=0, threshold=0.8):
|
|
tic = time.process_time()
|
|
if wrect is not None and isinstance(wrect, Image.Image):
|
|
scr, wrect = wrect, None
|
|
else:
|
|
if isinstance(wrect, str): wrect = GetWRect(wrect)
|
|
scr = ImageGrab.grab(wrect)
|
|
blc = Image.open(fn) if isinstance(fn, str) else fn
|
|
T = cv2.cvtColor(np.array(blc), cv2.COLOR_RGB2BGR)
|
|
B = cv2.cvtColor(np.array(scr), cv2.COLOR_RGB2BGR)
|
|
tsh, tsw = T.shape[:2]
|
|
if verbose: print('T.shape:', T.shape, '\t', 'B.shape:', B.shape)
|
|
res = cv2.matchTemplate(B, T, cv2.TM_CCOEFF_NORMED)
|
|
min_val, max_val, min_loc, max_loc = cv2.minMaxLoc(res)
|
|
oj, oi = max_loc
|
|
if wrect is None: wrect = [0, 0, scr.size[0], scr.size[1]]
|
|
obj = (oj + wrect[0] + tsw//2, oi + wrect[1] + tsh//2)
|
|
if verbose:
|
|
print(f'Max match: {max_val:.4f} at ({oj}, {oi}) cost: {time.process_time() - tic:.3f}s')
|
|
sscr = scr.crop([oj, oi, oj+tsw, oi+tsh])
|
|
sscr.show()
|
|
return obj, max_val > threshold
|
|
|
|
if __name__ == '__main__':
|
|
#time.sleep(3)
|
|
#SetCursorPos( (1640, 131) )
|
|
#MouseClick()
|
|
#print(FindBlock('z:/z.png', [1638, 214, 5838, 414], verbose=1))
|
|
print('completed %.3f' % time.process_time()) |