Python GUI自动化定位代码参考

一、pyautogui原始逻辑

import pyautogui

# 获取指定图片在屏幕上的位置
image_path = 'path/to/image.png'
target_position = pyautogui.locateCenterOnScreen(image_path)

if target_position is not None:
    # 获取偏移量
    offset_x = 10
    offset_y = 10

    # 计算实际点击位置
    click_x = target_position.x + offset_x
    click_y = target_position.y + offset_y

    # 点击指定位置
    pyautogui.click(click_x, click_y)
else:
    print("未找到指定图片")

二、CV2测试

需要先安装

pip install opencv-python

import pyautogui
import cv2
import numpy as np

# 读取目标图片
target_image = cv2.imread('path/to/image.png')

# 获取屏幕截图
screenshot = pyautogui.screenshot()
screenshot = cv2.cvtColor(np.array(screenshot), cv2.COLOR_RGB2BGR)

# 在屏幕截图中查找目标图片
result = cv2.matchTemplate(screenshot, target_image, cv2.TM_CCOEFF_NORMED)<