测试背景:trae登录界面
缺口在左侧,异形验证码
缺口在右侧
复制粘贴过去可以用
需要截图两次,不想截图2次的可以修改成1次,第二次滑块可以修改,第一个必须截图
直接展示
# 使用提醒:
# 1. xbot包提供软件自动化、数据表格、Excel、日志、AI等功能
# 2. package包提供访问当前应用数据的功能,如获取元素、访问全局变量、获取资源文件等功能
# 3. 当此模块作为流程独立运行时执行main函数
# 4. 可视化流程中可以通过"调用模块"的指令使用此模块
import xbot
from xbot import print, sleep
from . import package
from .package import variables as glv
import cv2
import numpy as np
import base64
import re
def image_path_to_base64(image_path):
with open(image_path, "rb") as f:
return base64.b64encode(f.read()).decode("utf-8")
def base64_to_cvimg(base64_str):
base64_str = str(base64_str).strip()
if "data:image" in base64_str:
base64_str = base64_str.split(",")[1]
base64_str = re.sub(r"[^A-Za-z0-9+/=]", "", base64_str)
img_data = base64.b64decode(base64_str)
np_arr = np.frombuffer(img_data, np.uint8)
img = cv2.imdecode(np_arr, cv2.IMREAD_UNCHANGED)
return img
def get_slide_distance(bg_path, block_path, skip_x=100):
# 1. 读取图片
bg = base64_to_cvimg(image_path_to_base64(bg_path))
block = base64_to_cvimg(image_path_to_base64(block_path))
# 2. 处理透明滑块
if len(block.shape) == 3 and block.shape[2] == 4:
mask = block[:, :, 3]
block = cv2.bitwise_and(block, block, mask=mask)
block = cv2.cvtColor(block, cv2.COLOR_BGRA2GRAY)
elif len(block.shape) == 3:
block = cv2.cvtColor(block, cv2.COLOR_BGR2GRAY)
# 背景图灰度化
if len(bg.shape) == 3:
bg = cv2.cvtColor(bg, cv2.COLOR_BGR2GRAY)
# 3. 【关键】跳过左侧无效区域,只在右侧搜索
bg_cropped = bg[:, skip_x:]
# 4. 边缘检测
bg_canny = cv2.Canny(bg_cropped, 50, 150)
block_canny = cv2.Canny(block, 50, 150)
# 5. 模板匹配
res = cv2.matchTemplate(bg_canny, block_canny, cv2.TM_CCOEFF_NORMED)
_, max_val, _, max_loc = cv2.minMaxLoc(res)
# 加上跳过的偏移量,得到最终距离
distance = max_loc[0] + skip_x
print(f"匹配置信度:{max_val:.2f},滑动距离:{distance}")
return str(distance)
def main(ares):
pass
猜你喜欢
手搓系列之天眼查单缺口滑块验证——思路可拓展其他单缺口滑块完全免费通过率99%
【验证码挑战】手搓之文字点选系列,百分百免费借助ddddcor开源库
【验证码挑战】ICP/IP地址/域名备案查询 单滑块验证专用通过率90%
手搓系列之ddddocr解决计算验证码100%免费通过率百分之90以上