Python自动化: 使用pyautogui实现基于Excel表格的图像识别和操作

import pyautogui
import time
import openpyxl

# 打开Excel文件
workbook = openpyxl.load_workbook(r'C:\Users\Administrator\Desktop\未采集考试照片名单2023.9.22.xlsx')

# 选择Sheet1工作表
sheet = workbook['Sheet1']

# 获取H列的所有单元格内容
column_h = sheet['H']

# 遍历每个单元格并输出内容
for cell in column_h:
    print(cell.value)

# 点击图片
def click_image(image_path):
    location = pyautogui.locateOnScreen(image=image_path)
    pyautogui.click(location)
    time.sleep(1)

# 点击图片1
click_image(r'C:\Users\Administrator\Desktop\1.png')

# 点击图片2
click_image(r'C:\Users\Administrator\Desktop\2.png')

# 点击图片3
click_image(r'C:\Users\Administrator\Desktop\3.png')

# 获取当前鼠标位置
current_position = pyautogui.position()

# 从上到下逐个复制H列的数字到当前位置
for cell in column_h:
    # 获取单元格的值
    value = cell.value

    # 将值粘贴到当前位置
    pyautogui.click(current_position)
    pyautogui.typewrite(str(value))
    pyautogui.press('enter')

    # 等待1秒钟
    time.sleep(1)

    # 点击图片4
    click_image(r'C:\Users\Administrator\Desktop\4.png')

    # 判断是否已经采集
    image6_location = pyautogui.locateOnScreen(image=r'C:\Users\Administrator\Desktop\6.png')
    if image6_location:
        print('已采集')
    else:
        print('未采集')
        # 在对应的R列单元格中写入'未采集'
        cell_offset = cell.offset(column=10)  # H列到R列偏移量为10
        cell_offset.value = '未采集'

        # 点击图片5 获取鼠标位置
        click_image(r'C:\Users\Administrator\Desktop\5.png')
        current_position = pyautogui.position()

# 保存Excel文件
workbook.save(r'C:\Users\Administrator\Desktop\未采集考试照片名单2023.9.22.xlsx')