gpt-agent/ai/compute.py

59 lines
2.0 KiB
Python

import pyautogui
import threading
import time
import tkinter as tk
from objects.inputs import MouseInput, KeyboardInput, ButtonType
def show_click_indicator(x: int, y: int, duration: float = 2.0, size: int = 50) -> None:
"""Display a red circle at (x, y) for the given duration."""
# Create a top-level window without decorations
root = tk.Tk()
root.overrideredirect(True)
root.attributes('-topmost', True)
# Semi-transparent window and disable to allow click-through
root.attributes('-alpha', 0.5)
try:
root.attributes('-disabled', True)
except Exception:
pass
# Position and size
half = size // 2
root.geometry(f"{size}x{size}+{x-half}+{y-half}")
# Draw circle on canvas
canvas = tk.Canvas(root, width=size, height=size, highlightthickness=0, bg='white')
canvas.pack()
canvas.create_oval(2, 2, size-2, size-2, outline='red', width=4)
root.update()
# Keep displayed for duration seconds
time.sleep(duration)
root.destroy()
def press_mouse(mouse_input: MouseInput) -> None:
"""Presses mouse buttons at the given position."""
x, y = mouse_input.x, mouse_input.y
button = mouse_input.click_type
if button == "left":
pyautogui.click(x, y, button='left')
elif button == "double_left":
pyautogui.doubleClick(x, y)
elif button == "right":
pyautogui.click(x, y, button='right')
elif button == "middle":
pyautogui.click(x, y, button='middle')
# Show red circle indicator at click position for 2 seconds
threading.Thread(target=show_click_indicator, args=(x, y), daemon=True).start()
def press_keyboard(keyboard_input: KeyboardInput) -> None:
"""Types the given sequence of keys."""
text = keyboard_input.text
if text:
pyautogui.typewrite(text)
if keyboard_input.press_enter:
pyautogui.press('enter')
def _execute(name, args):
if name == "click_button":
press_mouse(MouseInput(**args))
elif name == "type_text":
press_keyboard(KeyboardInput(**args))