feat: Add functionality to press Windows key and update function registry
This commit is contained in:
parent
105ab4a04b
commit
9bd15d45c5
@ -86,17 +86,23 @@ def wait(duration: float) -> None:
|
||||
"""Waits for the specified duration in seconds."""
|
||||
time.sleep(duration)
|
||||
|
||||
def press_windows_key() -> None:
|
||||
"""Presses the Windows key."""
|
||||
pyautogui.hotkey('win')
|
||||
|
||||
def reprompt(nextsteps: str, processor) -> None:
|
||||
"""Re-execute GPT and take a new screenshot."""
|
||||
scr = screenshot_to_base64(take_screenshot())
|
||||
return processor.process(nextsteps, img_data=scr)
|
||||
|
||||
def _execute(name, args, processor):
|
||||
def _execute(name, args=[], processor=None):
|
||||
if name == "click_button":
|
||||
press_mouse(MouseInput(**args))
|
||||
elif name == "type_text":
|
||||
press_keyboard(KeyboardInput(**args))
|
||||
elif name == "wait":
|
||||
wait(**args)
|
||||
elif name == "press_windows_key":
|
||||
press_windows_key()
|
||||
elif name == "reprompt":
|
||||
reprompt(**args, processor=processor)
|
||||
|
@ -110,7 +110,19 @@ FUNCTIONS = [
|
||||
"required": ["goal"],
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "function",
|
||||
"function": {
|
||||
"name": "windows_key",
|
||||
"description": "Press the Windows key to open the Start menu.",
|
||||
"parameters": {
|
||||
"type": "object",
|
||||
"properties": {},
|
||||
"required": [],
|
||||
}
|
||||
}
|
||||
},
|
||||
]
|
||||
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user