diff --git a/requirements.txt b/requirements.txt index df725ad..5bb1cad 100644 --- a/requirements.txt +++ b/requirements.txt @@ -5,3 +5,4 @@ python-dotenv # libraries to control mouse+keyboard+see screen pyautogui pynput +Pillow diff --git a/webserver/web.py b/webserver/web.py index 865ab45..31498aa 100644 --- a/webserver/web.py +++ b/webserver/web.py @@ -1,6 +1,8 @@ from flask import Flask, request, jsonify import os, ai.processor from dotenv import load_dotenv +import io +from PIL import ImageGrab load_dotenv() @@ -36,6 +38,14 @@ class WebServerApp: img_data = img_file.read() else: img_data = None + else: + if 'host_screenshot' in data: + # take a screenshot right here + # capture the full screen + screenshot_img = ImageGrab.grab() + buf = io.BytesIO() + screenshot_img.save(buf, format='PNG') + img_data = buf.getvalue() import base64 # Convert image data to base64 if provided