Add screenshot re-execution logic in AIProcessor; append outputs from tool calls
This commit is contained in:
parent
e573ecb553
commit
1925a77d85
@ -62,13 +62,21 @@ class AIProcessor:
|
|||||||
processor=self,
|
processor=self,
|
||||||
)
|
)
|
||||||
outputs.append(r) if r else None
|
outputs.append(r) if r else None
|
||||||
|
if reexec:
|
||||||
|
img = ai.compute.screenshot_to_base64(
|
||||||
|
ai.compute.take_screenshot()
|
||||||
|
)
|
||||||
|
|
||||||
|
outputs.append(
|
||||||
|
*self.process(nextsteps, img)
|
||||||
|
)
|
||||||
return [
|
return [
|
||||||
{
|
{
|
||||||
"name": tc.function.name,
|
"name": tc.function.name,
|
||||||
"arguments": json.loads(tc.function.arguments),
|
"arguments": json.loads(tc.function.arguments),
|
||||||
}
|
}
|
||||||
for tc in tool_calls
|
for tc in tool_calls
|
||||||
]
|
] + outputs # type: ignore
|
||||||
|
|
||||||
# otherwise return final assistant content
|
# otherwise return final assistant content
|
||||||
print(f"Response: {json.dumps(response.to_dict(), indent=4)}") # debug
|
print(f"Response: {json.dumps(response.to_dict(), indent=4)}") # debug
|
||||||
|
Loading…
Reference in New Issue
Block a user