from PIL import Image
import gradio as gr
from agents import MinervaTeam
from formatter import AutoGenFormatter
title = "Minerva: LLM Agents for Scam Protection"
description = """
🦉 Minerva uses LLM Agents to analyze screenshots for potential scams.
📢 It provides the analysis in the language of the extracted text.
📄 Try out one of the examples to perform a scam analysis.
⚙️ The Agentic Workflow is streamed for demonstration purposes.
🕵 LLM Agents coordinated as an AutoGen Team in a RoundRobin fashion:
- *OCR Specialist*
- *Link Checker*
- *Content Analyst*
- *Decision Maker*
- *Summary Specialist*
- *Language Translation Specialist*
🧑💻️ https://github.com/dcarpintero/minerva
🎓 Submission for RBI Berkeley, CS294/194-196, LLM Agents (Diego Carpintero)
♥️ Built with AutoGen 0.4.0 and OpenAI.
"""
inputs = gr.components.Image()
outputs = [
gr.components.Textbox(label="Analysis Result"),
gr.HTML(label="Agentic Workflow (Streaming)")
]
examples = "examples"
example_labels = ["EN:Gift:Social", "ES:Banking:Social", "EN:Billing:SMS", "EN:Multifactor:Email", "EN:CustomerService:Twitter", "NO_TEXT:Landscape.HAM", "FR:OperaTicket:HAM"]
agents = MinervaTeam()
formatter = AutoGenFormatter()
def to_html(texts):
formatted_html = ''
for text in texts:
formatted_html += text.replace('\n', '
') + '
'
return f'
{formatted_html}'
async def predict(img):
try:
img = Image.fromarray(img)
stream = await agents.analyze(img)
streams = []
messages = []
async for s in stream:
streams.append(s)
messages.append(await formatter.to_output(s))
yield ["Pondering, stand by...", to_html(messages)]
if streams[-1]:
prediction = streams[-1].messages[-1].content
else:
prediction = "No analysis available. Try again later."
await agents.reset()
yield [prediction, to_html(messages)]
except Exception as e:
print(e)
yield ["Error during analysis. Try again later.", ""]
with gr.Blocks() as demo:
with gr.Tab("Minerva: AI Guardian for Scam Protection"):
with gr.Row():
gr.Interface(
fn=predict,
inputs=inputs,
outputs=outputs,
examples=examples,
example_labels=example_labels,
description=description,
).queue(default_concurrency_limit=1)
demo.launch()