Hugging Face's logo

Spaces:
dcarpintero
/
minerva
Running

App Files Community
minerva
File size: 2,843 Bytes 
c64e302
 
 
 
 
 
 
f157f1c
c64e302
f157f1c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c64e302
 
 
 
 
 
f868efb
2875791
c64e302
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
f868efb
 
c64e302
 
 
 
 
 
07f569f
c64e302
 
 
 
 
 
 
 
 
f868efb
 
 
 
 
 
 
 
 
c64e302
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
 
from PIL import Image
import gradio as gr

from minerva import Minerva
from formatter import AutoGenFormatter


title = "Minerva: LLM Agents for Scam Protection"
description = """
              🦉 Minerva uses LLM Agents to analyze screenshots for potential scams. </br>
              📢 It provides the analysis in the language of the extracted text.</br></br>

              📄 <b>Try out one of the examples to perform a scam analysis. </b></br>
              ⚙️ The Agentic Workflow is streamed for demonstration purposes. </br></br>

              🕵 LLM Agents coordinated as an AutoGen Team in a RoundRobin fashion: </br>
                - *OCR Specialist* </br>
                - *Link Checker* </br>
                - *Content Analyst* </br>
                - *Decision Maker* </br>
                - *Summary Specialist* </br>
                - *Language Translation Specialist* </br></br>

              🧑‍💻️ https://github.com/dcarpintero/minerva </br>
              🎓 Submission for RBI Berkeley, CS294/194-196, LLM Agents (Diego Carpintero)</br></br>
              ♥️ Built with AutoGen 0.4.0 and OpenAI.  
              """
inputs = gr.components.Image()
outputs = [
    gr.components.Textbox(label="Analysis Result"),
    gr.HTML(label="Agentic Workflow (Streaming)")
]
examples = "examples"
example_labels = ["EN:Gift:Social", "ES:Banking:Social", "EN:Billing:SMS", "EN:Multifactor:Email", "EN:CustomerService:Twitter", "NO_TEXT:Landscape.HAM", "FR:OperaTicket:HAM"]

model = Minerva()
formatter = AutoGenFormatter()

def to_html(texts):
    formatted_html = ''
    for text in texts:
        formatted_html += text.replace('\n', '<br>') + '<br>'
    return f'<pre>{formatted_html}</pre>'

async def predict(img):
    try:
        img = Image.fromarray(img)
        stream = await model.analyze(img)

        streams = []
        messages = []
        async for s in stream:
            streams.append(s)
            messages.append(await formatter.to_output(s))
            yield ["Pondering, stand by...", to_html(messages)]
        
        if streams[-1]:
            prediction = streams[-1].messages[-1].content
        else:
            prediction = "No analysis available. Try again later."

        await model.reset()
        yield [prediction, to_html(messages)]

    except Exception as e:
        print(e)
        yield ["Error during analysis. Try again later.", ""]


with gr.Blocks() as demo:
    with gr.Tab("Minerva: AI Guardian for Scam Protection"):
        with gr.Row():
            gr.Interface(
                fn=predict,
                inputs=inputs,
                outputs=outputs,
                examples=examples,
                example_labels=example_labels,
                description=description,
            ).queue(default_concurrency_limit=5)

demo.launch()