from typing import List, AsyncIterator import os from autogen_agentchat.agents import AssistantAgent from autogen_agentchat.conditions import TextMentionTermination from autogen_agentchat.messages import MultiModalMessage from autogen_agentchat.teams import RoundRobinGroupChat from autogen_core import Image as AGImage from autogen_core.tools import FunctionTool from autogen_ext.models.openai import OpenAIChatCompletionClient from dotenv import load_dotenv, find_dotenv from PIL import Image import yaml from tools import Tools class MinervaTeam: """ Minerva Team tasked with Scam Protection using an Agentic Workflow """ def __init__(self, config_path: str = "config/agents.yaml"): """ Initialize Minerva with agents and tools """ self.load_environment() self.model = self.initialize_model() self.config = self.load_config(config_path) self.tools = Tools() self.agents = self.create_agents() self.team = self.create_team() def load_environment(self): """Load environment variables""" load_dotenv(find_dotenv()) def load_config(self, config_path: str) -> dict: """Load agent configurations from YAML file""" with open(config_path, 'r') as file: return yaml.safe_load(file) def initialize_model(self) -> OpenAIChatCompletionClient: """Initialize OpenAI model""" return OpenAIChatCompletionClient( model="gpt-4o", api_key=os.getenv("OPENAI_API_KEY") ) def create_agents(self) -> List[AssistantAgent]: """Create all required agents with their specialized roles and tools""" ocr_tool = FunctionTool( self.tools.ocr, description="Extracts text from an image path" ) url_checker_tool = FunctionTool( self.tools.is_url_safe, description="Checks if a URL is safe" ) agents = [] agents.append(AssistantAgent( name="OCR_Specialist", description="Extracts text from an image", system_message=self.config['ocr_agent']['assignment'], model_client=self.model, #tools=[ocr_tool] # Default OCR to GPT-4o vision capabilities. Uncomment to OCR with tool calling (requires pytesseract) )) agents.append(AssistantAgent( name="Link_Checker", description="Checks if a Link is safe", system_message=self.config['link_checker_agent']['assignment'], model_client=self.model, tools=[url_checker_tool] )) agents.append(AssistantAgent( name="Content_Analyst", description="Analyzes the text for scam patterns", system_message=self.config['content_agent']['assignment'], model_client=self.model )) agents.append(AssistantAgent( name="Decision_Maker", description="Synthesizes the analyses and make final determination", system_message=self.config['decision_agent']['assignment'], model_client=self.model )) agents.append(AssistantAgent( name="Summary_Agent", description="Generate a summary of the final determination", system_message=self.config['summary_agent']['assignment'], model_client=self.model )) agents.append(AssistantAgent( name="Language_Translation_Agent", description="Translate the summary to the user language", system_message=self.config['language_translation_agent']['assignment'], model_client=self.model )) return agents def create_team(self) -> RoundRobinGroupChat: """Create a team of agents that work together in Round Robin fashion""" termination = TextMentionTermination("NO_TEXT_FOUND") return RoundRobinGroupChat( self.agents, max_turns=6, termination_condition=termination ) async def reset(self): """Reset team state""" await self.team.reset() async def analyze(self, image: Image) -> AsyncIterator: """ Analyze an image for potential scams. """ img = AGImage(image) mm_message = MultiModalMessage(content=[img], source="User") return self.team.run_stream(task=mm_message)