Spaces:
Build error
Build error
File size: 2,728 Bytes
01523b5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
from __future__ import annotations
import asyncio
from colorama import Fore
from agentverse.logging import get_logger
import bdb
from string import Template
from typing import TYPE_CHECKING, List, Tuple
from agentverse.message import EvaluatorMessage, Message
from agentverse.agents import agent_registry
from agentverse.agents.base import BaseAgent
logger = get_logger()
@agent_registry.register("evaluator")
class EvaluatorAgent(BaseAgent):
def step(
self,
solution: str,
result: str,
task_description: str,
all_role_description: str,
) -> EvaluatorMessage:
logger.debug("", self.name, Fore.MAGENTA)
prepend_prompt, append_prompt = self.get_all_prompts(
solution=solution,
result=result,
task_description=task_description,
all_role_description=all_role_description,
)
history = self.memory.to_messages(self.name)
parsed_response = None
for i in range(self.max_retry):
try:
response = self.llm.generate_response(
prepend_prompt, history, append_prompt
)
parsed_response = self.output_parser.parse(response)
break
except (KeyboardInterrupt, bdb.BdbQuit):
raise
except Exception as e:
logger.error(e)
logger.warn("Retrying...")
continue
if parsed_response is None:
logger.error(f"{self.name} failed to generate valid response.")
message = EvaluatorMessage(
sender=self.name,
sender_agent=self,
score=parsed_response[0] if parsed_response is not None else 0,
advice=parsed_response[1] if parsed_response is not None else "",
)
return message
# return parsed_response
async def astep(self, solution: str) -> EvaluatorMessage:
"""Asynchronous version of step"""
pass
def _fill_prompt_template(self, solution: str, task_description: str) -> str:
"""Fill the placeholders in the prompt template
In the role_assigner agent, three placeholders are supported:
- ${task_description}
- ${solution}
"""
input_arguments = {
"task_description": task_description,
"solution": solution,
}
return Template(self.prompt_template).safe_substitute(input_arguments)
def add_message_to_memory(self, messages: List[Message]) -> None:
self.memory.add_message(messages)
def reset(self) -> None:
"""Reset the agent"""
self.memory.reset()
# TODO: reset receiver
|