Spaces:
Build error
Build error
File size: 2,171 Bytes
01523b5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
from __future__ import annotations
from abc import abstractmethod
from typing import TYPE_CHECKING, List, Tuple
from pydantic import BaseModel
from agentverse.message import EvaluatorMessage
if TYPE_CHECKING:
from agentverse.agents import EvaluatorAgent
from agentverse.message import EvaluatorMessage, SolverMessage, ExecutorMessage
from . import evaluator_registry
class BaseEvaluator(BaseModel):
"""
The base class of execution.
"""
@abstractmethod
def step(
self,
agent: EvaluatorAgent,
solution: List[SolverMessage],
result: List[ExecutorMessage],
task_description: str,
all_role_description: List[str],
*args,
**kwargs,
) -> EvaluatorMessage:
pass
def reset(self):
pass
@evaluator_registry.register("none")
class NoneEvaluator(BaseEvaluator):
def step(
self,
agent: EvaluatorAgent,
solution: List[SolverMessage],
result: List[ExecutorMessage],
task_description: str,
all_role_description: List[str],
*args,
**kwargs,
) -> EvaluatorMessage:
result = EvaluatorMessage(
score=0, advice="\n".join([r.content for r in result])
)
return result
@evaluator_registry.register("dummy")
class DummyEvaluator(BaseEvaluator):
def step(
self,
agent: EvaluatorAgent,
solution: List[SolverMessage],
result: List[ExecutorMessage],
task_description: str,
all_role_description: List[str],
*args,
**kwargs,
) -> EvaluatorMessage:
result = EvaluatorMessage(score=1, advice="")
return result
@evaluator_registry.register("dummy")
class DummyEvaluator(BaseEvaluator):
def step(
self,
agent: EvaluatorAgent,
solution: List[str] | str,
result: List[str] | str,
task_description: str,
all_role_description: List[str],
*args,
**kwargs,
) -> EvaluatorMessage:
result = EvaluatorMessage(
score=0, advice="\n".join([r.content for r in result])
)
return result
|