Spaces:
Build error
Build error
File size: 2,033 Bytes
01523b5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
from __future__ import annotations
import os
import subprocess
import multiprocessing
from typing import TYPE_CHECKING, Any, List, Tuple
from agentverse.agents import ExecutorAgent
from agentverse.logging import logger
from agentverse.message import ExecutorMessage, SolverMessage
from . import BaseExecutor, executor_registry
def execute_command(command: str, result_list) -> str:
# TODO: make it more secure
result = subprocess.run(command, capture_output=True, shell=True, encoding="utf-8")
result_list.append(f"STDOUT:\n{result.stdout}\nSTDERR:\n{result.stderr}")
# return f"STDOUT:\n{result.stdout}\nSTDERR:\n{result.stderr}"
@executor_registry.register("coverage-test")
class CoverageTestExecutor(BaseExecutor):
def step(
self,
agent: ExecutorAgent,
task_description: str,
solution: List[SolverMessage],
*args,
**kwargs,
) -> Any:
from scripts.evaluate_commongen import scoring
coverage, missing_tokens = scoring(
[s.content for s in solution], [task_description]
)
if len(missing_tokens[0]) == 0:
missing_tokens = "No missing tokens."
else:
missing_tokens = ", ".join(missing_tokens[0])
result = f"Coverage: {coverage*100:.2f}%\nMissing Tokens: {missing_tokens}"
return [ExecutorMessage(content=result)]
async def astep(
self,
agent: ExecutorAgent,
task_description: str,
solution: List[SolverMessage],
*args,
**kwargs,
) -> Any:
from scripts.evaluate_commongen import scoring
coverage, missing_tokens = scoring(
[s.content for s in solution], [task_description]
)
if len(missing_tokens[0]) == 0:
missing_tokens = "No missing tokens."
else:
missing_tokens = ", ".join(missing_tokens[0])
result = f"Coverage: {coverage*100:.2f}%\nMissing Tokens: {missing_tokens}"
return [ExecutorMessage(content=result)]
|