Spaces:
Running
Running
File size: 3,911 Bytes
04ffec9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 |
from abc import abstractmethod
from typing import List, Dict
from speakers.load.serializable import Serializable
from speakers.processors import ProcessorData, BaseProcessor
from speakers.server.model.flow_data import PayLoad
import logging
class FlowData(Serializable):
"""
当前runner的任务参数
"""
@property
@abstractmethod
def type(self) -> str:
"""Type of the Message, used for serialization."""
@property
def lc_serializable(self) -> bool:
"""Whether this class is Processor serializable."""
return True
class Runner(Serializable):
""" runner的任务id"""
task_id: str
flow_data: FlowData
@property
def type(self) -> str:
"""Type of the Runner Message, used for serialization."""
return 'runner'
@property
def lc_serializable(self) -> bool:
"""Whether this class is Processor serializable."""
return True
# Define a base class for tasks
class BaseTask:
"""
基础任务处理器由任务管理器创建，用于执行runner flow 的任务，子类实现具体的处理流程
此类定义了流程runner task的生命周期
"""
def __init__(self, preprocess_dict: Dict[str, BaseProcessor]):
self._progress_hooks = []
self._add_logger_hook()
self._preprocess_dict = preprocess_dict
self.logger = logging.getLogger('base_task_runner')
@classmethod
def from_config(cls, cfg=None):
return cls(preprocess_dict={})
def _add_logger_hook(self):
"""
默认的任务日志监听者
:return:
"""
LOG_MESSAGES = {
'dispatch_voice_task': 'dispatch_voice_task',
'saved': 'Saving results',
}
LOG_MESSAGES_SKIP = {
'skip-no-text': 'No text regions with text! - Skipping',
}
LOG_MESSAGES_ERROR = {
'error': 'task error',
}
async def ph(task_id: str, runner_stat: str, state: str, finished: bool = False):
if state in LOG_MESSAGES:
self.logger.info(LOG_MESSAGES[state])
elif state in LOG_MESSAGES_SKIP:
self.logger.warn(LOG_MESSAGES_SKIP[state])
elif state in LOG_MESSAGES_ERROR:
self.logger.error(LOG_MESSAGES_ERROR[state])
self.add_progress_hook(ph)
def add_progress_hook(self, ph):
"""
注册监听器
:param ph: 监听者
:return:
"""
self._progress_hooks.append(ph)
async def report_progress(self, task_id: str, runner_stat: str, state: str, finished: bool = False):
"""
任务通知监听器
:param task_id: 任务id
:param runner_stat: 任务执行位置
:param state: 状态
:param finished: 是否完成
:return:
"""
for ph in self._progress_hooks:
await ph(task_id, runner_stat, state, finished)
@classmethod
def prepare(cls, payload: PayLoad) -> Runner:
"""
预处理
Args:
payload (PayLoad): runner flow data
Raises:
NotImplementedError: This method should be overridden by subclasses.
"""
raise NotImplementedError
@classmethod
async def dispatch(cls, runner: Runner):
"""
当前runner task具体flow data
Args:
runner (ProcessorData): runner flow data
Raises:
NotImplementedError: This method should be overridden by subclasses.
"""
raise NotImplementedError
@classmethod
def complete(cls, runner: Runner):
"""
后置处理
Args:
runner (Runner): runner flow data
Raises:
NotImplementedError: This method should be overridden by subclasses.
"""
raise NotImplementedError
|