Hugging Face's logo

Spaces:
futranbg
/
zero2story
Sleeping

App Files Community
zero2story
File size: 1,883 Bytes 
3332aa4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
 
from abc import ABCMeta, abstractmethod

class LLMFactory(metaclass=ABCMeta):
    @abstractmethod
    def create_prompt_format(self):
        pass

    @abstractmethod
    def create_prompt_manager(self):
        pass

    @abstractmethod
    def create_pp_manager(self):
        pass

    @abstractmethod
    def create_ui_pp_manager(self):
        pass
    
    @abstractmethod
    def create_llm_service(self):
        pass


class PromptFmt(metaclass=ABCMeta):
    @classmethod
    @abstractmethod
    def ctx(cls, context):
        pass

    @classmethod
    @abstractmethod
    def prompt(cls, pingpong, truncate_size):
        pass


class PromptManager(metaclass=ABCMeta):
    @abstractmethod
    def load_prompts(self):
        pass

    @abstractmethod
    def reload_prompts(self):
        pass
    
    @property
    @abstractmethod
    def prompts_path(self):
        pass
    
    @prompts_path.setter
    @abstractmethod
    def prompts_path(self, prompts_path):
        pass

    @property
    @abstractmethod
    def prompts(self):
        pass
    

class PPManager(metaclass=ABCMeta):
    @abstractmethod
    def build_prompts(self, from_idx: int=0, to_idx: int=-1, fmt: PromptFmt=None, truncate_size: int=None):
        pass


class UIPPManager(PPManager, metaclass=ABCMeta):
    @abstractmethod
    def build_uis(self, from_idx: int=0, to_idx: int=-1):
        pass


class LLMService(metaclass=ABCMeta):
    @abstractmethod
    def make_params(self, mode="chat",
                          temperature=None,
                          candidate_count=None,
                          top_k=None,
                          top_p=None,
                          max_output_tokens=None,
                          use_filter=True):
        pass
    
    @abstractmethod
    async def gen_text(self, prompt, mode="chat", parameters=None, use_filter=True):
        pass