Spaces:
Sleeping
Sleeping
File size: 2,149 Bytes
cb1bfc1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 |
import time
from my_lib.chatbot import ChatGPT
import re
class BasePipeline:
chat = ChatGPT(model="gpt-3.5-turbo")
def add_task(self, task, **inputs):
args = task["args"]
args_supplied = {arg: arg in inputs for arg in args}
if all(args_supplied.values()):
formatted_task = f"[TASK]\n{task['description']}"
if len(args):
formatted_task += f"\n\n[INPUT]\n" + '\n'.join([f'{arg}: {inputs[arg]}' for arg in args])
self.pipe.append(formatted_task)
else:
raise ValueError(
f"Missing required argument(s): {[arg for arg in args if not args_supplied[arg]]}"
)
def compile_tasks(self, inputs_by_idx):
self.pipe = []
for idx, task in enumerate(self.prompt):
self.add_task(task, **inputs_by_idx.get(idx, {}))
def forward(self):
self.history = []
for task in self.pipe:
output = self.chat(task)
time.sleep(0.2)
self.history.append(self.chat.history)
self.chat.clear_history()
return self.postprocess(output)
def postprocess(self):
raise NotImplementedError
class Text2KG(BasePipeline):
def __init__(self, recipe: dict):
self.name = recipe["name"]
self.prompt = recipe["prompt"]
self.chat = ChatGPT(
model="gpt-3.5-turbo",
init=(
"You are a sentence parsing agent helping to construct a knowledge graph."
),
temperature=0.3
)
def __call__(self, text):
self.compile_tasks(
inputs_by_idx={0: {"text": text}}
)
return self.forward()
def __repr__(self):
return f"Text2KG(recipe={self.name})"
def postprocess(self, output: str):
word_pattern = r"'?\w+(?:[ |.'-]\w+)*'?"
triplet_pattern = f'({word_pattern}::{word_pattern}::{word_pattern})'
processed = re.findall(triplet_pattern, re.sub(r'[<>]', '', output))
return processed
|