Spaces:
Runtime error
Runtime error
File size: 1,062 Bytes
407c075 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
from dotenv import load_dotenv
load_dotenv()
class StuffChain:
def __init__(self, model_kwargs):
self.llm = self.make_llm(**model_kwargs)
self.chain = self.make_chain(self.llm)
def make_llm(self, model_name="text-davinci-003", temperature=0.):
from langchain.llms import OpenAI
llm = OpenAI(temperature=temperature, model_name=model_name)
return llm
def make_chain(self, llm):
from langchain.chains.qa_with_sources import load_qa_with_sources_chain
chain = load_qa_with_sources_chain(llm, chain_type="stuff")
return chain
def __call__(self, *args, **kwargs):
return self.chain(*args, **kwargs)
class Runner:
def __init__(self, chain, docstore):
self.chain = chain
self.docstore = docstore
def __call__(self, query):
raise NotImplementedError
class StuffChainRunner(Runner):
def __call__(self, query):
proposed_docs = self.docstore[query]
output = self.chain({"input_documents": proposed_docs, "question": query}, return_only_outputs=True)
return output["output_text"]
|