gkrthk commited on
Commit
341abc7
·
1 Parent(s): 7f409ac
Files changed (1) hide show
  1. confluence_qa.py +1 -1
confluence_qa.py CHANGED
@@ -14,7 +14,7 @@ class ConfluenceQA:
14
  def define_model(self) -> None:
15
  tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-large")
16
  model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-large")
17
- pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
18
  self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 0.5})
19
 
20
  def store_in_vector_db(self) -> None:
 
14
  def define_model(self) -> None:
15
  tokenizer = T5Tokenizer.from_pretrained("google/flan-t5-large")
16
  model = T5ForConditionalGeneration.from_pretrained("google/flan-t5-large")
17
+ pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer,max_new_tokens=1024)
18
  self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 0.5})
19
 
20
  def store_in_vector_db(self) -> None: