gkrthk commited on
Commit
f8234e4
·
1 Parent(s): c15a1ba
Files changed (1) hide show
  1. confluence_qa.py +1 -1
confluence_qa.py CHANGED
@@ -14,7 +14,7 @@ class ConfluenceQA:
14
  def define_model(self) -> None:
15
  tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
16
  model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
17
- pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer)
18
  self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 1},)
19
 
20
  def store_in_vector_db(self) -> None:
 
14
  def define_model(self) -> None:
15
  tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
16
  model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
17
+ pipe = pipeline("text2text-generation", model=model, tokenizer=tokenizer, max_new_tokens=512, truncation=True)
18
  self.llm = HuggingFacePipeline(pipeline = pipe,model_kwargs={"temperature": 1},)
19
 
20
  def store_in_vector_db(self) -> None: