Update lawchain.py

lawchain.py

@@ -19,7 +19,8 @@ import streamlit as st
 persist_directory = 'db'
 instructor_embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-base") 
 embedding = instructor_embeddings
-tokenizer = AutoTokenizer.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
+#tokenizer = AutoTokenizer.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
+tokenizer = AutoTokenizer.from_pretrained("lmsys/fastchat-t5-3b-v1.0", update_special_tokens=True)
 model = AutoModelForSeq2SeqLM.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
 pipe = pipeline("text2text-generation",model=model, tokenizer=tokenizer, max_length=256)
 local_llm = HuggingFacePipeline(pipeline=pipe)