Update generate_answer.py

generate_answer.py

@@ -1,15 +1,11 @@
-# generate_answer.py
-
 import os
 from glob import glob
 import openai
 from dotenv import load_dotenv
-
 from langchain.embeddings import OpenAIEmbeddings
 from langchain.vectorstores import Chroma
 from langchain.document_loaders import PyPDFLoader
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-
 from langchain_community.chat_models import ChatOpenAI
 from langchain.chains import RetrievalQA
 from langchain.memory import ConversationBufferMemory
@@ -28,7 +24,7 @@ def base_model_chatbot(messages):
     response = openai.ChatCompletion.create(
         model="gpt-3.5-turbo",
         messages=messages,
-        max_tokens=2048  # Increase max_tokens limit (or adjust based on your needs)
+        max_tokens=1500  # Increase max_tokens limit
     )
     return response.choices[0].message['content']
 
@@ -70,7 +66,7 @@ class ConversationalRetrievalChain:
             retriever=retriever,
             memory=memory,
         )
-    
+
 def with_pdf_chatbot(messages):
     """Main function to execute the QA system."""
     query = messages[-1]['content'].strip()