Update chatbot.py

chatbot.py

@@ -1,17 +1,18 @@
 import os
 from groq import Groq
-from langchain.memory import ConversationSummaryBufferMemory
+from langchain.memory import ConversationTokenBufferMemory
 from langdetect import detect
 from deep_translator import GoogleTranslator
 from langchain_community.document_loaders.csv_loader import CSVLoader
 from langchain_community.vectorstores import FAISS
+import time
 class Comsatsbot:
-    def __init__(self, hf, llm, api_key, chats_collection, paths, index_path='faiss_kb'):
+    def _init_(self, hf, llm, api_key, chats_collection, paths, index_path='faiss_kb'):
         self.llm = llm
         self.client = Groq(api_key=api_key)
 
         # Initialize memory buffer and MongoDB connection
-        self.memory = ConversationSummaryBufferMemory(llm=self.llm, max_token_limit=3000)
+        self.memory = ConversationTokenBufferMemory(llm=self.llm, max_token_limit=4000)
         self.chats_collection = chats_collection
         self.index_path = index_path
         self.hf = hf
@@ -82,86 +83,58 @@ class Comsatsbot:
         return "success"
 
     def generate_response(self, question, history, context, detected_language):
+        models = ["llama3-groq-70b-8192-tool-use-preview", "llama-3.1-70b-versatile", "llama3-70b-8192", "mixtral-8x7b-32768", "gemma2-9b-it"]
         if detected_language == 'ur':
             language = 'Urdu'
-
-            chat_completion = self.client.chat.completions.create(
-                messages=[
-                    {
-                        "role": "user",
-                        "content": f'''
-        
-        You are a conversational and helpfull agent to help the comsats university attock campus students, and your task is to provide concise and direct answers to the questions asked in {language} Language. kindly answer in correct way and to the point in {language} language. 
-        Dont need to explain irrelevant thinga nd use the correct {language} in response.
-        Please follow these guidelines when answering:
-        Dont need to explain and repeat the prompt in response. Answer in {language} language.
-    
-        1. If the question is in {language}, answer in {language}.
-        2. Dont need to explain irrelevant explanation and use the proper emojis in answer.
-        3. Always respond in a **human-like tone** and keep your answers concise, to the point, and friendly.
-        4. If the question is **conversational** (like greetings, need any converstaion etc), respond in a warm, conversational tone and use appropriate **emojis**.
-        5. Always consider the provided **context** and **chat history** to formulate your response.
-        6. If you don’t know the answer to the question or you did not find the answer from the context, kindly respond with "I don't know the answer to this." without adding irrelevant explanations.
-        7. KIndly generate a perfect and to the point answer with the proper use of emojis. Dont use any irrelevant text explanation and i want full concise and to the oint answer.
-        8. Kindly answer in {language} and dont need to generate a response in other language and i want answer in this language {language}.
-    
-        **Question:** {question}
-    
-        **Use the following context to answer:** 
-        Comsats Attock Campus Provide BSomputerScience, BSSoftwareEngineer BSArtificialIntelligence BSEnglish BSmath BSElectricalEngineering BSComputerEngineering BSBBA 
-        Has three departments CS(CS, AI, SE), Math(math, BBA, english) and EE(EE, CE).
-        It has cricket ground and football ground and two canteens. First near math and ee department and second near cs department. There is also mosque near cs department. CS department has threater liker rooms lt and total 9 theaters called lt and math has classroom cr and ee has labs.
-        They accept the nts test for admission and provide the cgpa for 4 on 85 percent and 3.66 between 79 to 84 and many more. 
-        {context}
-    
-        **Consider the following chat history for additional context to answer the question:** 
-        {history}
-        '''
-                    }
-                ],
-                model="llama3-70b-8192",
-            )
         else:
             language = 'English'
-            chat_completion = self.client.chat.completions.create(
-                messages=[
-                    {
-                        "role": "user",
-                        "content": f'''
+        while True:
+            for model in models:
+                try:
+                    chat_completion = self.client.chat.completions.create(
+                    messages=[
+                        {
+                            "role": "user",
+                            "content": f'''
+            
+            You are a conversational and helpfull agent to help the comsats university attock campus students, and your task is to provide concise and direct answers to the questions asked in {language} Language. kindly answer in correct way and to the point in {language} language. 
+            Dont need to explain irrelevant things and use the correct {language} in response.
+            Kindly genrate emojis when user is asking questions (funny, happy, sad etc) then add the anger, sad, smile, happy, surprise and sleeping emojis when it is required in conversation. Use these kind of emojis when needed it in response otherwise dont use the emojis in response.
+            Please follow these guidelines when answering:
+            Dont need to explain and repeat the prompt in response. Answer in {language} language.
+            
+            1. If the question is in {language}, answer in {language}.
+            2. Dont need to explain irrelevant explanation and use the proper emojis in answer if required in response.
+            3. Always respond in a *human-like tone* and keep your answers concise, to the point, and friendly.
+            4. If the question is *conversational* (like greetings, need any converstaion etc), respond in a warm, conversational tone.
+            5. Always consider the provided *context* and *chat history* to formulate your response.
+            6. If you don’t know the answer to the question or you did not find the answer from the context, kindly respond with "I don't know the answer to this." without adding irrelevant explanations.
+            7. KIndly generate a perfect and to the point answer. Dont use any irrelevant text explanation and i want full concise and to the point answer.
+            8. Kindly answer in {language} and dont need to generate a response in other language and i want answer in this language {language}.
+        
+            *Question:* {question}
         
-        You are a conversational and helpfull agent to help the comsats university attock campus students, and your task is to provide concise and direct answers to the questions asked in {language} Language. kindly answer in correct way and to the point in {language} language. 
-        Dont need to explain irrelevant thinga nd use the correct {language} in response.
-        Please follow these guidelines when answering:
-        Dont need to explain and repeat the prompt in response. Answer in {language} language.
-    
-        1. If the question is in {language}, answer in {language}.
-        2. Dont need to explain irrelevant explanation and use the proper emojis in answer.
-        3. Always respond in a **human-like tone** and keep your answers concise, to the point, and friendly.
-        4. If the question is **conversational** (like greetings, need any converstaion etc), respond in a warm, conversational tone and use appropriate **emojis**.
-        5. Always consider the provided **context** and **chat history** to formulate your response.
-        6. If you don’t know the answer to the question or you did not find the answer from the context, kindly respond with "I don't know the answer to this." without adding irrelevant explanations.
-        7. KIndly generate a perfect and to the point answer with the proper use of emojis. Dont use any irrelevant text explanation and i want full concise and to the oint answer.
-        8. Kindly answer in {language} and dont need to generate a response in other language and i want answer in this language {language}.
-    
-        **Question:** {question}
-    
-        **Use the following context to answer:** 
-        Comsats Attock Campus Provide BSomputerScience, BSSoftwareEngineer BSArtificialIntelligence BSEnglish BSmath BSElectricalEngineering BSComputerEngineering BSBBA 
-        Has three departments CS(CS, AI, SE), Math(math, BBA, english) and EE(EE, CE).
-        It has cricket ground and football ground and two canteens. First near math and ee department and second near cs department. There is also mosque near cs department. CS department has threater liker rooms lt and total 9 theaters called lt and math has classroom cr and ee has labs.
-        They accept the nts test for admission and provide the cgpa for 4 on 85 percent and 3.66 between 79 to 84 and many more. 
-        {context}
-    
-        **Consider the following chat history for additional context to answer the question:** 
-        {history}
-        '''
-                    }
-                ],
-                model="llama3-70b-8192",
-            )
-
-        response_content = chat_completion.choices[0].message.content
-        return response_content
+            *Use the following context to answer:* 
+            Comsats Attock Campus Provide BSomputerScience, BSSoftwareEngineer BSArtificialIntelligence BSEnglish BSmath BSElectricalEngineering BSComputerEngineering BSBBA 
+            Has three departments CS(CS, AI, SE), Math(math, BBA, english) and EE(EE, CE).
+            It has cricket ground and football ground and two canteens. First near math and ee department and second near cs department. There is also mosque near cs department. CS department has threater liker rooms lt and total 9 theaters called lt and math has classroom cr and ee has labs.
+            They accept the nts test for admission and provide the cgpa for 4 on 85 percent and 3.66 between 79 to 84 and many more. 
+            {context}
+        
+            *Consider the following chat history for additional context to answer the question:* 
+            {history}
+            '''
+                        }
+                    ],
+                    model=model,
+                )
+
+                    response_content = chat_completion.choices[0].message.content
+                    return response_content
+                except Exception as e:
+                    time.sleep(2)
+                    continue
+
 
     def response(self, question, chat_id):
         chat_history = self.load_chat(chat_id)
@@ -185,7 +158,4 @@ class Comsatsbot:
         answer = self.generate_response(question, self.memory.load_memory_variables({})['history'], all_content, language)
 
         self.update_chat(chat_id, question, answer)
-        return answer
-
-
-
+        return answer