Update app.py

app.py

@@ -21,11 +21,11 @@ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-
 vector_store= FAISS.load_local("vector_db/", embeddings)
 
 repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1"
-llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.01, "max_new_tokens": 2048})
+llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.01, "max_new_tokens": 4096})
 
 retriever = vector_store.as_retriever(
     search_type="similarity",
-    search_kwargs={"k":3, "include_metadata": True}
+    search_kwargs={"k":10}
 )
 
 df=pd.read_csv('data/Gretel_Data.csv')
@@ -131,14 +131,12 @@ network_features  = {
     ]
 }
 
-
-
 def echo(message, history):
   try:
     qa=RetrievalQA.from_chain_type(llm=llm, retriever=retriever, return_source_documents=True)
-    message= "You are a senior telecom network engineer having access to troubleshooting tickets data and other technical and product documentation. Stick to the knowledge provided. Ask clarification questions if needed.  Return only the helpful answer" + message
+    message= " <s> [INST] You are a senior telecom network engineer having access to troubleshooting tickets data and other technical and product documentation. Stick to the knowledge provided. Search through the product documentation pdfs first before scanning the tickets to generate the answer. Return only the helpful answer. Question:" + message + '[/INST]'
     result= qa({"query":message})
-    answer= result['result'].split('Helpful Answer: ')[1]
+    answer= result['result'].split('Helpful Answer:')[-1]
     for word in target_words:
       if re.search(r'\b' + re.escape(word) + r'\b', answer, flags=re.IGNORECASE):
         columns.extend(network_features.get(word, []))
@@ -164,11 +162,13 @@ def echo(message, history):
 
     gr.Dataframe(styled_df)
     return (
-       answer + '\n'
-       + '\n' + "Sources: \n" 
-       + '\n' + '1. ' + result['source_documents'][0].metadata['source'] + ' Row: ' +str(result['source_documents'][0].metadata['row']) + '\n' + result['source_documents'][0].page_content + "\n" 
-       + '\n' + '2. ' + result['source_documents'][1].metadata['source'] + ' Row: ' +str(result['source_documents'][1].metadata['row']) + '\n' + result['source_documents'][1].page_content +  "\n" 
-       + '\n' + "3. " + result['source_documents'][2].metadata['source'] + ' Row: ' +str(result['source_documents'][2].metadata['row']) + '\n' + result['source_documents'][2].page_content, 
+       answer.split('Helpful Answer:')[-1].strip() + '\n'
+       + '\n' + "Sources: \n"
+       + '\n' + '1. ' + result['source_documents'][0].metadata['source'] + '\n' + result['source_documents'][0].page_content +  "\n"
+       + '\n' + '2. ' + result['source_documents'][1].metadata['source'] + '\n' + result['source_documents'][1].page_content +  "\n"
+       + '\n' + "3. " + result['source_documents'][2].metadata['source'] + '\n' + result['source_documents'][2].page_content +  "\n"
+       + '\n' + "4. " + result['source_documents'][3].metadata['source'] + '\n' + result['source_documents'][3].page_content +  "\n"
+       + '\n' + "5. " + result['source_documents'][4].metadata['source'] + '\n' + result['source_documents'][4].page_content +  "\n",
        styled_df
        )
   except Exception as e:
@@ -218,9 +218,12 @@ with demo_agent:
 
     gr.Examples([
         "Wi-Fi connected but no internet showing",
-        "internet stopped working after primary link down",
-        "internet stopped working link not shifted to secondary after primary link down",
-        "What are the network problems faced by people living in the state of California?"
+        'What are the possible cause of router overheating ?',
+        "What are the possible causes of RAN getting disconnected frequently?",
+        "For the past week, are there any specific cell towers in Texas experiencing unusually high call failure rates or data latency?",
+        "What are the network problems faced by people living in the state of California?",
+        "I have an FWA connection and all devices except my iPhone have internet access via this FWA device. Can you suggest steps for resolution?",
+        "We're receiving reports of congested cell towers in Cleveland. Can you identify the specific cell towers experiencing overload and suggest any temporary network adjustments to alleviate the congestion?"
         ],
                 inputs=[message]
                 )