removed the demo chat function

app.py

@@ -34,7 +34,7 @@ print("loading the LLM......................................")
 # )
 
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7B-Chat-GGUF", 
-                                           model_file="llama-2-7b-chat.Q8_0.gguf", 
+                                           model_file="llama-2-7b-chat.Q3_K_S.gguf", 
                                            model_type="llama", 
                                           #  config = ctransformers.hub.AutoConfig,
                                            # hf = True
@@ -66,6 +66,7 @@ pdf_path = './100 Weird Facts About the Human Body.pdf'
 reader = PdfReader(pdf_path)
 text = ""
 num_of_pages = len(reader.pages)
+
 for page in range(num_of_pages):
     current_page = reader.pages[page]
     text += current_page.extract_text()
@@ -114,41 +115,39 @@ client.upload_records(
 print("Records uploaded........................................")
 print("###########################################################")
 
-# def chat(question):
+def chat(question):
 
-#     hits = client.search(
-#         collection_name="my_facts",
-#         query_vector=encoder.encode(question).tolist(),
-#         limit=3
-#     )
-#     context = []
-#     for hit in hits:
-#       context.append(list(hit.payload.values())[0])
+    hits = client.search(
+        collection_name="my_facts",
+        query_vector=encoder.encode(question).tolist(),
+        limit=3
+    )
+    context = []
+    for hit in hits:
+      context.append(list(hit.payload.values())[0])
     
-#     context = context[0] + context[1] + context[2]
+    context = context[0] + context[1] + context[2]
 
-#     system_prompt = """You are a helpful assistant, you will use the provided context to answer user questions.
-#     Read the given context before answering questions and think step by step. If you can not answer a user question based on 
-#     the provided context, inform the user. Do not use any other information for answering user. Provide a detailed answer to the question."""
+    system_prompt = """You are a helpful assistant, you will use the provided context to answer user questions.
+    Read the given context before answering questions and think step by step. If you can not answer a user question based on 
+    the provided context, inform the user. Do not use any other information for answering user. Provide a detailed answer to the question."""
 
 
-#     B_INST, E_INST = "[INST]", "[/INST]"
+    B_INST, E_INST = "[INST]", "[/INST]"
 
-#     B_SYS, E_SYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
+    B_SYS, E_SYS = "<<SYS>>\n", "\n<</SYS>>\n\n"
 
-#     SYSTEM_PROMPT = B_SYS + system_prompt + E_SYS
+    SYSTEM_PROMPT = B_SYS + system_prompt + E_SYS
 
-#     instruction = f""" 
-#     Context: {context}
-#     User: {question}"""
+    instruction = f""" 
+    Context: {context}
+    User: {question}"""
 
-#     prompt_template = B_INST + SYSTEM_PROMPT + instruction + E_INST
+    prompt_template = B_INST + SYSTEM_PROMPT + instruction + E_INST
 
-#     result = llm(prompt_template)
-#     return result 
+    result = llm(prompt_template)
+    return result 
 
-def chat(question):
-    return "hello " + question
 
 screen = gr.Interface(
     fn = chat,