Update app.py

app.py

@@ -20,13 +20,16 @@ system_propmpt = "You are a friendly Chatbot."
 Settings.llm = HuggingFaceLLM(model_name="facebook/blenderbot-400M-distill",
                               device_map="cpu",
                               system_prompt = system_propmpt,
-                              context_window=3900,
+                              context_window=4096,
+                              max_new_tokens=256,
+                              stopping_ids=[50278, 50279, 50277, 1, 0],
+                              generate_kwargs={"temperature": 0.7, "do_sample": False},
                               tokenizer_kwargs={"max_length": 4096},
-                              tokenizer_name="facebook/blenderbot-400M-distill"
+                              tokenizer_name="facebook/blenderbot-400M-distill",
                              )
 Settings.embed_model = HuggingFaceEmbedding(model_name="BAAI/bge-small-en-v1.5")
 documents = [Document(text="Indian parliament elections happened in April-May 2024. BJP Party won."),
-             Document(text="Indian parliament elections happened in April-May 2021. XYZ Party won.",
+             Document(text="Indian parliament elections happened in April-May 2021. XYZ Party won."),
              Document(text="Indian parliament elections happened in 2020. ABC Party won."),
             ]
 index = VectorStoreIndex.from_documents(