Update app.py

app.py

@@ -85,10 +85,10 @@ def vanilla_chatbot(message, history):
     context = "Context:\n"
     for i in range(len(response.source_nodes)):
         context = context + response.source_nodes[i].text + "\n\n"
-        #print(context)
+    print(context)
     prompt = prompt_template_w_context(context, message)
     inputs = tokenizer(prompt, return_tensors="pt")
-    outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=280)
+    outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=100)
     #print(tokenizer.batch_decode(outputs)[0])
     #conversation = pipe(message, temperature=0.1)
     ot=tokenizer.batch_decode(outputs)[0]