Update app.py

app.py

@@ -97,13 +97,18 @@ def respond(message, chat_history):
 
 
 
-        prompt = message
+        
 
-        context.append({'role':'user', 'content':f"{prompt}"})
+        context.append({'role':'user', 'content':f"{message}"})
+
+        prompt = ""
+        for item in context:
+            for key, value in item.items():
+                prompt += f"{key}: {value}\n"
 
         #tokenized_chat = tokenizer.apply_chat_template(context, tokenize=True, add_generation_prompt=True, return_tensors="pt")
 
-        bot_message = model.generate(context, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)
+        bot_message = model.generate(prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens)
 
         #bot_message = tokenizer.decode(outputs[0]).split("<|assistant|>")[-1].replace("</s>","")