Update app.py

app.py

@@ -48,7 +48,17 @@ def generate_response(transcription):
             {"role": "system", "content": " you are a friendly bot to help the user"},
             {"role": "user", "content": transcription},
         ]
-        tokenized_chat = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
+        
+        # tokenized_chat = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt")
+
+        sys_prompt = 'You are Pragna, an AI built by Soket AI Labs. You should never lie and always tell facts. Help the user as much as you can and be open to say I dont know this if you are not sure of the answer'
+
+        eos_token = tokenizer.eos_token
+        
+        tokenized_chat = f'<|system|>\n{sys_prompt}{eos_token}<|user|>\n{transcription}{eos_token}<|assistant|>\n'
+
+        print(tokenized_chat)
+        
         input_ids = tokenized_chat[0].to(device)
         if len(input_ids.shape) == 1:
             input_ids = input_ids.unsqueeze(0)