Update app.py

app.py

@@ -25,7 +25,10 @@ model = PeftModel.from_pretrained(model, model_id)
 def greet(text):
     with torch.no_grad():
         # Include EOS token for better context
-        input_text = f'<s>### Input:\n{text}\n\n### Response:\n'
+        input_text = f'<s>### Instruction:\nYou are a data analyst tasked with helping students finding resources,' +
+                     f'respond in JSON format.\n\n' +
+                     f'### Input:\n{text}\n\n' +
+                     f'### Response:\n'
         batch = tokenizer(input_text, return_tensors='pt', add_special_tokens=True).to(device)
 
         with torch.cuda.amp.autocast():