error handling

app.py

@@ -56,11 +56,14 @@ def generate_response(user_input, model_id):
         truncation=True
     )
 
-    # Generate response
-    outputs = model.generate(**inputs, generation_config=generation_config)
-    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-
-    return response
+    try:
+        # Generate response
+        outputs = model.generate(**inputs, generation_config=generation_config)
+        response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+        return response
+    except Exception as e:
+        print(f"Error generating response: {e}")
+        return "Error generating response."
 
 def formatted_prompt(question) -> str:
     return f"<|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant:"
@@ -79,13 +82,16 @@ def handle_post_request():
     message = data.get("inputs", "No message provided.") 
     model_id = data.get("model_id", "YALCINKAYA/opsgenius-large")  # Default model if not provided
 
-    # Generate a response from the model
-    model_response = generate_response(message, model_id)
-
-    return jsonify({
-        "received_message": model_response, 
-        "status": "POST request successful!"
-    })
+    try:
+        # Generate a response from the model
+        model_response = generate_response(message, model_id)
+        return jsonify({
+            "received_message": model_response, 
+            "status": "POST request successful!"
+        })
+    except Exception as e:
+        print(f"Error handling POST request: {e}")
+        return jsonify({"error": "An error occurred while processing your request."}), 500
 
 if __name__ == '__main__':
     app.run(host='0.0.0.0', port=7860)