added model reponse

app.py

@@ -1,11 +1,26 @@
 from flask import Flask, jsonify, request
-from flask_cors import CORS
+from flask_cors import CORS 
+from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig 
+from huggingface_hub import login
 import os
 
 app = Flask(__name__)
  
 # Enable CORS for specific origins
 CORS(app, resources={r"api/predict/*": {"origins": ["http://localhost:3000", "https://main.dbn2ikif9ou3g.amplifyapp.com"]}})
+ 
+model_id = "YALCINKAYA/opsgenius-large"
+ 
+model, tokenizer = get_model_and_tokenizer(model_id)
+
+def generate_response(user_input):
+    prompt = formatted_prompt(user_input)
+  
+    response = prompt
+    response
+    
+def formatted_prompt(question) -> str:
+    return f"<|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant:"
 
 @app.route("/", methods=["GET"])
 def handle_get_request():
@@ -27,9 +42,13 @@ def handle_post_request():
     # Extract the 'inputs' and 'authtoken' from the JSON data
     message = data.get("inputs", "No message provided.") 
     new_token = os.getenv("HF_TOKEN")
-    # Return a JSON response including the received message and auth token
+
+     # Generate a response from the model
+    model_response = generate_response(user_input)
+
+    # Return a JSON response including the generated response 
     return jsonify({
-        "received_message": message, 
+        "received_message": model_response, 
         "status": "POST request successful!"
     })