dummy response from generate_response

app.py

@@ -1,22 +1,25 @@
 from flask import Flask, jsonify, request
 from flask_cors import CORS 
-from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig 
-from huggingface_hub import login
+from transformers import AutoTokenizer, AutoModelForCausalLM, GenerationConfig
 import os
 
 app = Flask(__name__)
- 
+
 # Enable CORS for specific origins
 CORS(app, resources={r"api/predict/*": {"origins": ["http://localhost:3000", "https://main.dbn2ikif9ou3g.amplifyapp.com"]}})
- 
+
+# Model setup
 model_id = "YALCINKAYA/opsgenius-large"
-  
+
+# Load the tokenizer and model
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id)
+
 def generate_response(user_input):
-    prompt = formatted_prompt(user_input)
-  
-    response = prompt
-    response
-    
+    # Instead of generating a response from the model, return a dummy message
+    dummy_response = "This is a dummy response for the input: " + user_input
+    return dummy_response
+
 def formatted_prompt(question) -> str:
     return f"<|im_start|>user\n{question}<|im_end|>\n<|im_start|>assistant:"
 
@@ -41,17 +44,16 @@ def handle_post_request():
     message = data.get("inputs", "No message provided.") 
     new_token = os.getenv("HF_TOKEN")
 
-     # Generate a response from the model
-    #model_response = generate_response(message)
+    # Generate a response from the dummy message instead of the model
+    model_response = generate_response(message)
 
     # Return a JSON response including the generated response 
     return jsonify({
-        "received_message": message, 
+        "received_message": model_response, 
         "status": "POST request successful!"
     })
 
 # Note: Remove the app.run() call to let Hugging Face handle it
 # Launch the interface
-
 if __name__ == '__main__':
-    app.run(host='0.0.0.0', port=7860)
+    app.run(host='0.0.0.0', port=7860)