Update app.py

app.py

@@ -1,4 +1,21 @@
-import traceback
+import os
+import torch
+from flask import Flask, jsonify, request
+from flask_cors import CORS
+from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, GenerationConfig
+import re
+
+# Set the HF_HOME environment variable to a writable directory
+os.environ["HF_HOME"] = "/workspace/huggingface_cache"
+
+app = Flask(__name__)
+
+# Enable CORS for specific origins
+CORS(app, resources={r"/send_message": {"origins": ["http://localhost:3000", "https://main.dbn2ikif9ou3g.amplifyapp.com"]}})
+
+# Global variables for model and tokenizer
+model = None
+tokenizer = None
 
 def get_model_and_tokenizer(model_id: str):
     global model, tokenizer
@@ -84,3 +101,5 @@ def handle_post_request():
         print(traceback.format_exc())  # Logs the full traceback
         return jsonify({"error": str(e)}), 500
 
+if __name__ == '__main__':
+    app.run(host='0.0.0.0', port=7860)