Update app.py

app.py

@@ -19,25 +19,30 @@ logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
 # Paths for saving artifacts
-MODEL_DIR = "/data/saved_models"  # Use /data for persistent storage in Hugging Face Spaces
-UNIVERSAL_MODEL_PATH = os.path.join(MODEL_DIR, "universal_model")
-DETECTOR_MODEL_PATH = os.path.join(MODEL_DIR, "detector_model")
-TFIDF_PATH = os.path.join(MODEL_DIR, "tfidf_vectorizer.pkl")
-SKILL_TFIDF_PATH = os.path.join(MODEL_DIR, "skill_tfidf.pkl")
-QUESTION_ANSWER_PATH = os.path.join(MODEL_DIR, "question_to_answer.pkl")
-FAISS_INDEX_PATH = os.path.join(MODEL_DIR, "faiss_index.index")
-
-# Ensure the directory exists with error handling
+MODEL_DIR = "./saved_models"  # Primary location in /app/saved_models
+FALLBACK_MODEL_DIR = "/tmp/saved_models"  # Fallback if ./saved_models fails
+
+# Try to use the primary directory, fall back to /tmp if needed
 try:
     os.makedirs(MODEL_DIR, exist_ok=True)
     logger.info(f"Successfully created/accessed directory: {MODEL_DIR}")
+    chosen_model_dir = MODEL_DIR
 except PermissionError as e:
-    logger.error(f"Permission denied creating directory {MODEL_DIR}: {e}")
-    raise
+    logger.warning(f"Permission denied creating directory {MODEL_DIR}: {e}. Falling back to {FALLBACK_MODEL_DIR}")
+    os.makedirs(FALLBACK_MODEL_DIR, exist_ok=True)
+    chosen_model_dir = FALLBACK_MODEL_DIR
 except Exception as e:
     logger.error(f"Unexpected error creating directory {MODEL_DIR}: {e}")
     raise
 
+# Update paths based on the chosen directory
+UNIVERSAL_MODEL_PATH = os.path.join(chosen_model_dir, "universal_model")
+DETECTOR_MODEL_PATH = os.path.join(chosen_model_dir, "detector_model")
+TFIDF_PATH = os.path.join(chosen_model_dir, "tfidf_vectorizer.pkl")
+SKILL_TFIDF_PATH = os.path.join(chosen_model_dir, "skill_tfidf.pkl")
+QUESTION_ANSWER_PATH = os.path.join(chosen_model_dir, "question_to_answer.pkl")
+FAISS_INDEX_PATH = os.path.join(chosen_model_dir, "faiss_index.index")
+
 # Load Datasets
 def load_dataset(file_path, required_columns=[]):
     try:
@@ -127,7 +132,7 @@ def initialize_resources(user_skills):
         universal_model.save_pretrained(UNIVERSAL_MODEL_PATH)
         detector_model.save_pretrained(DETECTOR_MODEL_PATH)
         detector_tokenizer.save_pretrained(DETECTOR_MODEL_PATH)
-        logger.info(f"Models and resources saved to {MODEL_DIR}")
+        logger.info(f"Models and resources saved to {chosen_model_dir}")
 
 # Evaluate Responses
 def evaluate_response(args):