Update app.py

app.py

@@ -3,6 +3,7 @@ from pydantic import BaseModel
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import json
 import logging
+import os
 
 # Set up logging
 logging.basicConfig(level=logging.INFO)
@@ -17,11 +18,18 @@ class CoachingInput(BaseModel):
     milestones: str
     reflection_log: str
 
+# Define model path (absolute path in the container)
+model_path = "/app/fine-tuned-construction-llm"
+
+# Verify the model directory exists
+if not os.path.isdir(model_path):
+    logger.error(f"Model directory not found: {model_path}")
+    raise Exception(f"Model directory not found: {model_path}")
+
 # Load model and tokenizer
 try:
-    model_path = "./fine_tuned_construction_llm"
-    model = AutoModelForCausalLM.from_pretrained(model_path)
-    tokenizer = AutoTokenizer.from_pretrained(model_path)
+    model = AutoModelForCausalLM.from_pretrained(model_path, local_files_only=True)
+    tokenizer = AutoTokenizer.from_pretrained(model_path, local_files_only=True)
     logger.info("Model and tokenizer loaded successfully")
 except Exception as e:
     logger.error(f"Failed to load model or tokenizer: {str(e)}")
@@ -73,5 +81,4 @@ async def generate_coaching(data: CoachingInput):
 
 @app.get("/health")
 async def health_check():
-    return {"status": "healthy"}
-    
+    return {"status": "healthy"}