Update app.py

app.py

@@ -1,16 +1,19 @@
-import gradio as gr
+import os
 import json
-import torch
+import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
 def load_model():
-    # Change to the actual TinyLlama model identifier available on Hugging Face.
     model_name = "TheBloke/tiny-llama-7b"
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name)
+    token = os.environ.get("HF_TOKEN")
+    if not token:
+        raise ValueError("HF_TOKEN not found in environment variables.")
+    # Load the tokenizer and model using the provided token
+    tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
+    model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=token)
     return tokenizer, model
 
-# Load the model once when the app starts
+# Load the model once at startup
 tokenizer, model = load_model()
 
 def evaluate_tinyllama(prompt):
@@ -18,6 +21,7 @@ def evaluate_tinyllama(prompt):
     outputs = model.generate(**inputs, max_new_tokens=150)
     response_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     try:
+        # Try to parse the model's output as JSON
         result = json.loads(response_text.strip())
     except Exception as e:
         result = {"stars": 0, "feedback": "Evaluation failed. Unable to parse AI response."}
@@ -27,7 +31,7 @@ def evaluate_code(language, question, code):
     if not code.strip():
         return "Error: No code provided. Please enter your solution code."
     
-    # Build a detailed prompt for the evaluator.
+    # Build a detailed prompt for the AI evaluator.
     prompt = f"""
 You are an expert code evaluator.
 Rate the following solution on a scale of 0-5 (0 = completely incorrect, 5 = excellent) and provide a concise feedback message.
@@ -38,7 +42,6 @@ Return ONLY valid JSON: {{"stars": number, "feedback": string}}.
 Do not include any extra text.
 """
     result = evaluate_tinyllama(prompt)
-    # Format the output nicely
     return f"Stars: {result.get('stars', 0)}\nFeedback: {result.get('feedback', '')}"
 
 iface = gr.Interface(