Update app.py

app.py

@@ -1,15 +1,19 @@
-
 # app.py
 
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer
 from groq import Groq
 import os
 from huggingface_hub import login
+import logging
+
+# Setup logging
+logging.basicConfig(level=logging.DEBUG)
 
 # Initialize Groq API client
 try:
     client = Groq(api_key=os.environ["GROQ_API_KEY"])
+    logging.info("Groq API client initialized.")
 except KeyError:
     raise ValueError("GROQ_API_KEY environment variable not set.")
 
@@ -22,19 +26,12 @@ if hf_token is None:
 login(token=hf_token)
 
 # Model identifier for Groq API (you can replace it with your HF model if needed)
-# Model identifier
 model_name = "asthaa30/l3.1"
 
-# Load tokenizer and model directly
-try:
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForCausalLM.from_pretrained(model_name)
-except Exception as e:
-    raise ValueError(f"Failed to load model or tokenizer: {e}")
-
 # Load tokenizer (model will be accessed via Groq API)
 try:
-    tokenizer = AutoTokenizer.from_pretrained(model_name, token=hf_token)
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    logging.info(f"Tokenizer for model '{model_name}' loaded successfully.")
 except Exception as e:
     raise ValueError(f"Failed to load tokenizer: {e}")
 
@@ -66,8 +63,9 @@ def respond(
             top_p=top_p,
         )
         assistant_message = response.choices[0].message['content']
+        logging.info(f"Received response from model: {assistant_message}")
     except Exception as e:
-        print(f"An error occurred while getting model response: {str(e)}")
+        logging.error(f"An error occurred while getting model response: {str(e)}")
         assistant_message = "An error occurred. Please try again later."
 
     return assistant_message
@@ -75,7 +73,7 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are an experienced maritime legal assistant.", label="System message"),
+        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -91,4 +89,4 @@ demo = gr.ChatInterface(
 )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch(share=True)