Update app.py

app.py

@@ -3,13 +3,13 @@ from huggingface_hub.utils import HfHubHTTPError
 
 def predict(message, history):
     try:
-        # Create the Interface object using ChatInterface directly
+        # Create the Interface object directly
         chat_interface = gr.ChatInterface.load("models/meta-llama/Meta-Llama-3.1-8B")
         
-        # Launch the interface and get the prediction function
-        with chat_interface as iface:
-            fn = iface.predict
+        # Get the prediction function
+        fn = chat_interface.predict
 
+        # Call the prediction function
         response = fn(message, history)
         history.append((message, response))
         return "", history
@@ -27,4 +27,4 @@ with gr.Blocks() as demo:
 
     msg.submit(predict, [msg, chatbot], [msg, chatbot])
 
-demo.launch()
+demo.launch()