Update app.py

app.py

@@ -1,15 +1,21 @@
 import gradio as gr
-from transformers import pipeline
+from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM
+from huggingface_hub import login
 
-# Initialize the text generation pipeline with the Mistral model
-pipe = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct-v0.3")
+# Login to Hugging Face (ensure you've set up the token)
+login(token='your_huggingface_token_here')
+
+# Initialize the tokenizer and model with authentication
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+
+# Initialize the text generation pipeline
+pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
 # Define the function to handle chat
 def chat(message):
-    # Prepare the input format
-    messages = [{"role": "user", "content": message}]
     # Generate the response using the model
-    response = pipe(messages)
+    response = pipe(message, max_length=50)
     # Extract and return the generated text
     return response[0]['generated_text']
 
@@ -18,7 +24,7 @@ interface = gr.Interface(
     fn=chat,
     inputs=gr.inputs.Textbox(label="Enter your message"),
     outputs="text",
-    title="Mistral Chatbot",
+    title="Text Generation Bot",
     description="Chat with the Mistral-7B-Instruct model to get responses to your queries."
 )