Update app.py

app.py

@@ -14,7 +14,7 @@ tokenizer = AutoTokenizer.from_pretrained(
 model = AutoModelForCausalLM.from_pretrained(
     "mlabonne/phixtral-2x2_8",
     torch_dtype="auto",
-    load_in_4bit=True,
+    load_in_8bit=True,
     trust_remote_code=True
 )
 
@@ -62,8 +62,13 @@ def predict(message, history):
 
 # Setting up the Gradio chat interface.
 gr.ChatInterface(predict,
-                 title="🔀 Phixtral 2x2_8 Chatbot",
-                 description="""<center><img src="https://i.imgur.com/2JUatEg.png" width="33%"></center>\n\nChat with [mlabonne/phixtral-2x2_8](https://huggingface.co/mlabonne/phixtral-2x2_8), the first Mixture of Experts made by merging two fine-tuned [microsoft/phi-2](https://huggingface.co/microsoft/phi-2) models. This small model (4.46B param) is good in various tasks, such as programming, story writing, and more.""",
+                 title="🔀 Phixtral Chat",
+                 description="""
+                 <center><img src="https://i.imgur.com/2JUatEg.png" width="33%"></center>\n\n
+                 Chat with [mlabonne/phixtral-2x2_8](https://huggingface.co/mlabonne/phixtral-2x2_8), the first Mixture of Experts made by merging two fine-tuned [microsoft/phi-2](https://huggingface.co/microsoft/phi-2) models.
+                 This small model (4.46B param) is good for various tasks, such as programming, dialogues, story writing, and more.\n\n
+                 ♥ If you like this work, please follow me on [Hugging Face](https://huggingface.co/mlabonne) and [Twitter](https://twitter.com/maximelabonne).
+                 """,
                  examples=[
                      'Can you solve the equation 2x + 3 = 11 for x?',
                      'Write an epic poem about Ancient Rome.',