Change the LLM to LLama3

app.py

@@ -4,7 +4,7 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+client = InferenceClient("meta-llama/Meta-Llama-3-8B")
 
 
 def respond(
@@ -42,33 +42,16 @@ def respond(
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
-with gr.Blocks() as demo: 
-    with gr.Row() as row:
-
-        with gr.Column():
-            
-            gr.ChatInterface(
-                respond,
-                textbox1=gr.Textbox(placeholder="Enter message here", container=False, scale = 7),
-                chatbot1=gr.Chatbot(height=400),
-                additional_inputs=[
-                    gr.Textbox("You are helpful AI", label="System Prompt"),
-                    gr.Slider(500,4000, label="Max New Tokens"),
-                    gr.Slider(0,1, label="Temperature", value= 0.7)
-                ]
-                )
-        with gr.Column():
             
-            gr.ChatInterface(
-                respond,
-                textbox2=gr.Textbox(placeholder="Enter message here", container=False, scale = 7),
-                chatbot2=gr.Chatbot(height=400),
-                additional_inputs=[
-                    gr.Textbox("You are helpful AI", label="System Prompt"),
-                    gr.Slider(500,4000, label="Max New Tokens"),
-                    gr.Slider(0,1, label="Temperature", value= 0.7)
-                ]
-                )
-
+demo = gr.ChatInterface(
+    respond,
+    textbox1=gr.Textbox(placeholder="Enter message here", container=False, scale = 7),
+    chatbot1=gr.Chatbot(height=400),
+    additional_inputs=[
+        gr.Textbox("You are helpful AI", label="System Prompt"),
+        gr.Slider(500,4000, label="Max New Tokens"),
+        gr.Slider(0,1, label="Temperature", value= 0.7)
+    ]
+    )
 if __name__ == "__main__":
     demo.launch()