Update app.py

app.py

@@ -6,8 +6,12 @@ from PIL import Image
 import torch
 import spaces
 
-from huggingface_hub import InferenceClient
+from transformers import LlavaNextProcessor, LlavaNextForConditionalGeneration, TextIteratorStreamer
+processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
+model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
+model.to("cuda:0")
 
+from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
@@ -52,6 +56,7 @@ For information on how to customize the ChatInterface, peruse the gradio docs: h
 demo = gr.ChatInterface(
     respond,
     title="Enlight Innovations Limited -- Demo",
+    description="This demo is desgined to illustrate our basic idea and feasibility in implementation."
     additional_inputs=[
         gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),