Update app_dialogue.py

app_dialogue.py

@@ -17,8 +17,9 @@ from transformers import AutoProcessor
 
 
 MODELS = [
-    "HuggingFaceM4/idefics-9b-instruct",
-    #"HuggingFaceM4/idefics-80b-instruct",
+    # "HuggingFaceM4/idefics-9b-instruct",
+    #"tiiuae/falcon-180B",
+     "HuggingFaceM4/idefics-80b-instruct",
 ]
 
 API_PATHS = {
@@ -32,7 +33,6 @@ API_PATHS = {
 
 SYSTEM_PROMPT = [
     """The following is a conversation between a highly knowledgeable and intelligent visual AI assistant, called Assistant, and a human user, called User. In the following interactions, User and Assistant will converse in natural language, and Assistant will do its best to answer User’s questions. Assistant has the ability to perceive images and reason about the content of visual inputs. Assistant was built to be respectful, polite and inclusive. It knows a lot, and always tells the truth. When prompted with an image, it does not make up facts.
-
 The conversation begins:""",
     """\nUser:""",
     "https://i1.pickpik.com/photos/515/906/355/kittens-cats-pet-cute-preview.jpg",
@@ -62,10 +62,12 @@ BAN_TOKENS = (  # For documentation puporse. We are not using this list, it is h
 EOS_STRINGS = ["<end_of_utterance>", "\nUser:"]
 STOP_SUSPECT_LIST = []
 
+#GRADIO_LINK = "https://huggingfacem4-idefics-playground.hf.space"
 GRADIO_LINK = "https://johann22-idefics-playground.hf.space"
-API_TOKEN = os.getenv("HF_AUTH_TOK")
-IDEFICS_LOGO = "https://huggingface.co/spaces/johann22/idefics_playground/resolve/main/IDEFICS_logo.png"
-#IDEFICS_LOGO = "IDEFICS_logo.png"
+API_TOKEN = os.getenv("HF_AUTH_TOKEN")
+IDEFICS_LOGO = "https://huggingface.co/spaces/HuggingFaceM4/idefics_playground/resolve/main/IDEFICS_logo.png"
+
+   
 
 PROCESSOR = AutoProcessor.from_pretrained(
     "HuggingFaceM4/idefics-9b-instruct",
@@ -112,7 +114,7 @@ DEFAULT_IMAGES_TMP_PATH_TO_URL = {}
 for im_path in all_images:
     H = gr.Image(im_path, visible=False, type="filepath")
     tmp_filename = H.preprocess(H.value)
-    DEFAULT_IMAGES_TMP_PATH_TO_URL[tmp_filename] = f"https://huggingface.co/spaces/johann22/idefics_playground/resolve/main/example_images/{os.path.basename(im_path)}"
+    DEFAULT_IMAGES_TMP_PATH_TO_URL[tmp_filename] = f"https://huggingface.co/spaces/HuggingFaceM4/idefics_playground/resolve/main/example_images/{os.path.basename(im_path)}"
 
 
 # Utils to handle the image markdown display logic
@@ -424,7 +426,7 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
                 label="Maximum number of new tokens to generate",
             )
             repetition_penalty = gr.Slider(
-                minimum=0.01,
+                minimum=0.0,
                 maximum=5.0,
                 value=1.0,
                 step=0.01,
@@ -578,7 +580,7 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         Same as `model_inference` but in greedy mode and with the 80b-instruct.
         Specifically for pre-computing the default examples.
         """
-        model_selector="HuggingFaceM4/idefics-9b-instruct"
+        model_selector="HuggingFaceM4/idefics-80b-instruct"
         user_prompt_str=message
         chat_history=[]
         max_new_tokens=512
@@ -672,22 +674,14 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         ],
     )
 
-    def remove_last_turn_OLD(chat_history):
-        if len(chat_history) == 0:
-            return gr.Update(), gr.update()
-        last_interaction = chat_history[-1]
-        chat_history = chat_history[:-1]
-        chat_update = gr.update(value=chat_history)
-        text_update = gr.update(value=last_interaction[0])
-        return chat_update, text_update
     def remove_last_turn(chat_history):
         if len(chat_history) == 0:
-            return gr.update(), gr.update()
+            return gr.Update(), gr.Update()
         last_interaction = chat_history[-1]
         chat_history = chat_history[:-1]
         chat_update = gr.update(value=chat_history)
         text_update = gr.update(value=last_interaction[0])
-        return chat_update, text_update        
+        return chat_update, text_update
 
     regenerate_btn.click(fn=remove_last_turn, inputs=chatbot, outputs=[chatbot, textbox]).then(
         fn=model_inference,
@@ -785,7 +779,7 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
     #     - Using the inline syntax: `text<fake_token_around_image><image:URL_IMAGE><fake_token_around_image>text`
 
     #     The second syntax allows inputting an arbitrary number of images.""")
-
+    '''
     examples_path = os.path.dirname(__file__)
     gr.Examples(
         examples=[
@@ -876,13 +870,14 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
         inputs=[textbox, imagebox],
         outputs=[textbox, imagebox, chatbot],
         fn=process_example,
-        cache_examples=False,
+        cache_examples=True,
         examples_per_page=6,
         label=(
             "Click on any example below to get started.\nFor convenience, the model generations have been"
             " pre-computed with `idefics-80b-instruct`."
         ),
     )
+    '''
 
 demo.queue(concurrency_count=40, max_size=40)
-demo.launch()
+demo.launch()