Update app.py

app.py

@@ -13,6 +13,8 @@ import matplotlib.patches as patches
 import random
 import numpy as np
 
+import gc
+
 models = {
     #'microsoft/Florence-2-large-ft': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large-ft', trust_remote_code=True).to("cuda").eval(),
     'microsoft/Florence-2-large': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True).to("cuda").eval(),
@@ -65,6 +67,8 @@ def run_example(task_prompt, image, text_input=None, model_id='microsoft/Florenc
         task=task_prompt,
         image_size=(image.width, image.height)
     )
+    torch.cuda.empty_cache()
+    gc.collect()
     return parsed_answer
 
 def plot_bbox(image, data):
@@ -275,7 +279,7 @@ with gr.Blocks(css=css) as demo:
             inputs=[input_img, task_prompt],
             outputs=[output_text, output_img],
             fn=process_image,
-            #cache_examples=True,
+            cache_examples=False,
             label='Try examples'
         )