diff --git a/app.py b/app.py index a6fbc63e060bfebba0a57f8bd06c0b67adbf70f5..d97f9224e58e225edae74c9e4e89f1e8189463b8 100644 --- a/app.py +++ b/app.py @@ -58,7 +58,7 @@ def parse_segmentation(input_image, input_text): ######## Demo INTRO_TEXT = """## PaliGemma WaveUI\n\n -Bla bla +PaliGemma 448 fine-tuned on WaveUI dataset for UI element detection """ @@ -71,7 +71,6 @@ with gr.Blocks(css="style.css") as demo: annotated_image = gr.AnnotatedImage(label="Output") examples = [["./airbnb.jpg", "detect 'Amazing pools' button"]] - gr.Markdown("Example images are licensed CC0 by [akolesnikoff@](https://github.com/akolesnikoff), [mbosnjak@](https://github.com/mbosnjak), [maximneumann@](https://github.com/maximneumann) and [merve](https://huggingface.co/merve).") gr.Examples( examples=examples, inputs=[image, seg_input], diff --git a/examples/barsik.jpg b/examples/barsik.jpg deleted file mode 100644 index 55f855f13e882e57272a4eed142c919e907b84b6..0000000000000000000000000000000000000000 Binary files a/examples/barsik.jpg and /dev/null differ diff --git a/examples/barsik.json b/examples/barsik.json deleted file mode 100644 index 6d6f13e76e15985824ab27135a8b62d8b278d0dc..0000000000000000000000000000000000000000 --- a/examples/barsik.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "barsik", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "segment cat", - "license": "CC0 by [maximneumann@](https://github.com/maximneumann)" -} \ No newline at end of file diff --git a/examples/biennale.jpg b/examples/biennale.jpg deleted file mode 100644 index 05ba1292a74c2842df4b4341ecaf1a1c1ecbcce0..0000000000000000000000000000000000000000 Binary files a/examples/biennale.jpg and /dev/null differ diff --git a/examples/biennale.json b/examples/biennale.json deleted file mode 100644 index 532ff527f32ad4e5fa1ebd71ebacc14d537370e5..0000000000000000000000000000000000000000 --- a/examples/biennale.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "biennale", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "In which city is this?", - "license": "CC0 by [andsteing@](https://huggingface.co/andsteing)" -} \ No newline at end of file diff --git a/examples/billard1.jpg b/examples/billard1.jpg deleted file mode 100644 index 2fbf3c5a9e96df8099640c4d9700fccac7063648..0000000000000000000000000000000000000000 Binary files a/examples/billard1.jpg and /dev/null differ diff --git a/examples/billard1.json b/examples/billard1.json deleted file mode 100644 index 2667d173894c20049779f493091cb00be8205d07..0000000000000000000000000000000000000000 --- a/examples/billard1.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "billard1", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "How many red balls are there?", - "license": "CC0 by [mbosnjak@](https://github.com/mbosnjak)" -} \ No newline at end of file diff --git a/examples/billard2.jpg b/examples/billard2.jpg deleted file mode 100644 index a2a65c4b4c837082190bda4c1ec0d95aae757387..0000000000000000000000000000000000000000 Binary files a/examples/billard2.jpg and /dev/null differ diff --git a/examples/billard2.json b/examples/billard2.json deleted file mode 100644 index 1e66dd97b575f666c962436482fc18ee8682493e..0000000000000000000000000000000000000000 --- a/examples/billard2.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "billard2", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "How many balls are there?", - "license": "CC0 by [mbosnjak@](https://github.com/mbosnjak)" -} \ No newline at end of file diff --git a/examples/bowie.jpg b/examples/bowie.jpg deleted file mode 100644 index a470c3fbcd2af4e81af9de46f6ba26f17db81631..0000000000000000000000000000000000000000 Binary files a/examples/bowie.jpg and /dev/null differ diff --git a/examples/bowie.json b/examples/bowie.json deleted file mode 100644 index deb4dfd631631946765c9e90fa4555822a453e03..0000000000000000000000000000000000000000 --- a/examples/bowie.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "bowie", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Who is this?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/branch.jpg b/examples/branch.jpg deleted file mode 100644 index d95595728b845c0ec2b7ee508473541a48d84290..0000000000000000000000000000000000000000 Binary files a/examples/branch.jpg and /dev/null differ diff --git a/examples/branch.json b/examples/branch.json deleted file mode 100644 index a86c14f5d3fe2f2d0512ce49fc2ab3b9b6012c61..0000000000000000000000000000000000000000 --- a/examples/branch.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "branch", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What caused this?", - "license": "CC0 by [andsteing@](https://huggingface.co/andsteing)" -} \ No newline at end of file diff --git a/examples/cc_fox.jpg b/examples/cc_fox.jpg deleted file mode 100644 index 47c95d0a91241833574ccb19b8a355417a87bc7a..0000000000000000000000000000000000000000 Binary files a/examples/cc_fox.jpg and /dev/null differ diff --git a/examples/cc_fox.json b/examples/cc_fox.json deleted file mode 100644 index 69ee0678e50e701e0167097f4c41ed360f449aed..0000000000000000000000000000000000000000 --- a/examples/cc_fox.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "cc_fox", - "comment": "", - "model": "paligemma-3b-mix-448", - "prompt": "Which breed is this fox?", - "license": "CC0 by [XiaohuaZhai@](https://sites.google.com/view/xzhai)" -} diff --git a/examples/cc_landscape.jpg b/examples/cc_landscape.jpg deleted file mode 100644 index 0a4b610c4234ffa67305b7952584430f4d953dde..0000000000000000000000000000000000000000 Binary files a/examples/cc_landscape.jpg and /dev/null differ diff --git a/examples/cc_landscape.json b/examples/cc_landscape.json deleted file mode 100644 index c1a66ec2901cd5108c71a690f23cf6ef51a9fbee..0000000000000000000000000000000000000000 --- a/examples/cc_landscape.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "cc_landscape", - "comment": "", - "model": "paligemma-3b-mix-448", - "prompt": "What does the image show?", - "license": "CC0 by [XiaohuaZhai@](https://sites.google.com/view/xzhai)" -} diff --git a/examples/cc_puffin.jpg b/examples/cc_puffin.jpg deleted file mode 100644 index ae6bb3dc676dc40b2854c58d8238ff7770f3072d..0000000000000000000000000000000000000000 Binary files a/examples/cc_puffin.jpg and /dev/null differ diff --git a/examples/cc_puffin.json b/examples/cc_puffin.json deleted file mode 100644 index 5ada0c694b286e2b27ace19084b32950ee56adf7..0000000000000000000000000000000000000000 --- a/examples/cc_puffin.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "cc_puffin", - "comment": "", - "model": "paligemma-3b-mix-448", - "prompt": "detect puffin in the back; puffin in front", - "license": "CC0 by [XiaohuaZhai@](https://sites.google.com/view/xzhai)" -} diff --git a/examples/couch.jpg b/examples/couch.jpg deleted file mode 100644 index 81800961f0498e46fc06ef525311f0a5d88eb4cb..0000000000000000000000000000000000000000 Binary files a/examples/couch.jpg and /dev/null differ diff --git a/examples/couch.json b/examples/couch.json deleted file mode 100644 index 32f4cba01ded6e629661c4f81ec9125f9af8409e..0000000000000000000000000000000000000000 --- a/examples/couch.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "couch", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "How many yellow cushions are on the couch?", - "license": "CC0" -} \ No newline at end of file diff --git a/examples/couch_.json b/examples/couch_.json deleted file mode 100644 index 22a288af099703296a1208279484354f88ed5c20..0000000000000000000000000000000000000000 --- a/examples/couch_.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "couch", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "How many painting do you see in the image?", - "license": "CC0" -} \ No newline at end of file diff --git a/examples/cups.jpg b/examples/cups.jpg deleted file mode 100644 index 29fb745612887e7a0d4137a503831fe4dd0841d1..0000000000000000000000000000000000000000 Binary files a/examples/cups.jpg and /dev/null differ diff --git a/examples/cups.json b/examples/cups.json deleted file mode 100644 index 078e3df2986f38350c30eaf2e1e1522a842b7664..0000000000000000000000000000000000000000 --- a/examples/cups.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "cups", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "how many cups?", - "license": "CC0 by [mbosnjak@](https://github.com/mbosnjak)" -} \ No newline at end of file diff --git a/examples/dice.jpg b/examples/dice.jpg deleted file mode 100644 index 76d0fbabee3a9aa31d3335a850f25b0c40952d70..0000000000000000000000000000000000000000 Binary files a/examples/dice.jpg and /dev/null differ diff --git a/examples/dice.json b/examples/dice.json deleted file mode 100644 index a3fb3f9703dd6ea055569fba49b4a96b76df8235..0000000000000000000000000000000000000000 --- a/examples/dice.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "dice", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "segment dice ; dice", - "license": "CC0 by [andresusanopinto@](https://github.com/andresusanopinto)" -} \ No newline at end of file diff --git a/examples/emu.jpg b/examples/emu.jpg deleted file mode 100644 index d298e271a108a89cb89473af26bd202902f8b901..0000000000000000000000000000000000000000 Binary files a/examples/emu.jpg and /dev/null differ diff --git a/examples/emu.json b/examples/emu.json deleted file mode 100644 index 23532eac207641e3d138ceb67f9a051d6d231539..0000000000000000000000000000000000000000 --- a/examples/emu.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "emu", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What animal is this?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/fridge.jpg b/examples/fridge.jpg deleted file mode 100644 index dd6af3f32f8b3bad650b2162f1b4628d8e5a26db..0000000000000000000000000000000000000000 Binary files a/examples/fridge.jpg and /dev/null differ diff --git a/examples/fridge.json b/examples/fridge.json deleted file mode 100644 index c6628d78020b331530c4c6a3726c38c454c4da2f..0000000000000000000000000000000000000000 --- a/examples/fridge.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "fridge", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Describe the image.", - "license": "CC0 by [andresusanopinto@](https://github.com/andresusanopinto)" -} \ No newline at end of file diff --git a/examples/givt.jpg b/examples/givt.jpg deleted file mode 100644 index b269c132464ecbd8c7ce8f5464cb6ebf142cc8a1..0000000000000000000000000000000000000000 Binary files a/examples/givt.jpg and /dev/null differ diff --git a/examples/givt.json b/examples/givt.json deleted file mode 100644 index 4e244d55bd0423fd8041accf1ba3d9bb43d494af..0000000000000000000000000000000000000000 --- a/examples/givt.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "givt", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What does the image show?", - "license": "CC-BY [GIVT paper](https://arxiv.org/abs/2312.02116)" -} \ No newline at end of file diff --git a/examples/greenlake.jpg b/examples/greenlake.jpg deleted file mode 100644 index 65401579082eebb41a70869d8785b2c84a437476..0000000000000000000000000000000000000000 Binary files a/examples/greenlake.jpg and /dev/null differ diff --git a/examples/greenlake.json b/examples/greenlake.json deleted file mode 100644 index 5de5282b9608ada567cd696e8e4846e0906088da..0000000000000000000000000000000000000000 --- a/examples/greenlake.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "greenlake", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Describe the image.", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/howto.jpg b/examples/howto.jpg deleted file mode 100644 index 5f079c6751730ab16008835765e6296c8fcc2d8c..0000000000000000000000000000000000000000 Binary files a/examples/howto.jpg and /dev/null differ diff --git a/examples/howto.json b/examples/howto.json deleted file mode 100644 index 2b44aae0878af6ff9abf1628ccedbb932179d19d..0000000000000000000000000000000000000000 --- a/examples/howto.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "howto", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What does this image show?", - "license": "CC-BY [How to train your ViT?](https://arxiv.org/abs/2106.10270)" -} \ No newline at end of file diff --git a/examples/markers.jpg b/examples/markers.jpg deleted file mode 100644 index 756537b93cf074ebfd32a45a7438b46914d335c3..0000000000000000000000000000000000000000 Binary files a/examples/markers.jpg and /dev/null differ diff --git a/examples/markers.json b/examples/markers.json deleted file mode 100644 index 9093a2c9a468dd7995039cae415394f182c35e89..0000000000000000000000000000000000000000 --- a/examples/markers.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "markers", - "comment": "answer en How many cups are there?", - "model": "paligemma-3b-mix-224", - "prompt": "How many cups are there?", - "license": "CC0" -} \ No newline at end of file diff --git a/examples/mcair.jpg b/examples/mcair.jpg deleted file mode 100644 index e965dde07d103114690bfc086d24ab3fdb054e65..0000000000000000000000000000000000000000 Binary files a/examples/mcair.jpg and /dev/null differ diff --git a/examples/mcair.json b/examples/mcair.json deleted file mode 100644 index 0f50b7f96253821cb70eb5aac40760d140252ffa..0000000000000000000000000000000000000000 --- a/examples/mcair.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "mcair", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Can you board this airplane?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/mcair_.json b/examples/mcair_.json deleted file mode 100644 index 7ae3353a0ed5109a9cc9f26dc179ec7a86357b8c..0000000000000000000000000000000000000000 --- a/examples/mcair_.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "mcair", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Is this a restaurant?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/minergie.jpg b/examples/minergie.jpg deleted file mode 100644 index 8372f189fa3549042e752931b2577fc7384be0fc..0000000000000000000000000000000000000000 Binary files a/examples/minergie.jpg and /dev/null differ diff --git a/examples/minergie.json b/examples/minergie.json deleted file mode 100644 index cb292ed5e6eafc30ccecb9d7b2569ee370ab3b06..0000000000000000000000000000000000000000 --- a/examples/minergie.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "minergie", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "ocr", - "license": "CC0 by [andsteing@](https://huggingface.co/andsteing)" -} \ No newline at end of file diff --git a/examples/morel.jpg b/examples/morel.jpg deleted file mode 100644 index e1498f0c98d6a2a7187ec74b809ca9f8fdc776c2..0000000000000000000000000000000000000000 Binary files a/examples/morel.jpg and /dev/null differ diff --git a/examples/morel.json b/examples/morel.json deleted file mode 100644 index c4fb09a89a268cae5cbdff0810feea34177da7c8..0000000000000000000000000000000000000000 --- a/examples/morel.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "morel", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "detect morel", - "license": "CC0 by [andsteing@](https://huggingface.co/andsteing)" -} \ No newline at end of file diff --git a/examples/motorcyclists.jpg b/examples/motorcyclists.jpg deleted file mode 100644 index 91fdffa020ea0e2ba5ef1a9be7dd68bdb7a081ce..0000000000000000000000000000000000000000 Binary files a/examples/motorcyclists.jpg and /dev/null differ diff --git a/examples/motorcyclists.json b/examples/motorcyclists.json deleted file mode 100644 index f4a0d1e8b7207ac55ed90d09cbfc68ea065c901c..0000000000000000000000000000000000000000 --- a/examples/motorcyclists.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "motorcyclists", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What does the image show?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/parking.jpg b/examples/parking.jpg deleted file mode 100644 index 3b3c6d3ebb5057b228f04a85a83184c5a1c8aaba..0000000000000000000000000000000000000000 Binary files a/examples/parking.jpg and /dev/null differ diff --git a/examples/parking.json b/examples/parking.json deleted file mode 100644 index 9964ba3acfadec3e0165377bb182ec416672b49a..0000000000000000000000000000000000000000 --- a/examples/parking.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "parking", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Describe the image.", - "license": "CC0 by [xiaohuazhai@](https://huggingface.co/xiaohuazhai)" -} \ No newline at end of file diff --git a/examples/password.jpg b/examples/password.jpg deleted file mode 100644 index c7804dfa42aa3cad23089087bffca604a8c3507e..0000000000000000000000000000000000000000 Binary files a/examples/password.jpg and /dev/null differ diff --git a/examples/password.json b/examples/password.json deleted file mode 100644 index 070f3f8c992a948b177f2cc647a7f9260c0d6c38..0000000000000000000000000000000000000000 --- a/examples/password.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "password", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What is the password?", - "license": "CC0 by [akolesnikoff@](https://github.com/akolesnikoff)" -} \ No newline at end of file diff --git a/examples/preservationhall.jpg b/examples/preservationhall.jpg deleted file mode 100644 index adab242566923b4fa3ac97b179c358b07697f221..0000000000000000000000000000000000000000 Binary files a/examples/preservationhall.jpg and /dev/null differ diff --git a/examples/preservationhall.json b/examples/preservationhall.json deleted file mode 100644 index 6f9be7e1169ea9269ee0e9ebe58d32b424b4c21f..0000000000000000000000000000000000000000 --- a/examples/preservationhall.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "preservationhall", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Describe the image.", - "license": "CC0 by [mitscha@](https://github.com/mitscha)" -} \ No newline at end of file diff --git a/examples/preservationhall_.json b/examples/preservationhall_.json deleted file mode 100644 index 5571c5272f91d36f2d67a55aac2d61715e3e5f26..0000000000000000000000000000000000000000 --- a/examples/preservationhall_.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "preservationhall", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "What's the name of the place?", - "license": "CC0 by [mitscha@](https://github.com/mitscha)" -} \ No newline at end of file diff --git a/examples/ulges.jpg b/examples/ulges.jpg deleted file mode 100644 index e91d86083e3dbfecc2688735d380a441c0dee227..0000000000000000000000000000000000000000 Binary files a/examples/ulges.jpg and /dev/null differ diff --git a/examples/ulges.json b/examples/ulges.json deleted file mode 100644 index d22ee5806c716238cd83fcbad2597dcf31dc6e04..0000000000000000000000000000000000000000 --- a/examples/ulges.json +++ /dev/null @@ -1,7 +0,0 @@ -{ - "name": "ulges", - "comment": "", - "model": "paligemma-3b-mix-224", - "prompt": "Who is the author of this book?", - "license": "CC0" -} \ No newline at end of file