Update app.py

app.py

@@ -1,7 +1,39 @@
 import gradio as gr
+import torch
+import requests
 
-def greet(name):
-    return "Hello " + name + "!!"
+from PIL import Image
+from datasets import load_dataset
+from peft import get_peft_model, LoraConfig
 
-demo = gr.Interface(fn=greet, inputs="text", outputs="text")
+from huggingface_hub import create_repo
+from transformers import Trainer
+from transformers import TrainingArguments
+from transformers import PaliGemmaProcessor
+from transformers import BitsAndBytesConfig
+from transformers import AutoProcessor, PaliGemmaForConditionalGeneration
+
+model_id = "google/paligemma-3b-pt-224"
+finetuned_model_id = "davidr99/finetuned_paligemma_blackjack"
+
+model = PaliGemmaForConditionalGeneration.from_pretrained(model_id)
+processor = AutoProcessor.from_pretrained(model_id)
+
+import gradio as gr
+
+
+def blackjack_ai(image):
+    prompt = "<image><bos>extract json\n"
+    image_file = Image.fromarray(image.astype('uint8'), 'RGB')
+    inputs = processor(images=[image_file], text=prompt, return_tensors="pt")
+    output = model.generate(**inputs, max_new_tokens=125)
+    return processor.decode(output[0], skip_special_tokens=True)[14:]
+
+with gr.Blocks() as demo:
+    image = gr.Image()
+    submit = gr.Button("Submit")
+    output = gr.TextArea()
+
+    submit.click(blackjack_ai, inputs=[image], outputs=[output])
+    
 demo.launch()